2014-11-19 11:20:59 -07:00
|
|
|
#!/usr/bin/env python
|
|
|
|
# -*- coding: utf-8 -*-
|
2016-01-06 21:26:29 -07:00
|
|
|
# Copyright 2015, 2016 OpenMarket Ltd
|
2014-11-19 11:20:59 -07:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
|
|
|
from twisted.internet import defer
|
|
|
|
|
|
|
|
from httppusher import HttpPusher
|
|
|
|
from synapse.push import PusherConfigException
|
2016-02-04 03:22:44 -07:00
|
|
|
from synapse.util.logcontext import preserve_fn
|
2014-11-19 11:20:59 -07:00
|
|
|
|
|
|
|
import logging
|
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
2014-12-18 07:49:22 -07:00
|
|
|
|
2014-11-19 11:20:59 -07:00
|
|
|
class PusherPool:
|
|
|
|
def __init__(self, _hs):
|
|
|
|
self.hs = _hs
|
|
|
|
self.store = self.hs.get_datastore()
|
2014-12-18 07:49:22 -07:00
|
|
|
self.pushers = {}
|
2014-11-19 11:20:59 -07:00
|
|
|
self.last_pusher_started = -1
|
|
|
|
|
2014-12-18 07:49:22 -07:00
|
|
|
@defer.inlineCallbacks
|
2014-11-19 11:20:59 -07:00
|
|
|
def start(self):
|
2014-12-18 07:49:22 -07:00
|
|
|
pushers = yield self.store.get_all_pushers()
|
|
|
|
self._start_pushers(pushers)
|
2014-11-19 11:20:59 -07:00
|
|
|
|
2014-12-18 07:49:22 -07:00
|
|
|
@defer.inlineCallbacks
|
2016-01-13 06:08:59 -07:00
|
|
|
def add_pusher(self, user_id, access_token, profile_tag, kind, app_id,
|
2015-01-16 04:24:10 -07:00
|
|
|
app_display_name, device_display_name, pushkey, lang, data):
|
2014-12-03 06:37:02 -07:00
|
|
|
# we try to create the pusher just to validate the config: it
|
|
|
|
# will then get pulled out of the database,
|
|
|
|
# recreated, added and started: this means we have only one
|
|
|
|
# code path adding pushers.
|
2014-11-19 11:20:59 -07:00
|
|
|
self._create_pusher({
|
2016-01-13 06:08:59 -07:00
|
|
|
"user_name": user_id,
|
2014-11-19 11:20:59 -07:00
|
|
|
"kind": kind,
|
2015-02-03 09:51:07 -07:00
|
|
|
"profile_tag": profile_tag,
|
2014-12-03 06:37:02 -07:00
|
|
|
"app_id": app_id,
|
2014-11-19 11:20:59 -07:00
|
|
|
"app_display_name": app_display_name,
|
|
|
|
"device_display_name": device_display_name,
|
|
|
|
"pushkey": pushkey,
|
2015-03-26 07:40:16 -06:00
|
|
|
"ts": self.hs.get_clock().time_msec(),
|
2015-01-16 04:24:10 -07:00
|
|
|
"lang": lang,
|
2014-11-19 11:20:59 -07:00
|
|
|
"data": data,
|
2014-11-21 05:21:00 -07:00
|
|
|
"last_token": None,
|
|
|
|
"last_success": None,
|
|
|
|
"failing_since": None
|
2014-11-19 11:20:59 -07:00
|
|
|
})
|
2014-12-18 07:49:22 -07:00
|
|
|
yield self._add_pusher_to_store(
|
2016-01-13 06:08:59 -07:00
|
|
|
user_id, access_token, profile_tag, kind, app_id,
|
2014-12-18 07:49:22 -07:00
|
|
|
app_display_name, device_display_name,
|
2015-01-16 04:24:10 -07:00
|
|
|
pushkey, lang, data
|
2014-12-18 07:49:22 -07:00
|
|
|
)
|
2014-11-19 11:20:59 -07:00
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
2015-03-25 13:06:22 -06:00
|
|
|
def remove_pushers_by_app_id_and_pushkey_not_user(self, app_id, pushkey,
|
|
|
|
not_user_id):
|
|
|
|
to_remove = yield self.store.get_pushers_by_app_id_and_pushkey(
|
|
|
|
app_id, pushkey
|
|
|
|
)
|
|
|
|
for p in to_remove:
|
|
|
|
if p['user_name'] != not_user_id:
|
|
|
|
logger.info(
|
|
|
|
"Removing pusher for app id %s, pushkey %s, user %s",
|
|
|
|
app_id, pushkey, p['user_name']
|
|
|
|
)
|
2016-02-04 03:22:44 -07:00
|
|
|
yield self.remove_pusher(p['app_id'], p['pushkey'], p['user_name'])
|
2015-03-25 13:06:22 -06:00
|
|
|
|
2015-03-26 07:40:16 -06:00
|
|
|
@defer.inlineCallbacks
|
2015-08-12 08:49:37 -06:00
|
|
|
def remove_pushers_by_user(self, user_id):
|
2015-03-26 07:40:16 -06:00
|
|
|
all = yield self.store.get_all_pushers()
|
|
|
|
logger.info(
|
2015-08-12 08:49:37 -06:00
|
|
|
"Removing all pushers for user %s",
|
|
|
|
user_id,
|
2015-03-26 07:40:16 -06:00
|
|
|
)
|
|
|
|
for p in all:
|
2015-08-12 08:49:37 -06:00
|
|
|
if p['user_name'] == user_id:
|
2015-03-26 07:40:16 -06:00
|
|
|
logger.info(
|
|
|
|
"Removing pusher for app id %s, pushkey %s, user %s",
|
|
|
|
p['app_id'], p['pushkey'], p['user_name']
|
|
|
|
)
|
2016-02-04 03:22:44 -07:00
|
|
|
yield self.remove_pusher(p['app_id'], p['pushkey'], p['user_name'])
|
2015-03-26 07:40:16 -06:00
|
|
|
|
2014-11-19 11:20:59 -07:00
|
|
|
@defer.inlineCallbacks
|
2016-01-13 06:08:59 -07:00
|
|
|
def _add_pusher_to_store(self, user_id, access_token, profile_tag, kind,
|
2015-03-24 11:24:15 -06:00
|
|
|
app_id, app_display_name, device_display_name,
|
2015-01-16 04:24:10 -07:00
|
|
|
pushkey, lang, data):
|
2014-12-03 06:37:02 -07:00
|
|
|
yield self.store.add_pusher(
|
2016-01-13 06:08:59 -07:00
|
|
|
user_id=user_id,
|
2015-03-24 11:24:15 -06:00
|
|
|
access_token=access_token,
|
2015-02-03 09:51:07 -07:00
|
|
|
profile_tag=profile_tag,
|
2014-12-03 06:37:02 -07:00
|
|
|
kind=kind,
|
|
|
|
app_id=app_id,
|
|
|
|
app_display_name=app_display_name,
|
|
|
|
device_display_name=device_display_name,
|
|
|
|
pushkey=pushkey,
|
2015-01-13 12:48:37 -07:00
|
|
|
pushkey_ts=self.hs.get_clock().time_msec(),
|
2015-01-16 04:24:10 -07:00
|
|
|
lang=lang,
|
2015-04-16 04:01:09 -06:00
|
|
|
data=data,
|
2014-12-03 06:37:02 -07:00
|
|
|
)
|
2016-02-04 03:22:44 -07:00
|
|
|
yield self._refresh_pusher(app_id, pushkey, user_id)
|
2014-11-19 11:20:59 -07:00
|
|
|
|
|
|
|
def _create_pusher(self, pusherdict):
|
|
|
|
if pusherdict['kind'] == 'http':
|
2014-12-03 06:37:02 -07:00
|
|
|
return HttpPusher(
|
|
|
|
self.hs,
|
2015-02-03 09:51:07 -07:00
|
|
|
profile_tag=pusherdict['profile_tag'],
|
2016-01-13 06:08:59 -07:00
|
|
|
user_id=pusherdict['user_name'],
|
2014-12-03 06:37:02 -07:00
|
|
|
app_id=pusherdict['app_id'],
|
|
|
|
app_display_name=pusherdict['app_display_name'],
|
|
|
|
device_display_name=pusherdict['device_display_name'],
|
|
|
|
pushkey=pusherdict['pushkey'],
|
2015-03-26 07:40:16 -06:00
|
|
|
pushkey_ts=pusherdict['ts'],
|
2014-12-03 06:37:02 -07:00
|
|
|
data=pusherdict['data'],
|
|
|
|
last_token=pusherdict['last_token'],
|
|
|
|
last_success=pusherdict['last_success'],
|
|
|
|
failing_since=pusherdict['failing_since']
|
|
|
|
)
|
2014-11-19 11:20:59 -07:00
|
|
|
else:
|
2014-12-03 06:37:02 -07:00
|
|
|
raise PusherConfigException(
|
|
|
|
"Unknown pusher type '%s' for user %s" %
|
|
|
|
(pusherdict['kind'], pusherdict['user_name'])
|
|
|
|
)
|
2014-11-19 11:20:59 -07:00
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
2016-01-13 06:08:59 -07:00
|
|
|
def _refresh_pusher(self, app_id, pushkey, user_id):
|
2015-03-25 13:06:22 -06:00
|
|
|
resultlist = yield self.store.get_pushers_by_app_id_and_pushkey(
|
|
|
|
app_id, pushkey
|
2014-12-03 06:37:02 -07:00
|
|
|
)
|
2014-11-19 11:20:59 -07:00
|
|
|
|
2015-03-25 13:06:22 -06:00
|
|
|
p = None
|
|
|
|
for r in resultlist:
|
2016-01-13 06:08:59 -07:00
|
|
|
if r['user_name'] == user_id:
|
2015-03-25 13:06:22 -06:00
|
|
|
p = r
|
2014-11-19 11:20:59 -07:00
|
|
|
|
2015-03-25 13:06:22 -06:00
|
|
|
if p:
|
|
|
|
|
|
|
|
self._start_pushers([p])
|
2014-11-19 11:20:59 -07:00
|
|
|
|
|
|
|
def _start_pushers(self, pushers):
|
2014-12-18 07:49:22 -07:00
|
|
|
logger.info("Starting %d pushers", len(pushers))
|
2014-11-19 11:20:59 -07:00
|
|
|
for pusherdict in pushers:
|
2015-04-29 10:13:51 -06:00
|
|
|
try:
|
|
|
|
p = self._create_pusher(pusherdict)
|
|
|
|
except PusherConfigException:
|
|
|
|
logger.exception("Couldn't start a pusher: caught PusherConfigException")
|
|
|
|
continue
|
2014-11-19 11:20:59 -07:00
|
|
|
if p:
|
2015-03-25 13:06:22 -06:00
|
|
|
fullid = "%s:%s:%s" % (
|
|
|
|
pusherdict['app_id'],
|
|
|
|
pusherdict['pushkey'],
|
|
|
|
pusherdict['user_name']
|
|
|
|
)
|
2014-12-18 07:49:22 -07:00
|
|
|
if fullid in self.pushers:
|
|
|
|
self.pushers[fullid].stop()
|
|
|
|
self.pushers[fullid] = p
|
2016-02-04 03:22:44 -07:00
|
|
|
preserve_fn(p.start)()
|
2015-01-13 12:48:37 -07:00
|
|
|
|
2015-04-29 11:37:42 -06:00
|
|
|
logger.info("Started pushers")
|
|
|
|
|
2015-01-13 12:48:37 -07:00
|
|
|
@defer.inlineCallbacks
|
2016-01-13 06:08:59 -07:00
|
|
|
def remove_pusher(self, app_id, pushkey, user_id):
|
|
|
|
fullid = "%s:%s:%s" % (app_id, pushkey, user_id)
|
2015-01-13 12:48:37 -07:00
|
|
|
if fullid in self.pushers:
|
|
|
|
logger.info("Stopping pusher %s", fullid)
|
|
|
|
self.pushers[fullid].stop()
|
|
|
|
del self.pushers[fullid]
|
2016-01-13 06:08:59 -07:00
|
|
|
yield self.store.delete_pusher_by_app_id_pushkey_user_id(
|
|
|
|
app_id, pushkey, user_id
|
2015-03-25 13:06:22 -06:00
|
|
|
)
|