2015-02-03 07:44:16 -07:00
|
|
|
# -*- coding: utf-8 -*-
|
2016-01-06 21:26:29 -07:00
|
|
|
# Copyright 2015, 2016 OpenMarket Ltd
|
2015-02-03 07:44:16 -07:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
2015-02-04 09:44:53 -07:00
|
|
|
from twisted.internet import defer
|
2015-02-03 07:44:16 -07:00
|
|
|
|
2016-08-25 11:34:47 -06:00
|
|
|
from synapse.api.constants import ThirdPartyEntityKind
|
2015-02-04 10:32:44 -07:00
|
|
|
from synapse.api.errors import CodeMessageException
|
2015-02-04 09:44:53 -07:00
|
|
|
from synapse.http.client import SimpleHttpClient
|
2015-02-05 06:42:35 -07:00
|
|
|
from synapse.events.utils import serialize_event
|
2016-08-25 08:56:27 -06:00
|
|
|
from synapse.util.caches.response_cache import ResponseCache
|
2015-02-04 04:19:18 -07:00
|
|
|
|
2015-02-04 09:44:53 -07:00
|
|
|
import logging
|
|
|
|
import urllib
|
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
2016-08-25 08:56:27 -06:00
|
|
|
HOUR_IN_MS = 60 * 60 * 1000
|
|
|
|
|
|
|
|
|
2016-08-25 11:06:29 -06:00
|
|
|
APP_SERVICE_PREFIX = "/_matrix/app/unstable"
|
|
|
|
|
|
|
|
|
2016-09-09 08:09:46 -06:00
|
|
|
def _is_valid_3pe_metadata(info):
|
|
|
|
if "instances" not in info:
|
|
|
|
return False
|
|
|
|
if not isinstance(info["instances"], list):
|
|
|
|
return False
|
|
|
|
return True
|
|
|
|
|
|
|
|
|
2016-08-18 10:33:56 -06:00
|
|
|
def _is_valid_3pe_result(r, field):
|
|
|
|
if not isinstance(r, dict):
|
|
|
|
return False
|
|
|
|
|
|
|
|
for k in (field, "protocol"):
|
|
|
|
if k not in r:
|
|
|
|
return False
|
|
|
|
if not isinstance(r[k], str):
|
|
|
|
return False
|
|
|
|
|
|
|
|
if "fields" not in r:
|
|
|
|
return False
|
|
|
|
fields = r["fields"]
|
|
|
|
if not isinstance(fields, dict):
|
|
|
|
return False
|
|
|
|
for k in fields.keys():
|
|
|
|
if not isinstance(fields[k], str):
|
|
|
|
return False
|
|
|
|
|
|
|
|
return True
|
|
|
|
|
|
|
|
|
2015-02-04 09:44:53 -07:00
|
|
|
class ApplicationServiceApi(SimpleHttpClient):
|
2015-02-04 04:19:18 -07:00
|
|
|
"""This class manages HS -> AS communications, including querying and
|
|
|
|
pushing.
|
|
|
|
"""
|
|
|
|
|
2016-02-02 10:18:50 -07:00
|
|
|
def __init__(self, hs):
|
2015-02-04 09:44:53 -07:00
|
|
|
super(ApplicationServiceApi, self).__init__(hs)
|
2015-02-05 06:42:35 -07:00
|
|
|
self.clock = hs.get_clock()
|
2015-02-04 04:19:18 -07:00
|
|
|
|
2016-08-25 09:00:31 -06:00
|
|
|
self.protocol_meta_cache = ResponseCache(hs, timeout_ms=HOUR_IN_MS)
|
2016-08-25 08:56:27 -06:00
|
|
|
|
2015-02-04 09:44:53 -07:00
|
|
|
@defer.inlineCallbacks
|
2015-02-04 04:19:18 -07:00
|
|
|
def query_user(self, service, user_id):
|
2016-08-30 10:16:00 -06:00
|
|
|
if service.url is None:
|
2016-08-30 09:21:16 -06:00
|
|
|
defer.returnValue(False)
|
2015-02-04 09:44:53 -07:00
|
|
|
uri = service.url + ("/users/%s" % urllib.quote(user_id))
|
|
|
|
response = None
|
|
|
|
try:
|
|
|
|
response = yield self.get_json(uri, {
|
2015-02-05 03:08:12 -07:00
|
|
|
"access_token": service.hs_token
|
2015-02-04 09:44:53 -07:00
|
|
|
})
|
2015-02-09 08:01:28 -07:00
|
|
|
if response is not None: # just an empty json object
|
2015-02-04 09:44:53 -07:00
|
|
|
defer.returnValue(True)
|
2015-02-04 10:32:44 -07:00
|
|
|
except CodeMessageException as e:
|
|
|
|
if e.code == 404:
|
2015-02-04 09:44:53 -07:00
|
|
|
defer.returnValue(False)
|
|
|
|
return
|
2015-02-04 10:32:44 -07:00
|
|
|
logger.warning("query_user to %s received %s", uri, e.code)
|
2015-02-05 06:19:46 -07:00
|
|
|
except Exception as ex:
|
|
|
|
logger.warning("query_user to %s threw exception %s", uri, ex)
|
|
|
|
defer.returnValue(False)
|
2015-02-04 04:19:18 -07:00
|
|
|
|
2015-02-04 09:44:53 -07:00
|
|
|
@defer.inlineCallbacks
|
2015-02-04 04:19:18 -07:00
|
|
|
def query_alias(self, service, alias):
|
2016-08-30 10:16:00 -06:00
|
|
|
if service.url is None:
|
2016-08-30 09:21:16 -06:00
|
|
|
defer.returnValue(False)
|
2015-02-04 09:44:53 -07:00
|
|
|
uri = service.url + ("/rooms/%s" % urllib.quote(alias))
|
|
|
|
response = None
|
|
|
|
try:
|
|
|
|
response = yield self.get_json(uri, {
|
2015-02-05 03:08:12 -07:00
|
|
|
"access_token": service.hs_token
|
2015-02-04 09:44:53 -07:00
|
|
|
})
|
2015-02-09 08:01:28 -07:00
|
|
|
if response is not None: # just an empty json object
|
2015-02-04 09:44:53 -07:00
|
|
|
defer.returnValue(True)
|
2015-02-04 10:32:44 -07:00
|
|
|
except CodeMessageException as e:
|
2015-02-09 08:01:28 -07:00
|
|
|
logger.warning("query_alias to %s received %s", uri, e.code)
|
2015-02-04 10:32:44 -07:00
|
|
|
if e.code == 404:
|
2015-02-04 09:44:53 -07:00
|
|
|
defer.returnValue(False)
|
|
|
|
return
|
2015-02-05 06:19:46 -07:00
|
|
|
except Exception as ex:
|
|
|
|
logger.warning("query_alias to %s threw exception %s", uri, ex)
|
|
|
|
defer.returnValue(False)
|
|
|
|
|
2016-08-17 17:39:09 -06:00
|
|
|
@defer.inlineCallbacks
|
2016-08-18 10:19:55 -06:00
|
|
|
def query_3pe(self, service, kind, protocol, fields):
|
|
|
|
if kind == ThirdPartyEntityKind.USER:
|
2016-08-18 10:33:56 -06:00
|
|
|
required_field = "userid"
|
2016-08-18 10:19:55 -06:00
|
|
|
elif kind == ThirdPartyEntityKind.LOCATION:
|
2016-08-18 10:33:56 -06:00
|
|
|
required_field = "alias"
|
2016-08-18 10:19:55 -06:00
|
|
|
else:
|
|
|
|
raise ValueError(
|
|
|
|
"Unrecognised 'kind' argument %r to query_3pe()", kind
|
|
|
|
)
|
2016-08-30 10:16:00 -06:00
|
|
|
if service.url is None:
|
2016-08-30 09:21:16 -06:00
|
|
|
defer.returnValue([])
|
2016-08-17 06:15:06 -06:00
|
|
|
|
2016-08-25 11:06:29 -06:00
|
|
|
uri = "%s%s/thirdparty/%s/%s" % (
|
|
|
|
service.url,
|
|
|
|
APP_SERVICE_PREFIX,
|
2016-08-25 11:35:38 -06:00
|
|
|
kind,
|
2016-08-25 11:06:29 -06:00
|
|
|
urllib.quote(protocol)
|
|
|
|
)
|
2016-08-18 09:09:50 -06:00
|
|
|
try:
|
|
|
|
response = yield self.get_json(uri, fields)
|
2016-08-18 10:33:56 -06:00
|
|
|
if not isinstance(response, list):
|
|
|
|
logger.warning(
|
|
|
|
"query_3pe to %s returned an invalid response %r",
|
|
|
|
uri, response
|
|
|
|
)
|
|
|
|
defer.returnValue([])
|
|
|
|
|
|
|
|
ret = []
|
|
|
|
for r in response:
|
|
|
|
if _is_valid_3pe_result(r, field=required_field):
|
|
|
|
ret.append(r)
|
|
|
|
else:
|
|
|
|
logger.warning(
|
|
|
|
"query_3pe to %s returned an invalid result %r",
|
|
|
|
uri, r
|
|
|
|
)
|
|
|
|
|
|
|
|
defer.returnValue(ret)
|
2016-08-18 09:09:50 -06:00
|
|
|
except Exception as ex:
|
2016-08-18 10:19:55 -06:00
|
|
|
logger.warning("query_3pe to %s threw exception %s", uri, ex)
|
2016-08-18 09:09:50 -06:00
|
|
|
defer.returnValue([])
|
|
|
|
|
2016-08-25 08:10:06 -06:00
|
|
|
def get_3pe_protocol(self, service, protocol):
|
2016-08-30 10:16:00 -06:00
|
|
|
if service.url is None:
|
2016-08-30 09:21:16 -06:00
|
|
|
defer.returnValue({})
|
2016-08-30 09:30:12 -06:00
|
|
|
|
2016-08-25 08:56:27 -06:00
|
|
|
@defer.inlineCallbacks
|
|
|
|
def _get():
|
2016-08-25 11:06:29 -06:00
|
|
|
uri = "%s%s/thirdparty/protocol/%s" % (
|
|
|
|
service.url,
|
|
|
|
APP_SERVICE_PREFIX,
|
|
|
|
urllib.quote(protocol)
|
|
|
|
)
|
2016-08-25 08:56:27 -06:00
|
|
|
try:
|
2016-09-09 08:07:04 -06:00
|
|
|
info = yield self.get_json(uri, {})
|
|
|
|
|
2016-09-09 08:09:46 -06:00
|
|
|
if not _is_valid_3pe_metadata(info):
|
|
|
|
logger.warning("query_3pe_protocol to %s did not return a"
|
|
|
|
" valid result", uri)
|
2016-09-09 08:07:04 -06:00
|
|
|
defer.returnValue(None)
|
|
|
|
|
|
|
|
defer.returnValue(info)
|
2016-08-25 08:56:27 -06:00
|
|
|
except Exception as ex:
|
|
|
|
logger.warning("query_3pe_protocol to %s threw exception %s",
|
2016-08-25 09:00:31 -06:00
|
|
|
uri, ex)
|
2016-09-09 08:07:04 -06:00
|
|
|
defer.returnValue(None)
|
2016-08-25 08:56:27 -06:00
|
|
|
|
|
|
|
key = (service.id, protocol)
|
|
|
|
return self.protocol_meta_cache.get(key) or (
|
|
|
|
self.protocol_meta_cache.set(key, _get())
|
|
|
|
)
|
2016-08-25 08:10:06 -06:00
|
|
|
|
2015-02-05 02:43:22 -07:00
|
|
|
@defer.inlineCallbacks
|
2015-03-05 08:40:07 -07:00
|
|
|
def push_bulk(self, service, events, txn_id=None):
|
2016-08-30 10:16:00 -06:00
|
|
|
if service.url is None:
|
2016-08-30 09:21:16 -06:00
|
|
|
defer.returnValue(True)
|
|
|
|
|
2015-02-05 06:42:35 -07:00
|
|
|
events = self._serialize(events)
|
|
|
|
|
2015-03-05 08:40:07 -07:00
|
|
|
if txn_id is None:
|
|
|
|
logger.warning("push_bulk: Missing txn ID sending events to %s",
|
|
|
|
service.url)
|
|
|
|
txn_id = str(0)
|
2015-03-09 11:45:41 -06:00
|
|
|
txn_id = str(txn_id)
|
2015-03-05 08:40:07 -07:00
|
|
|
|
2015-02-05 02:43:22 -07:00
|
|
|
uri = service.url + ("/transactions/%s" %
|
2015-03-05 08:40:07 -07:00
|
|
|
urllib.quote(txn_id))
|
2015-02-05 02:43:22 -07:00
|
|
|
try:
|
2015-03-10 04:04:20 -06:00
|
|
|
yield self.put_json(
|
2015-02-11 09:41:16 -07:00
|
|
|
uri=uri,
|
|
|
|
json_body={
|
2015-02-05 02:43:22 -07:00
|
|
|
"events": events
|
|
|
|
},
|
2015-02-11 09:41:16 -07:00
|
|
|
args={
|
2015-02-05 03:08:12 -07:00
|
|
|
"access_token": service.hs_token
|
2015-02-05 02:43:22 -07:00
|
|
|
})
|
2015-03-10 04:04:20 -06:00
|
|
|
defer.returnValue(True)
|
|
|
|
return
|
2015-02-05 02:43:22 -07:00
|
|
|
except CodeMessageException as e:
|
|
|
|
logger.warning("push_bulk to %s received %s", uri, e.code)
|
2015-02-05 06:19:46 -07:00
|
|
|
except Exception as ex:
|
|
|
|
logger.warning("push_bulk to %s threw exception %s", uri, ex)
|
|
|
|
defer.returnValue(False)
|
2015-02-04 04:19:18 -07:00
|
|
|
|
2015-02-05 06:42:35 -07:00
|
|
|
def _serialize(self, events):
|
|
|
|
time_now = self.clock.time_msec()
|
|
|
|
return [
|
|
|
|
serialize_event(e, time_now, as_client_event=True) for e in events
|
|
|
|
]
|