2014-08-12 08:10:52 -06:00
|
|
|
# -*- coding: utf-8 -*-
|
2016-01-06 21:26:29 -07:00
|
|
|
# Copyright 2014-2016 OpenMarket Ltd
|
2014-08-12 08:10:52 -06:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
2017-10-20 16:37:22 -06:00
|
|
|
import string
|
2014-08-12 20:14:34 -06:00
|
|
|
|
2016-02-12 09:17:24 -07:00
|
|
|
from synapse.api.errors import SynapseError
|
2014-08-12 08:10:52 -06:00
|
|
|
|
|
|
|
from collections import namedtuple
|
|
|
|
|
|
|
|
|
2018-02-05 10:22:16 -07:00
|
|
|
class Requester(namedtuple("Requester", [
|
2016-10-20 06:53:15 -06:00
|
|
|
"user", "access_token_id", "is_guest", "device_id", "app_service",
|
2018-02-05 10:22:16 -07:00
|
|
|
])):
|
|
|
|
"""
|
|
|
|
Represents the user making a request
|
|
|
|
|
|
|
|
Attributes:
|
|
|
|
user (UserID): id of the user making the request
|
|
|
|
access_token_id (int|None): *ID* of the access token used for this
|
|
|
|
request, or None if it came via the appservice API or similar
|
|
|
|
is_guest (bool): True if the user making this request is a guest user
|
|
|
|
device_id (str|None): device_id which was set at authentication time
|
|
|
|
app_service (ApplicationService|None): the AS requesting on behalf of the user
|
|
|
|
"""
|
|
|
|
|
|
|
|
def serialize(self):
|
|
|
|
"""Converts self to a type that can be serialized as JSON, and then
|
|
|
|
deserialized by `deserialize`
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
dict
|
|
|
|
"""
|
|
|
|
return {
|
|
|
|
"user_id": self.user.to_string(),
|
|
|
|
"access_token_id": self.access_token_id,
|
|
|
|
"is_guest": self.is_guest,
|
|
|
|
"device_id": self.device_id,
|
|
|
|
"app_server_id": self.app_service.id if self.app_service else None,
|
|
|
|
}
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def deserialize(store, input):
|
|
|
|
"""Converts a dict that was produced by `serialize` back into a
|
|
|
|
Requester.
|
|
|
|
|
|
|
|
Args:
|
|
|
|
store (DataStore): Used to convert AS ID to AS object
|
|
|
|
input (dict): A dict produced by `serialize`
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
Requester
|
|
|
|
"""
|
|
|
|
appservice = None
|
|
|
|
if input["app_server_id"]:
|
|
|
|
appservice = store.get_app_service_by_id(input["app_server_id"])
|
|
|
|
|
|
|
|
return Requester(
|
|
|
|
user=UserID.from_string(input["user_id"]),
|
|
|
|
access_token_id=input["access_token_id"],
|
|
|
|
is_guest=input["is_guest"],
|
|
|
|
device_id=input["device_id"],
|
|
|
|
app_service=appservice,
|
|
|
|
)
|
2016-07-26 09:46:53 -06:00
|
|
|
|
|
|
|
|
|
|
|
def create_requester(user_id, access_token_id=None, is_guest=False,
|
2016-10-20 05:04:54 -06:00
|
|
|
device_id=None, app_service=None):
|
2016-07-26 09:46:53 -06:00
|
|
|
"""
|
|
|
|
Create a new ``Requester`` object
|
|
|
|
|
|
|
|
Args:
|
|
|
|
user_id (str|UserID): id of the user making the request
|
|
|
|
access_token_id (int|None): *ID* of the access token used for this
|
|
|
|
request, or None if it came via the appservice API or similar
|
|
|
|
is_guest (bool): True if the user making this request is a guest user
|
|
|
|
device_id (str|None): device_id which was set at authentication time
|
2016-10-20 05:04:54 -06:00
|
|
|
app_service (ApplicationService|None): the AS requesting on behalf of the user
|
2016-07-26 09:46:53 -06:00
|
|
|
|
|
|
|
Returns:
|
|
|
|
Requester
|
|
|
|
"""
|
|
|
|
if not isinstance(user_id, UserID):
|
|
|
|
user_id = UserID.from_string(user_id)
|
2016-10-20 05:04:54 -06:00
|
|
|
return Requester(user_id, access_token_id, is_guest, device_id, app_service)
|
2016-01-11 08:29:57 -07:00
|
|
|
|
|
|
|
|
2016-05-16 12:17:03 -06:00
|
|
|
def get_domain_from_id(string):
|
2017-05-16 07:07:08 -06:00
|
|
|
idx = string.find(":")
|
|
|
|
if idx == -1:
|
2016-09-22 04:08:12 -06:00
|
|
|
raise SynapseError(400, "Invalid ID: %r" % (string,))
|
2017-05-16 07:07:08 -06:00
|
|
|
return string[idx + 1:]
|
2016-05-09 03:36:03 -06:00
|
|
|
|
|
|
|
|
2017-05-31 07:29:32 -06:00
|
|
|
def get_localpart_from_id(string):
|
|
|
|
idx = string.find(":")
|
|
|
|
if idx == -1:
|
|
|
|
raise SynapseError(400, "Invalid ID: %r" % (string,))
|
|
|
|
return string[1:idx]
|
|
|
|
|
|
|
|
|
2014-08-12 08:10:52 -06:00
|
|
|
class DomainSpecificString(
|
2014-12-02 03:42:28 -07:00
|
|
|
namedtuple("DomainSpecificString", ("localpart", "domain"))
|
2014-08-12 08:10:52 -06:00
|
|
|
):
|
|
|
|
"""Common base class among ID/name strings that have a local part and a
|
|
|
|
domain name, prefixed with a sigil.
|
|
|
|
|
|
|
|
Has the fields:
|
|
|
|
|
|
|
|
'localpart' : The local part of the name (without the leading sigil)
|
|
|
|
'domain' : The domain part of the name
|
|
|
|
"""
|
|
|
|
|
2014-08-18 09:07:14 -06:00
|
|
|
# Deny iteration because it will bite you if you try to create a singleton
|
|
|
|
# set by:
|
|
|
|
# users = set(user)
|
|
|
|
def __iter__(self):
|
2014-12-02 03:42:28 -07:00
|
|
|
raise ValueError("Attempted to iterate a %s" % (type(self).__name__,))
|
2014-08-18 09:07:14 -06:00
|
|
|
|
2014-08-20 08:25:17 -06:00
|
|
|
# Because this class is a namedtuple of strings and booleans, it is deeply
|
|
|
|
# immutable.
|
|
|
|
def __copy__(self):
|
|
|
|
return self
|
|
|
|
|
|
|
|
def __deepcopy__(self, memo):
|
|
|
|
return self
|
|
|
|
|
2014-08-12 08:10:52 -06:00
|
|
|
@classmethod
|
2014-12-02 03:42:28 -07:00
|
|
|
def from_string(cls, s):
|
2014-08-12 08:10:52 -06:00
|
|
|
"""Parse the string given by 's' into a structure object."""
|
2015-10-26 12:32:49 -06:00
|
|
|
if len(s) < 1 or s[0] != cls.SIGIL:
|
2016-02-12 09:17:24 -07:00
|
|
|
raise SynapseError(400, "Expected %s string to start with '%s'" % (
|
2014-08-12 08:10:52 -06:00
|
|
|
cls.__name__, cls.SIGIL,
|
|
|
|
))
|
|
|
|
|
|
|
|
parts = s[1:].split(':', 1)
|
|
|
|
if len(parts) != 2:
|
2016-02-12 09:17:24 -07:00
|
|
|
raise SynapseError(
|
2014-08-12 08:10:52 -06:00
|
|
|
400, "Expected %s of the form '%slocalname:domain'" % (
|
|
|
|
cls.__name__, cls.SIGIL,
|
|
|
|
)
|
|
|
|
)
|
|
|
|
|
|
|
|
domain = parts[1]
|
|
|
|
|
|
|
|
# This code will need changing if we want to support multiple domain
|
|
|
|
# names on one HS
|
2014-12-02 03:42:28 -07:00
|
|
|
return cls(localpart=parts[0], domain=domain)
|
2014-08-12 08:10:52 -06:00
|
|
|
|
|
|
|
def to_string(self):
|
|
|
|
"""Return a string encoding the fields of the structure object."""
|
|
|
|
return "%s%s:%s" % (self.SIGIL, self.localpart, self.domain)
|
|
|
|
|
2016-02-15 08:39:16 -07:00
|
|
|
@classmethod
|
|
|
|
def is_valid(cls, s):
|
|
|
|
try:
|
|
|
|
cls.from_string(s)
|
|
|
|
return True
|
2017-10-23 08:52:32 -06:00
|
|
|
except Exception:
|
2016-02-15 08:39:16 -07:00
|
|
|
return False
|
|
|
|
|
2015-05-13 06:42:21 -06:00
|
|
|
__str__ = to_string
|
|
|
|
|
2014-08-12 08:10:52 -06:00
|
|
|
|
|
|
|
class UserID(DomainSpecificString):
|
|
|
|
"""Structure representing a user ID."""
|
|
|
|
SIGIL = "@"
|
|
|
|
|
|
|
|
|
|
|
|
class RoomAlias(DomainSpecificString):
|
|
|
|
"""Structure representing a room name."""
|
|
|
|
SIGIL = "#"
|
|
|
|
|
|
|
|
|
|
|
|
class RoomID(DomainSpecificString):
|
|
|
|
"""Structure representing a room id. """
|
|
|
|
SIGIL = "!"
|
2014-08-21 03:55:54 -06:00
|
|
|
|
|
|
|
|
2014-10-30 11:00:11 -06:00
|
|
|
class EventID(DomainSpecificString):
|
|
|
|
"""Structure representing an event id. """
|
|
|
|
SIGIL = "$"
|
|
|
|
|
|
|
|
|
2017-07-18 02:47:25 -06:00
|
|
|
class GroupID(DomainSpecificString):
|
|
|
|
"""Structure representing a group ID."""
|
|
|
|
SIGIL = "+"
|
|
|
|
|
2017-10-20 16:51:07 -06:00
|
|
|
@classmethod
|
|
|
|
def from_string(cls, s):
|
|
|
|
group_id = super(GroupID, cls).from_string(s)
|
|
|
|
if not group_id.localpart:
|
|
|
|
raise SynapseError(
|
|
|
|
400,
|
|
|
|
"Group ID cannot be empty",
|
|
|
|
)
|
|
|
|
|
|
|
|
if contains_invalid_mxid_characters(group_id.localpart):
|
|
|
|
raise SynapseError(
|
|
|
|
400,
|
|
|
|
"Group ID can only contain characters a-z, 0-9, or '=_-./'",
|
|
|
|
)
|
|
|
|
|
|
|
|
return group_id
|
|
|
|
|
2017-07-18 02:47:25 -06:00
|
|
|
|
2017-10-20 16:42:53 -06:00
|
|
|
mxid_localpart_allowed_characters = set("_-./=" + string.ascii_lowercase + string.digits)
|
2017-10-20 16:37:22 -06:00
|
|
|
|
|
|
|
|
|
|
|
def contains_invalid_mxid_characters(localpart):
|
|
|
|
"""Check for characters not allowed in an mxid or groupid localpart
|
|
|
|
|
|
|
|
Args:
|
|
|
|
localpart (basestring): the localpart to be checked
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
bool: True if there are any naughty characters
|
|
|
|
"""
|
|
|
|
return any(c not in mxid_localpart_allowed_characters for c in localpart)
|
|
|
|
|
2017-07-18 02:47:25 -06:00
|
|
|
|
2014-08-21 03:55:54 -06:00
|
|
|
class StreamToken(
|
2015-10-29 09:20:52 -06:00
|
|
|
namedtuple("Token", (
|
|
|
|
"room_key",
|
|
|
|
"presence_key",
|
|
|
|
"typing_key",
|
|
|
|
"receipt_key",
|
2015-11-18 08:31:04 -07:00
|
|
|
"account_data_key",
|
2016-03-03 07:57:45 -07:00
|
|
|
"push_rules_key",
|
2016-08-25 10:35:37 -06:00
|
|
|
"to_device_key",
|
2017-01-25 07:27:27 -07:00
|
|
|
"device_list_key",
|
2017-07-10 07:53:19 -06:00
|
|
|
"groups_key",
|
2015-10-29 09:20:52 -06:00
|
|
|
))
|
2014-08-21 03:55:54 -06:00
|
|
|
):
|
|
|
|
_SEPARATOR = "_"
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
def from_string(cls, string):
|
|
|
|
try:
|
2014-08-29 10:31:33 -06:00
|
|
|
keys = string.split(cls._SEPARATOR)
|
2015-10-30 10:38:35 -06:00
|
|
|
while len(keys) < len(cls._fields):
|
2015-07-02 04:40:22 -06:00
|
|
|
# i.e. old token from before receipt_key
|
|
|
|
keys.append("0")
|
2014-08-29 10:31:33 -06:00
|
|
|
return cls(*keys)
|
2017-10-23 08:52:32 -06:00
|
|
|
except Exception:
|
2014-08-21 03:55:54 -06:00
|
|
|
raise SynapseError(400, "Invalid Token")
|
|
|
|
|
|
|
|
def to_string(self):
|
2014-08-29 10:31:33 -06:00
|
|
|
return self._SEPARATOR.join([str(k) for k in self])
|
2014-08-26 11:57:46 -06:00
|
|
|
|
2015-05-13 06:42:21 -06:00
|
|
|
@property
|
|
|
|
def room_stream_id(self):
|
|
|
|
# TODO(markjh): Awful hack to work around hacks in the presence tests
|
2015-05-18 06:17:36 -06:00
|
|
|
# which assume that the keys are integers.
|
2015-05-13 06:42:21 -06:00
|
|
|
if type(self.room_key) is int:
|
|
|
|
return self.room_key
|
|
|
|
else:
|
|
|
|
return int(self.room_key[1:].split("-")[-1])
|
|
|
|
|
2015-10-29 09:20:52 -06:00
|
|
|
def is_after(self, other):
|
2015-05-13 06:42:21 -06:00
|
|
|
"""Does this token contain events that the other doesn't?"""
|
|
|
|
return (
|
2015-10-29 09:20:52 -06:00
|
|
|
(other.room_stream_id < self.room_stream_id)
|
|
|
|
or (int(other.presence_key) < int(self.presence_key))
|
|
|
|
or (int(other.typing_key) < int(self.typing_key))
|
|
|
|
or (int(other.receipt_key) < int(self.receipt_key))
|
2015-11-18 08:31:04 -07:00
|
|
|
or (int(other.account_data_key) < int(self.account_data_key))
|
2016-03-03 07:57:45 -07:00
|
|
|
or (int(other.push_rules_key) < int(self.push_rules_key))
|
2016-08-25 10:35:37 -06:00
|
|
|
or (int(other.to_device_key) < int(self.to_device_key))
|
2017-01-25 07:27:27 -07:00
|
|
|
or (int(other.device_list_key) < int(self.device_list_key))
|
2017-07-10 07:53:19 -06:00
|
|
|
or (int(other.groups_key) < int(self.groups_key))
|
2015-05-13 06:42:21 -06:00
|
|
|
)
|
|
|
|
|
2015-05-18 06:17:36 -06:00
|
|
|
def copy_and_advance(self, key, new_value):
|
|
|
|
"""Advance the given key in the token to a new value if and only if the
|
|
|
|
new value is after the old value.
|
|
|
|
"""
|
|
|
|
new_token = self.copy_and_replace(key, new_value)
|
|
|
|
if key == "room_key":
|
|
|
|
new_id = new_token.room_stream_id
|
|
|
|
old_id = self.room_stream_id
|
|
|
|
else:
|
|
|
|
new_id = int(getattr(new_token, key))
|
|
|
|
old_id = int(getattr(self, key))
|
|
|
|
if old_id < new_id:
|
|
|
|
return new_token
|
|
|
|
else:
|
|
|
|
return self
|
|
|
|
|
2014-08-26 11:57:46 -06:00
|
|
|
def copy_and_replace(self, key, new_value):
|
2017-03-30 10:50:31 -06:00
|
|
|
return self._replace(**{key: new_value})
|
2015-01-28 09:58:23 -07:00
|
|
|
|
|
|
|
|
2016-03-03 07:57:45 -07:00
|
|
|
StreamToken.START = StreamToken(
|
|
|
|
*(["s0"] + ["0"] * (len(StreamToken._fields) - 1))
|
|
|
|
)
|
|
|
|
|
|
|
|
|
2015-05-11 11:00:33 -06:00
|
|
|
class RoomStreamToken(namedtuple("_StreamToken", "topological stream")):
|
|
|
|
"""Tokens are positions between events. The token "s1" comes after event 1.
|
|
|
|
|
|
|
|
s0 s1
|
|
|
|
| |
|
|
|
|
[0] V [1] V [2]
|
|
|
|
|
|
|
|
Tokens can either be a point in the live event stream or a cursor going
|
|
|
|
through historic events.
|
|
|
|
|
|
|
|
When traversing the live event stream events are ordered by when they
|
|
|
|
arrived at the homeserver.
|
|
|
|
|
|
|
|
When traversing historic events the events are ordered by their depth in
|
|
|
|
the event graph "topological_ordering" and then by when they arrived at the
|
|
|
|
homeserver "stream_ordering".
|
|
|
|
|
|
|
|
Live tokens start with an "s" followed by the "stream_ordering" id of the
|
|
|
|
event it comes after. Historic tokens start with a "t" followed by the
|
2015-08-11 09:35:28 -06:00
|
|
|
"topological_ordering" id of the event it comes after, followed by "-",
|
2015-05-11 11:00:33 -06:00
|
|
|
followed by the "stream_ordering" id of the event it comes after.
|
|
|
|
"""
|
|
|
|
__slots__ = []
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
def parse(cls, string):
|
|
|
|
try:
|
|
|
|
if string[0] == 's':
|
|
|
|
return cls(topological=None, stream=int(string[1:]))
|
|
|
|
if string[0] == 't':
|
|
|
|
parts = string[1:].split('-', 1)
|
|
|
|
return cls(topological=int(parts[0]), stream=int(parts[1]))
|
2017-10-23 08:52:32 -06:00
|
|
|
except Exception:
|
2015-05-11 11:00:33 -06:00
|
|
|
pass
|
|
|
|
raise SynapseError(400, "Invalid token %r" % (string,))
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
def parse_stream_token(cls, string):
|
|
|
|
try:
|
|
|
|
if string[0] == 's':
|
|
|
|
return cls(topological=None, stream=int(string[1:]))
|
2017-10-23 08:52:32 -06:00
|
|
|
except Exception:
|
2015-05-11 11:00:33 -06:00
|
|
|
pass
|
|
|
|
raise SynapseError(400, "Invalid token %r" % (string,))
|
|
|
|
|
|
|
|
def __str__(self):
|
|
|
|
if self.topological is not None:
|
|
|
|
return "t%d-%d" % (self.topological, self.stream)
|
|
|
|
else:
|
|
|
|
return "s%d" % (self.stream,)
|
2016-12-06 03:43:48 -07:00
|
|
|
|
|
|
|
|
|
|
|
class ThirdPartyInstanceID(
|
|
|
|
namedtuple("ThirdPartyInstanceID", ("appservice_id", "network_id"))
|
|
|
|
):
|
|
|
|
# Deny iteration because it will bite you if you try to create a singleton
|
|
|
|
# set by:
|
|
|
|
# users = set(user)
|
|
|
|
def __iter__(self):
|
|
|
|
raise ValueError("Attempted to iterate a %s" % (type(self).__name__,))
|
|
|
|
|
|
|
|
# Because this class is a namedtuple of strings, it is deeply immutable.
|
|
|
|
def __copy__(self):
|
|
|
|
return self
|
|
|
|
|
|
|
|
def __deepcopy__(self, memo):
|
|
|
|
return self
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
def from_string(cls, s):
|
|
|
|
bits = s.split("|", 2)
|
|
|
|
if len(bits) != 2:
|
|
|
|
raise SynapseError(400, "Invalid ID %r" % (s,))
|
|
|
|
|
|
|
|
return cls(appservice_id=bits[0], network_id=bits[1])
|
|
|
|
|
|
|
|
def to_string(self):
|
|
|
|
return "%s|%s" % (self.appservice_id, self.network_id,)
|
|
|
|
|
|
|
|
__str__ = to_string
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
def create(cls, appservice_id, network_id,):
|
|
|
|
return cls(appservice_id=appservice_id, network_id=network_id)
|