2014-08-12 08:10:52 -06:00
|
|
|
# -*- coding: utf-8 -*-
|
2016-01-06 21:26:29 -07:00
|
|
|
# Copyright 2014-2016 OpenMarket Ltd
|
2014-08-12 08:10:52 -06:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
2014-08-12 20:14:34 -06:00
|
|
|
|
2014-08-12 08:10:52 -06:00
|
|
|
from synapse.api.errors import SynapseError
|
2014-08-21 03:56:31 -06:00
|
|
|
from synapse.types import StreamToken
|
2014-08-12 08:10:52 -06:00
|
|
|
|
2014-08-26 11:57:46 -06:00
|
|
|
import logging
|
|
|
|
|
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
2014-08-12 08:10:52 -06:00
|
|
|
|
2016-01-14 03:22:02 -07:00
|
|
|
MAX_LIMIT = 1000
|
|
|
|
|
|
|
|
|
2014-10-29 09:57:23 -06:00
|
|
|
class SourcePaginationConfig(object):
|
|
|
|
|
|
|
|
"""A configuration object which stores pagination parameters for a
|
|
|
|
specific event source."""
|
|
|
|
|
|
|
|
def __init__(self, from_key=None, to_key=None, direction='f',
|
2014-11-20 12:33:45 -07:00
|
|
|
limit=None):
|
2014-10-29 09:57:23 -06:00
|
|
|
self.from_key = from_key
|
|
|
|
self.to_key = to_key
|
|
|
|
self.direction = 'f' if direction == 'f' else 'b'
|
2016-01-14 03:22:02 -07:00
|
|
|
self.limit = min(int(limit), MAX_LIMIT) if limit is not None else None
|
2014-10-29 09:57:23 -06:00
|
|
|
|
2015-09-22 08:13:10 -06:00
|
|
|
def __repr__(self):
|
|
|
|
return (
|
|
|
|
"StreamConfig(from_key=%r, to_key=%r, direction=%r, limit=%r)"
|
|
|
|
) % (self.from_key, self.to_key, self.direction, self.limit)
|
|
|
|
|
2014-10-29 09:57:23 -06:00
|
|
|
|
2014-08-12 08:10:52 -06:00
|
|
|
class PaginationConfig(object):
|
|
|
|
|
|
|
|
"""A configuration object which stores pagination parameters."""
|
|
|
|
|
2014-08-27 08:25:21 -06:00
|
|
|
def __init__(self, from_token=None, to_token=None, direction='f',
|
2014-11-20 12:33:45 -07:00
|
|
|
limit=None):
|
2014-08-27 08:25:21 -06:00
|
|
|
self.from_token = from_token
|
|
|
|
self.to_token = to_token
|
2014-08-21 03:56:31 -06:00
|
|
|
self.direction = 'f' if direction == 'f' else 'b'
|
2016-01-14 03:22:02 -07:00
|
|
|
self.limit = min(int(limit), MAX_LIMIT) if limit is not None else None
|
2014-08-12 08:10:52 -06:00
|
|
|
|
|
|
|
@classmethod
|
2014-12-02 11:00:51 -07:00
|
|
|
def from_request(cls, request, raise_invalid_params=True,
|
|
|
|
default_limit=None):
|
2014-08-27 08:25:21 -06:00
|
|
|
def get_param(name, default=None):
|
|
|
|
lst = request.args.get(name, [])
|
|
|
|
if len(lst) > 1:
|
|
|
|
raise SynapseError(
|
|
|
|
400, "%s must be specified only once" % (name,)
|
|
|
|
)
|
|
|
|
elif len(lst) == 1:
|
|
|
|
return lst[0]
|
|
|
|
else:
|
|
|
|
return default
|
|
|
|
|
|
|
|
direction = get_param("dir", 'f')
|
|
|
|
if direction not in ['f', 'b']:
|
|
|
|
raise SynapseError(400, "'dir' parameter is invalid.")
|
|
|
|
|
|
|
|
from_tok = get_param("from")
|
|
|
|
to_tok = get_param("to")
|
|
|
|
|
|
|
|
try:
|
|
|
|
if from_tok == "END":
|
|
|
|
from_tok = None # For backwards compat.
|
|
|
|
elif from_tok:
|
|
|
|
from_tok = StreamToken.from_string(from_tok)
|
2017-10-23 08:52:32 -06:00
|
|
|
except Exception:
|
2014-08-27 08:25:21 -06:00
|
|
|
raise SynapseError(400, "'from' paramater is invalid")
|
|
|
|
|
|
|
|
try:
|
|
|
|
if to_tok:
|
|
|
|
to_tok = StreamToken.from_string(to_tok)
|
2017-10-23 08:52:32 -06:00
|
|
|
except Exception:
|
2014-08-27 08:25:21 -06:00
|
|
|
raise SynapseError(400, "'to' paramater is invalid")
|
|
|
|
|
2014-11-20 12:33:45 -07:00
|
|
|
limit = get_param("limit", None)
|
|
|
|
if limit is not None and not limit.isdigit():
|
2014-08-27 08:25:21 -06:00
|
|
|
raise SynapseError(400, "'limit' parameter must be an integer.")
|
2014-08-26 11:57:46 -06:00
|
|
|
|
2014-12-02 11:00:51 -07:00
|
|
|
if limit is None:
|
|
|
|
limit = default_limit
|
|
|
|
|
2014-08-21 03:56:31 -06:00
|
|
|
try:
|
2014-08-27 08:25:21 -06:00
|
|
|
return PaginationConfig(from_tok, to_tok, direction, limit)
|
2017-10-23 08:52:32 -06:00
|
|
|
except Exception:
|
2014-08-26 11:57:46 -06:00
|
|
|
logger.exception("Failed to create pagination config")
|
2014-08-21 03:56:31 -06:00
|
|
|
raise SynapseError(400, "Invalid request.")
|
2014-08-12 08:10:52 -06:00
|
|
|
|
2015-09-22 08:13:10 -06:00
|
|
|
def __repr__(self):
|
2014-08-19 07:19:48 -06:00
|
|
|
return (
|
2015-09-22 08:13:10 -06:00
|
|
|
"PaginationConfig(from_tok=%r, to_tok=%r,"
|
|
|
|
" direction=%r, limit=%r)"
|
2014-08-28 07:58:51 -06:00
|
|
|
) % (self.from_token, self.to_token, self.direction, self.limit)
|
2014-10-29 09:57:23 -06:00
|
|
|
|
|
|
|
def get_source_config(self, source_name):
|
|
|
|
keyname = "%s_key" % source_name
|
|
|
|
|
|
|
|
return SourcePaginationConfig(
|
|
|
|
from_key=getattr(self.from_token, keyname),
|
|
|
|
to_key=getattr(self.to_token, keyname) if self.to_token else None,
|
|
|
|
direction=self.direction,
|
|
|
|
limit=self.limit,
|
|
|
|
)
|