2015-01-23 07:16:28 -07:00
|
|
|
# -*- coding: utf-8 -*-
|
2016-01-06 21:26:29 -07:00
|
|
|
# Copyright 2014-2016 OpenMarket Ltd
|
2015-01-23 07:16:28 -07:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
|
|
|
""" This module contains base REST classes for constructing REST servlets. """
|
|
|
|
|
|
|
|
import logging
|
2018-06-28 07:49:57 -06:00
|
|
|
|
|
|
|
from canonicaljson import json
|
|
|
|
|
2018-07-09 00:09:20 -06:00
|
|
|
from synapse.api.errors import Codes, SynapseError
|
2015-01-23 07:16:28 -07:00
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
2015-04-21 09:35:53 -06:00
|
|
|
def parse_integer(request, name, default=None, required=False):
|
2016-03-09 04:26:26 -07:00
|
|
|
"""Parse an integer parameter from the request string
|
|
|
|
|
2016-04-01 09:08:59 -06:00
|
|
|
Args:
|
|
|
|
request: the twisted HTTP request.
|
2018-08-20 07:54:49 -06:00
|
|
|
name (bytes/unicode): the name of the query parameter.
|
2016-04-01 09:08:59 -06:00
|
|
|
default (int|None): value to use if the parameter is absent, defaults
|
|
|
|
to None.
|
|
|
|
required (bool): whether to raise a 400 SynapseError if the
|
|
|
|
parameter is absent, defaults to False.
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
int|None: An int value or the default.
|
|
|
|
|
|
|
|
Raises:
|
|
|
|
SynapseError: if the parameter is absent and required, or if the
|
2016-03-09 04:26:26 -07:00
|
|
|
parameter is present and not an integer.
|
|
|
|
"""
|
2016-09-15 03:36:19 -06:00
|
|
|
return parse_integer_from_args(request.args, name, default, required)
|
|
|
|
|
|
|
|
|
|
|
|
def parse_integer_from_args(args, name, default=None, required=False):
|
2018-08-20 07:54:49 -06:00
|
|
|
|
|
|
|
if not isinstance(name, bytes):
|
2019-06-20 03:32:02 -06:00
|
|
|
name = name.encode("ascii")
|
2018-08-20 07:54:49 -06:00
|
|
|
|
2016-09-15 03:36:19 -06:00
|
|
|
if name in args:
|
2015-04-21 09:35:53 -06:00
|
|
|
try:
|
2016-09-15 03:36:19 -06:00
|
|
|
return int(args[name][0])
|
2017-10-23 08:52:32 -06:00
|
|
|
except Exception:
|
2015-04-21 09:35:53 -06:00
|
|
|
message = "Query parameter %r must be an integer" % (name,)
|
2019-05-24 16:13:10 -06:00
|
|
|
raise SynapseError(400, message, errcode=Codes.INVALID_PARAM)
|
2015-04-21 09:35:53 -06:00
|
|
|
else:
|
|
|
|
if required:
|
|
|
|
message = "Missing integer query parameter %r" % (name,)
|
2016-03-09 04:26:26 -07:00
|
|
|
raise SynapseError(400, message, errcode=Codes.MISSING_PARAM)
|
2015-04-21 09:35:53 -06:00
|
|
|
else:
|
|
|
|
return default
|
|
|
|
|
|
|
|
|
|
|
|
def parse_boolean(request, name, default=None, required=False):
|
2016-03-09 04:26:26 -07:00
|
|
|
"""Parse a boolean parameter from the request query string
|
|
|
|
|
2016-04-01 09:08:59 -06:00
|
|
|
Args:
|
|
|
|
request: the twisted HTTP request.
|
2018-08-20 07:54:49 -06:00
|
|
|
name (bytes/unicode): the name of the query parameter.
|
2016-04-01 09:08:59 -06:00
|
|
|
default (bool|None): value to use if the parameter is absent, defaults
|
|
|
|
to None.
|
|
|
|
required (bool): whether to raise a 400 SynapseError if the
|
|
|
|
parameter is absent, defaults to False.
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
bool|None: A bool value or the default.
|
|
|
|
|
|
|
|
Raises:
|
|
|
|
SynapseError: if the parameter is absent and required, or if the
|
2016-03-09 04:26:26 -07:00
|
|
|
parameter is present and not one of "true" or "false".
|
|
|
|
"""
|
|
|
|
|
2016-12-06 03:43:48 -07:00
|
|
|
return parse_boolean_from_args(request.args, name, default, required)
|
|
|
|
|
|
|
|
|
|
|
|
def parse_boolean_from_args(args, name, default=None, required=False):
|
2018-08-20 07:54:49 -06:00
|
|
|
|
|
|
|
if not isinstance(name, bytes):
|
2019-06-20 03:32:02 -06:00
|
|
|
name = name.encode("ascii")
|
2018-08-20 07:54:49 -06:00
|
|
|
|
2016-12-06 03:43:48 -07:00
|
|
|
if name in args:
|
2015-04-21 09:35:53 -06:00
|
|
|
try:
|
2019-06-20 03:32:02 -06:00
|
|
|
return {b"true": True, b"false": False}[args[name][0]]
|
2017-10-23 08:52:32 -06:00
|
|
|
except Exception:
|
2015-04-21 09:35:53 -06:00
|
|
|
message = (
|
2019-06-20 03:32:02 -06:00
|
|
|
"Boolean query parameter %r must be one of" " ['true', 'false']"
|
2015-04-21 09:35:53 -06:00
|
|
|
) % (name,)
|
|
|
|
raise SynapseError(400, message)
|
|
|
|
else:
|
|
|
|
if required:
|
|
|
|
message = "Missing boolean query parameter %r" % (name,)
|
2016-03-09 04:26:26 -07:00
|
|
|
raise SynapseError(400, message, errcode=Codes.MISSING_PARAM)
|
2015-04-21 09:35:53 -06:00
|
|
|
else:
|
|
|
|
return default
|
|
|
|
|
|
|
|
|
2019-06-20 03:32:02 -06:00
|
|
|
def parse_string(
|
|
|
|
request,
|
|
|
|
name,
|
|
|
|
default=None,
|
|
|
|
required=False,
|
|
|
|
allowed_values=None,
|
|
|
|
param_type="string",
|
|
|
|
encoding="ascii",
|
|
|
|
):
|
2018-08-20 07:54:49 -06:00
|
|
|
"""
|
|
|
|
Parse a string parameter from the request query string.
|
|
|
|
|
|
|
|
If encoding is not None, the content of the query param will be
|
|
|
|
decoded to Unicode using the encoding, otherwise it will be encoded
|
2016-03-09 04:26:26 -07:00
|
|
|
|
2016-04-01 09:08:59 -06:00
|
|
|
Args:
|
|
|
|
request: the twisted HTTP request.
|
2018-11-08 04:12:29 -07:00
|
|
|
name (bytes|unicode): the name of the query parameter.
|
|
|
|
default (bytes|unicode|None): value to use if the parameter is absent,
|
2018-08-20 07:54:49 -06:00
|
|
|
defaults to None. Must be bytes if encoding is None.
|
2016-04-01 09:08:59 -06:00
|
|
|
required (bool): whether to raise a 400 SynapseError if the
|
|
|
|
parameter is absent, defaults to False.
|
2018-11-08 04:12:29 -07:00
|
|
|
allowed_values (list[bytes|unicode]): List of allowed values for the
|
2018-08-20 07:54:49 -06:00
|
|
|
string, or None if any value is allowed, defaults to None. Must be
|
|
|
|
the same type as name, if given.
|
2018-11-08 04:12:29 -07:00
|
|
|
encoding (str|None): The encoding to decode the string content with.
|
2016-04-01 09:08:59 -06:00
|
|
|
|
|
|
|
Returns:
|
2018-08-20 07:54:49 -06:00
|
|
|
bytes/unicode|None: A string value or the default. Unicode if encoding
|
|
|
|
was given, bytes otherwise.
|
2016-04-01 09:08:59 -06:00
|
|
|
|
|
|
|
Raises:
|
2016-03-09 04:26:26 -07:00
|
|
|
SynapseError if the parameter is absent and required, or if the
|
|
|
|
parameter is present, must be one of a list of allowed values and
|
|
|
|
is not one of those allowed values.
|
|
|
|
"""
|
2016-09-15 03:36:19 -06:00
|
|
|
return parse_string_from_args(
|
2018-08-20 07:54:49 -06:00
|
|
|
request.args, name, default, required, allowed_values, param_type, encoding
|
2016-09-15 03:36:19 -06:00
|
|
|
)
|
2016-03-09 04:26:26 -07:00
|
|
|
|
2016-09-15 03:36:19 -06:00
|
|
|
|
2019-06-20 03:32:02 -06:00
|
|
|
def parse_string_from_args(
|
|
|
|
args,
|
|
|
|
name,
|
|
|
|
default=None,
|
|
|
|
required=False,
|
|
|
|
allowed_values=None,
|
|
|
|
param_type="string",
|
|
|
|
encoding="ascii",
|
|
|
|
):
|
2018-08-20 07:54:49 -06:00
|
|
|
|
|
|
|
if not isinstance(name, bytes):
|
2019-06-20 03:32:02 -06:00
|
|
|
name = name.encode("ascii")
|
2018-08-20 07:54:49 -06:00
|
|
|
|
2016-09-15 03:36:19 -06:00
|
|
|
if name in args:
|
|
|
|
value = args[name][0]
|
2018-08-20 07:54:49 -06:00
|
|
|
|
|
|
|
if encoding:
|
2019-08-01 06:23:00 -06:00
|
|
|
try:
|
|
|
|
value = value.decode(encoding)
|
|
|
|
except ValueError:
|
|
|
|
raise SynapseError(
|
|
|
|
400, "Query parameter %r must be %s" % (name, encoding)
|
|
|
|
)
|
2018-08-20 07:54:49 -06:00
|
|
|
|
2015-04-21 09:35:53 -06:00
|
|
|
if allowed_values is not None and value not in allowed_values:
|
|
|
|
message = "Query parameter %r must be one of [%s]" % (
|
2019-06-20 03:32:02 -06:00
|
|
|
name,
|
|
|
|
", ".join(repr(v) for v in allowed_values),
|
2015-04-21 09:35:53 -06:00
|
|
|
)
|
2016-03-09 04:26:26 -07:00
|
|
|
raise SynapseError(400, message)
|
2015-04-21 09:35:53 -06:00
|
|
|
else:
|
|
|
|
return value
|
|
|
|
else:
|
|
|
|
if required:
|
|
|
|
message = "Missing %s query parameter %r" % (param_type, name)
|
2016-03-09 04:26:26 -07:00
|
|
|
raise SynapseError(400, message, errcode=Codes.MISSING_PARAM)
|
2015-04-21 09:35:53 -06:00
|
|
|
else:
|
2018-08-20 07:54:49 -06:00
|
|
|
|
|
|
|
if encoding and isinstance(default, bytes):
|
|
|
|
return default.decode(encoding)
|
|
|
|
|
2015-04-21 09:35:53 -06:00
|
|
|
return default
|
|
|
|
|
|
|
|
|
2018-02-08 11:44:52 -07:00
|
|
|
def parse_json_value_from_request(request, allow_empty_body=False):
|
2016-03-14 08:16:41 -06:00
|
|
|
"""Parse a JSON value from the body of a twisted HTTP request.
|
2016-03-09 04:26:26 -07:00
|
|
|
|
2016-04-01 09:08:59 -06:00
|
|
|
Args:
|
|
|
|
request: the twisted HTTP request.
|
2018-02-08 11:44:52 -07:00
|
|
|
allow_empty_body (bool): if True, an empty body will be accepted and
|
|
|
|
turned into None
|
2016-04-01 09:08:59 -06:00
|
|
|
|
|
|
|
Returns:
|
|
|
|
The JSON value.
|
|
|
|
|
|
|
|
Raises:
|
2016-03-14 08:16:41 -06:00
|
|
|
SynapseError if the request body couldn't be decoded as JSON.
|
2016-03-09 04:26:26 -07:00
|
|
|
"""
|
|
|
|
try:
|
2016-03-11 09:41:03 -07:00
|
|
|
content_bytes = request.content.read()
|
2017-10-23 08:52:32 -06:00
|
|
|
except Exception:
|
2016-03-11 09:41:03 -07:00
|
|
|
raise SynapseError(400, "Error reading JSON content.")
|
|
|
|
|
2018-02-08 11:44:52 -07:00
|
|
|
if not content_bytes and allow_empty_body:
|
|
|
|
return None
|
|
|
|
|
2018-08-01 08:54:06 -06:00
|
|
|
# Decode to Unicode so that simplejson will return Unicode strings on
|
|
|
|
# Python 2
|
2016-03-11 09:41:03 -07:00
|
|
|
try:
|
2019-06-20 03:32:02 -06:00
|
|
|
content_unicode = content_bytes.decode("utf8")
|
2018-08-01 08:54:06 -06:00
|
|
|
except UnicodeDecodeError:
|
|
|
|
logger.warn("Unable to decode UTF-8")
|
|
|
|
raise SynapseError(400, "Content not JSON.", errcode=Codes.NOT_JSON)
|
|
|
|
|
|
|
|
try:
|
|
|
|
content = json.loads(content_unicode)
|
2017-11-10 02:15:39 -07:00
|
|
|
except Exception as e:
|
|
|
|
logger.warn("Unable to parse JSON: %s", e)
|
2016-03-09 04:26:26 -07:00
|
|
|
raise SynapseError(400, "Content not JSON.", errcode=Codes.NOT_JSON)
|
|
|
|
|
2016-03-14 08:16:41 -06:00
|
|
|
return content
|
|
|
|
|
|
|
|
|
2018-02-08 11:44:52 -07:00
|
|
|
def parse_json_object_from_request(request, allow_empty_body=False):
|
2016-03-14 08:16:41 -06:00
|
|
|
"""Parse a JSON object from the body of a twisted HTTP request.
|
|
|
|
|
2016-04-01 09:08:59 -06:00
|
|
|
Args:
|
|
|
|
request: the twisted HTTP request.
|
2018-02-08 11:44:52 -07:00
|
|
|
allow_empty_body (bool): if True, an empty body will be accepted and
|
|
|
|
turned into an empty dict.
|
2016-04-01 09:08:59 -06:00
|
|
|
|
|
|
|
Raises:
|
2016-03-14 08:16:41 -06:00
|
|
|
SynapseError if the request body couldn't be decoded as JSON or
|
|
|
|
if it wasn't a JSON object.
|
|
|
|
"""
|
2019-06-20 03:32:02 -06:00
|
|
|
content = parse_json_value_from_request(request, allow_empty_body=allow_empty_body)
|
2018-02-08 11:44:52 -07:00
|
|
|
|
|
|
|
if allow_empty_body and content is None:
|
|
|
|
return {}
|
2016-03-14 08:16:41 -06:00
|
|
|
|
2016-03-11 09:41:03 -07:00
|
|
|
if type(content) != dict:
|
|
|
|
message = "Content must be a JSON object."
|
|
|
|
raise SynapseError(400, message, errcode=Codes.BAD_JSON)
|
|
|
|
|
|
|
|
return content
|
|
|
|
|
2016-03-09 04:26:26 -07:00
|
|
|
|
2018-07-13 13:53:01 -06:00
|
|
|
def assert_params_in_dict(body, required):
|
2017-03-13 11:27:51 -06:00
|
|
|
absent = []
|
|
|
|
for k in required:
|
|
|
|
if k not in body:
|
|
|
|
absent.append(k)
|
|
|
|
|
|
|
|
if len(absent) > 0:
|
|
|
|
raise SynapseError(400, "Missing params: %r" % absent, Codes.MISSING_PARAM)
|
|
|
|
|
|
|
|
|
2015-01-23 07:16:28 -07:00
|
|
|
class RestServlet(object):
|
|
|
|
|
|
|
|
""" A Synapse REST Servlet.
|
|
|
|
|
|
|
|
An implementing class can either provide its own custom 'register' method,
|
|
|
|
or use the automatic pattern handling provided by the base class.
|
|
|
|
|
|
|
|
To use this latter, the implementing class instead provides a `PATTERN`
|
|
|
|
class attribute containing a pre-compiled regular expression. The automatic
|
|
|
|
register method will then use this method to register any of the following
|
|
|
|
instance methods associated with the corresponding HTTP method:
|
|
|
|
|
|
|
|
on_GET
|
|
|
|
on_PUT
|
|
|
|
on_POST
|
|
|
|
on_DELETE
|
|
|
|
on_OPTIONS
|
|
|
|
|
|
|
|
Automatically handles turning CodeMessageExceptions thrown by these methods
|
|
|
|
into the appropriate HTTP response.
|
|
|
|
"""
|
|
|
|
|
|
|
|
def register(self, http_server):
|
|
|
|
""" Register this servlet with the given HTTP server. """
|
2015-12-01 10:34:32 -07:00
|
|
|
if hasattr(self, "PATTERNS"):
|
|
|
|
patterns = self.PATTERNS
|
2015-01-23 07:16:28 -07:00
|
|
|
|
|
|
|
for method in ("GET", "PUT", "POST", "OPTIONS", "DELETE"):
|
2015-03-13 09:24:03 -06:00
|
|
|
if hasattr(self, "on_%s" % (method,)):
|
2019-07-24 06:07:35 -06:00
|
|
|
servlet_classname = self.__class__.__name__
|
2015-03-13 09:24:03 -06:00
|
|
|
method_handler = getattr(self, "on_%s" % (method,))
|
2019-07-11 03:36:03 -06:00
|
|
|
http_server.register_paths(
|
2019-09-05 07:46:04 -06:00
|
|
|
method, patterns, method_handler, servlet_classname
|
2019-07-11 03:36:03 -06:00
|
|
|
)
|
2015-12-01 10:34:32 -07:00
|
|
|
|
2015-01-23 07:16:28 -07:00
|
|
|
else:
|
|
|
|
raise NotImplementedError("RestServlet must register something.")
|