2018-02-05 10:22:16 -07:00
|
|
|
# Copyright 2018 New Vector Ltd
|
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
2018-07-09 00:09:20 -06:00
|
|
|
import logging
|
|
|
|
|
2020-03-05 08:46:44 -07:00
|
|
|
from synapse.api.room_versions import KNOWN_ROOM_VERSIONS
|
|
|
|
from synapse.events import make_event_from_dict
|
2018-02-05 10:22:16 -07:00
|
|
|
from synapse.events.snapshot import EventContext
|
2018-07-31 06:53:54 -06:00
|
|
|
from synapse.http.servlet import parse_json_object_from_request
|
|
|
|
from synapse.replication.http._base import ReplicationEndpoint
|
2018-07-09 00:09:20 -06:00
|
|
|
from synapse.types import Requester, UserID
|
2018-02-05 10:22:16 -07:00
|
|
|
from synapse.util.metrics import Measure
|
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
2018-07-31 06:53:54 -06:00
|
|
|
class ReplicationSendEventRestServlet(ReplicationEndpoint):
|
2018-02-05 10:22:16 -07:00
|
|
|
"""Handles events newly created on workers, including persisting and
|
|
|
|
notifying.
|
|
|
|
|
|
|
|
The API looks like:
|
|
|
|
|
2018-07-31 06:53:54 -06:00
|
|
|
POST /_synapse/replication/send_event/:event_id/:txn_id
|
2018-02-05 10:22:16 -07:00
|
|
|
|
|
|
|
{
|
|
|
|
"event": { .. serialized event .. },
|
2020-03-05 08:46:44 -07:00
|
|
|
"room_version": .., // "1", "2", "3", etc: the version of the room
|
|
|
|
// containing the event
|
|
|
|
"event_format_version": .., // 1,2,3 etc: the event format version
|
2018-02-05 10:22:16 -07:00
|
|
|
"internal_metadata": { .. serialized internal_metadata .. },
|
2021-03-17 06:33:18 -06:00
|
|
|
"outlier": true|false,
|
2018-02-05 10:22:16 -07:00
|
|
|
"rejected_reason": .., // The event.rejected_reason field
|
|
|
|
"context": { .. serialized event context .. },
|
|
|
|
"requester": { .. serialized requester .. },
|
2018-03-01 03:08:28 -07:00
|
|
|
"ratelimit": true,
|
|
|
|
"extra_users": [],
|
2018-02-05 10:22:16 -07:00
|
|
|
}
|
2020-10-13 05:07:56 -06:00
|
|
|
|
|
|
|
200 OK
|
|
|
|
|
|
|
|
{ "stream_id": 12345, "event_id": "$abcdef..." }
|
|
|
|
|
|
|
|
The returned event ID may not match the sent event if it was deduplicated.
|
2018-02-05 10:22:16 -07:00
|
|
|
"""
|
2019-06-20 03:32:02 -06:00
|
|
|
|
2018-07-31 06:53:54 -06:00
|
|
|
NAME = "send_event"
|
|
|
|
PATH_ARGS = ("event_id",)
|
2018-02-05 10:22:16 -07:00
|
|
|
|
|
|
|
def __init__(self, hs):
|
2020-09-18 07:56:44 -06:00
|
|
|
super().__init__(hs)
|
2018-02-05 10:22:16 -07:00
|
|
|
|
|
|
|
self.event_creation_handler = hs.get_event_creation_handler()
|
|
|
|
self.store = hs.get_datastore()
|
2019-12-20 03:32:02 -07:00
|
|
|
self.storage = hs.get_storage()
|
2018-02-05 10:22:16 -07:00
|
|
|
self.clock = hs.get_clock()
|
|
|
|
|
2018-07-31 06:53:54 -06:00
|
|
|
@staticmethod
|
2020-08-03 05:12:55 -06:00
|
|
|
async def _serialize_payload(
|
2018-07-31 06:53:54 -06:00
|
|
|
event_id, store, event, context, requester, ratelimit, extra_users
|
|
|
|
):
|
|
|
|
"""
|
|
|
|
Args:
|
|
|
|
event_id (str)
|
|
|
|
store (DataStore)
|
|
|
|
requester (Requester)
|
|
|
|
event (FrozenEvent)
|
|
|
|
context (EventContext)
|
|
|
|
ratelimit (bool)
|
|
|
|
extra_users (list(UserID)): Any extra users to notify about event
|
|
|
|
"""
|
2020-08-03 05:12:55 -06:00
|
|
|
serialized_context = await context.serialize(event, store)
|
2018-07-31 06:53:54 -06:00
|
|
|
|
|
|
|
payload = {
|
|
|
|
"event": event.get_pdu_json(),
|
2020-03-05 08:46:44 -07:00
|
|
|
"room_version": event.room_version.identifier,
|
2019-01-24 04:14:07 -07:00
|
|
|
"event_format_version": event.format_version,
|
2018-07-31 06:53:54 -06:00
|
|
|
"internal_metadata": event.internal_metadata.get_dict(),
|
2021-03-17 06:33:18 -06:00
|
|
|
"outlier": event.internal_metadata.is_outlier(),
|
2018-07-31 06:53:54 -06:00
|
|
|
"rejected_reason": event.rejected_reason,
|
|
|
|
"context": serialized_context,
|
|
|
|
"requester": requester.serialize(),
|
|
|
|
"ratelimit": ratelimit,
|
|
|
|
"extra_users": [u.to_string() for u in extra_users],
|
|
|
|
}
|
2018-03-01 04:20:34 -07:00
|
|
|
|
2019-07-23 07:00:55 -06:00
|
|
|
return payload
|
2018-04-12 05:08:59 -06:00
|
|
|
|
2019-10-29 07:00:51 -06:00
|
|
|
async def _handle_request(self, request, event_id):
|
2018-02-05 10:22:16 -07:00
|
|
|
with Measure(self.clock, "repl_send_event_parse"):
|
|
|
|
content = parse_json_object_from_request(request)
|
|
|
|
|
|
|
|
event_dict = content["event"]
|
2020-03-05 08:46:44 -07:00
|
|
|
room_ver = KNOWN_ROOM_VERSIONS[content["room_version"]]
|
2018-02-05 10:22:16 -07:00
|
|
|
internal_metadata = content["internal_metadata"]
|
|
|
|
rejected_reason = content["rejected_reason"]
|
2019-01-24 04:14:07 -07:00
|
|
|
|
2020-03-05 08:46:44 -07:00
|
|
|
event = make_event_from_dict(
|
|
|
|
event_dict, room_ver, internal_metadata, rejected_reason
|
|
|
|
)
|
2021-03-17 06:33:18 -06:00
|
|
|
event.internal_metadata.outlier = content["outlier"]
|
2018-02-05 10:22:16 -07:00
|
|
|
|
|
|
|
requester = Requester.deserialize(self.store, content["requester"])
|
2019-12-20 03:32:02 -07:00
|
|
|
context = EventContext.deserialize(self.storage, content["context"])
|
2018-02-05 10:22:16 -07:00
|
|
|
|
2018-03-01 03:08:28 -07:00
|
|
|
ratelimit = content["ratelimit"]
|
2018-03-01 10:39:58 -07:00
|
|
|
extra_users = [UserID.from_string(u) for u in content["extra_users"]]
|
2018-03-01 03:08:28 -07:00
|
|
|
|
2020-10-29 09:58:44 -06:00
|
|
|
request.requester = requester
|
2018-02-05 10:22:16 -07:00
|
|
|
|
|
|
|
logger.info(
|
|
|
|
"Got event to send with ID: %s into room: %s", event.event_id, event.room_id
|
|
|
|
)
|
|
|
|
|
2020-10-13 05:07:56 -06:00
|
|
|
event = await self.event_creation_handler.persist_and_notify_client_event(
|
2018-02-05 10:22:16 -07:00
|
|
|
requester, event, context, ratelimit=ratelimit, extra_users=extra_users
|
|
|
|
)
|
|
|
|
|
2020-10-13 05:07:56 -06:00
|
|
|
return (
|
|
|
|
200,
|
|
|
|
{
|
|
|
|
"stream_id": event.internal_metadata.stream_ordering,
|
|
|
|
"event_id": event.event_id,
|
|
|
|
},
|
|
|
|
)
|
2018-02-05 10:22:16 -07:00
|
|
|
|
|
|
|
|
|
|
|
def register_servlets(hs, http_server):
|
|
|
|
ReplicationSendEventRestServlet(hs).register(http_server)
|