2021-10-15 08:30:48 -06:00
|
|
|
# Copyright 2021 The Matrix.org Foundation C.I.C.
|
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
|
|
|
import logging
|
2022-04-11 10:07:23 -06:00
|
|
|
from typing import Any, List, Optional
|
2021-10-15 08:30:48 -06:00
|
|
|
|
|
|
|
import attr
|
|
|
|
|
|
|
|
from synapse.config._base import Config, ConfigError
|
2022-04-11 10:07:23 -06:00
|
|
|
from synapse.types import JsonDict
|
2021-10-15 08:30:48 -06:00
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
|
|
|
@attr.s(slots=True, frozen=True, auto_attribs=True)
|
|
|
|
class RetentionPurgeJob:
|
|
|
|
"""Object describing the configuration of the manhole"""
|
|
|
|
|
|
|
|
interval: int
|
|
|
|
shortest_max_lifetime: Optional[int]
|
|
|
|
longest_max_lifetime: Optional[int]
|
|
|
|
|
|
|
|
|
|
|
|
class RetentionConfig(Config):
|
|
|
|
section = "retention"
|
|
|
|
|
2022-04-11 10:07:23 -06:00
|
|
|
def read_config(self, config: JsonDict, **kwargs: Any) -> None:
|
2021-10-15 08:30:48 -06:00
|
|
|
retention_config = config.get("retention")
|
|
|
|
if retention_config is None:
|
|
|
|
retention_config = {}
|
|
|
|
|
|
|
|
self.retention_enabled = retention_config.get("enabled", False)
|
|
|
|
|
|
|
|
retention_default_policy = retention_config.get("default_policy")
|
|
|
|
|
|
|
|
if retention_default_policy is not None:
|
|
|
|
self.retention_default_min_lifetime = retention_default_policy.get(
|
|
|
|
"min_lifetime"
|
|
|
|
)
|
|
|
|
if self.retention_default_min_lifetime is not None:
|
|
|
|
self.retention_default_min_lifetime = self.parse_duration(
|
|
|
|
self.retention_default_min_lifetime
|
|
|
|
)
|
|
|
|
|
|
|
|
self.retention_default_max_lifetime = retention_default_policy.get(
|
|
|
|
"max_lifetime"
|
|
|
|
)
|
|
|
|
if self.retention_default_max_lifetime is not None:
|
|
|
|
self.retention_default_max_lifetime = self.parse_duration(
|
|
|
|
self.retention_default_max_lifetime
|
|
|
|
)
|
|
|
|
|
|
|
|
if (
|
|
|
|
self.retention_default_min_lifetime is not None
|
|
|
|
and self.retention_default_max_lifetime is not None
|
|
|
|
and (
|
|
|
|
self.retention_default_min_lifetime
|
|
|
|
> self.retention_default_max_lifetime
|
|
|
|
)
|
|
|
|
):
|
|
|
|
raise ConfigError(
|
|
|
|
"The default retention policy's 'min_lifetime' can not be greater"
|
|
|
|
" than its 'max_lifetime'"
|
|
|
|
)
|
|
|
|
else:
|
|
|
|
self.retention_default_min_lifetime = None
|
|
|
|
self.retention_default_max_lifetime = None
|
|
|
|
|
|
|
|
if self.retention_enabled:
|
|
|
|
logger.info(
|
|
|
|
"Message retention policies support enabled with the following default"
|
|
|
|
" policy: min_lifetime = %s ; max_lifetime = %s",
|
|
|
|
self.retention_default_min_lifetime,
|
|
|
|
self.retention_default_max_lifetime,
|
|
|
|
)
|
|
|
|
|
|
|
|
self.retention_allowed_lifetime_min = retention_config.get(
|
|
|
|
"allowed_lifetime_min"
|
|
|
|
)
|
|
|
|
if self.retention_allowed_lifetime_min is not None:
|
|
|
|
self.retention_allowed_lifetime_min = self.parse_duration(
|
|
|
|
self.retention_allowed_lifetime_min
|
|
|
|
)
|
|
|
|
|
|
|
|
self.retention_allowed_lifetime_max = retention_config.get(
|
|
|
|
"allowed_lifetime_max"
|
|
|
|
)
|
|
|
|
if self.retention_allowed_lifetime_max is not None:
|
|
|
|
self.retention_allowed_lifetime_max = self.parse_duration(
|
|
|
|
self.retention_allowed_lifetime_max
|
|
|
|
)
|
|
|
|
|
|
|
|
if (
|
|
|
|
self.retention_allowed_lifetime_min is not None
|
|
|
|
and self.retention_allowed_lifetime_max is not None
|
|
|
|
and self.retention_allowed_lifetime_min
|
|
|
|
> self.retention_allowed_lifetime_max
|
|
|
|
):
|
|
|
|
raise ConfigError(
|
|
|
|
"Invalid retention policy limits: 'allowed_lifetime_min' can not be"
|
|
|
|
" greater than 'allowed_lifetime_max'"
|
|
|
|
)
|
|
|
|
|
|
|
|
self.retention_purge_jobs: List[RetentionPurgeJob] = []
|
|
|
|
for purge_job_config in retention_config.get("purge_jobs", []):
|
|
|
|
interval_config = purge_job_config.get("interval")
|
|
|
|
|
|
|
|
if interval_config is None:
|
|
|
|
raise ConfigError(
|
|
|
|
"A retention policy's purge jobs configuration must have the"
|
|
|
|
" 'interval' key set."
|
|
|
|
)
|
|
|
|
|
|
|
|
interval = self.parse_duration(interval_config)
|
|
|
|
|
|
|
|
shortest_max_lifetime = purge_job_config.get("shortest_max_lifetime")
|
|
|
|
|
|
|
|
if shortest_max_lifetime is not None:
|
|
|
|
shortest_max_lifetime = self.parse_duration(shortest_max_lifetime)
|
|
|
|
|
|
|
|
longest_max_lifetime = purge_job_config.get("longest_max_lifetime")
|
|
|
|
|
|
|
|
if longest_max_lifetime is not None:
|
|
|
|
longest_max_lifetime = self.parse_duration(longest_max_lifetime)
|
|
|
|
|
|
|
|
if (
|
|
|
|
shortest_max_lifetime is not None
|
|
|
|
and longest_max_lifetime is not None
|
|
|
|
and shortest_max_lifetime > longest_max_lifetime
|
|
|
|
):
|
|
|
|
raise ConfigError(
|
|
|
|
"A retention policy's purge jobs configuration's"
|
|
|
|
" 'shortest_max_lifetime' value can not be greater than its"
|
|
|
|
" 'longest_max_lifetime' value."
|
|
|
|
)
|
|
|
|
|
|
|
|
self.retention_purge_jobs.append(
|
|
|
|
RetentionPurgeJob(interval, shortest_max_lifetime, longest_max_lifetime)
|
|
|
|
)
|
|
|
|
|
|
|
|
if not self.retention_purge_jobs:
|
|
|
|
self.retention_purge_jobs = [
|
|
|
|
RetentionPurgeJob(self.parse_duration("1d"), None, None)
|
|
|
|
]
|