2014-12-10 07:46:55 -07:00
|
|
|
# -*- coding: utf-8 -*-
|
2016-01-05 11:01:18 -07:00
|
|
|
# Copyright 2014 - 2016 OpenMarket Ltd
|
2014-12-10 07:46:55 -07:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
|
|
|
|
2018-05-10 05:10:27 -06:00
|
|
|
import logging
|
2014-12-10 07:46:55 -07:00
|
|
|
|
2019-06-29 01:06:55 -06:00
|
|
|
from synapse.http.server import (
|
|
|
|
DirectServeResource,
|
|
|
|
set_cors_headers,
|
|
|
|
wrap_json_request_handler,
|
|
|
|
)
|
2018-05-10 05:10:27 -06:00
|
|
|
from synapse.http.servlet import parse_integer, parse_string
|
2018-07-09 00:09:20 -06:00
|
|
|
|
2018-05-10 05:10:27 -06:00
|
|
|
from ._base import (
|
2018-07-09 00:09:20 -06:00
|
|
|
FileInfo,
|
|
|
|
parse_media_id,
|
|
|
|
respond_404,
|
|
|
|
respond_with_file,
|
2018-05-10 05:10:27 -06:00
|
|
|
respond_with_responder,
|
|
|
|
)
|
2014-12-10 07:46:55 -07:00
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
2019-06-29 01:06:55 -06:00
|
|
|
class ThumbnailResource(DirectServeResource):
|
2014-12-10 07:46:55 -07:00
|
|
|
isLeaf = True
|
|
|
|
|
2018-01-09 04:08:46 -07:00
|
|
|
def __init__(self, hs, media_repo, media_storage):
|
2019-06-29 01:06:55 -06:00
|
|
|
super().__init__()
|
2016-04-19 04:24:59 -06:00
|
|
|
|
|
|
|
self.store = hs.get_datastore()
|
|
|
|
self.media_repo = media_repo
|
2018-01-09 04:08:46 -07:00
|
|
|
self.media_storage = media_storage
|
2016-04-19 04:24:59 -06:00
|
|
|
self.dynamic_thumbnails = hs.config.dynamic_thumbnails
|
|
|
|
self.server_name = hs.hostname
|
2016-04-28 03:57:49 -06:00
|
|
|
self.clock = hs.get_clock()
|
2016-04-19 04:24:59 -06:00
|
|
|
|
2018-05-10 05:10:27 -06:00
|
|
|
@wrap_json_request_handler
|
2019-06-29 01:06:55 -06:00
|
|
|
async def _async_render_GET(self, request):
|
2016-11-02 05:29:25 -06:00
|
|
|
set_cors_headers(request)
|
2015-07-03 04:24:55 -06:00
|
|
|
server_name, media_id, _ = parse_media_id(request)
|
2019-05-29 07:27:41 -06:00
|
|
|
width = parse_integer(request, "width", required=True)
|
|
|
|
height = parse_integer(request, "height", required=True)
|
2015-04-21 09:35:53 -06:00
|
|
|
method = parse_string(request, "method", "scale")
|
|
|
|
m_type = parse_string(request, "type", "image/png")
|
2014-12-10 07:46:55 -07:00
|
|
|
|
|
|
|
if server_name == self.server_name:
|
2015-08-12 03:54:38 -06:00
|
|
|
if self.dynamic_thumbnails:
|
2019-06-29 01:06:55 -06:00
|
|
|
await self._select_or_generate_local_thumbnail(
|
2015-08-12 03:54:38 -06:00
|
|
|
request, media_id, width, height, method, m_type
|
|
|
|
)
|
|
|
|
else:
|
2019-06-29 01:06:55 -06:00
|
|
|
await self._respond_local_thumbnail(
|
2015-08-12 03:54:38 -06:00
|
|
|
request, media_id, width, height, method, m_type
|
|
|
|
)
|
2018-01-18 08:06:24 -07:00
|
|
|
self.media_repo.mark_recently_accessed(None, media_id)
|
2014-12-10 07:46:55 -07:00
|
|
|
else:
|
2015-08-12 03:54:38 -06:00
|
|
|
if self.dynamic_thumbnails:
|
2019-06-29 01:06:55 -06:00
|
|
|
await self._select_or_generate_remote_thumbnail(
|
2019-06-20 03:32:02 -06:00
|
|
|
request, server_name, media_id, width, height, method, m_type
|
2015-08-12 03:54:38 -06:00
|
|
|
)
|
|
|
|
else:
|
2019-06-29 01:06:55 -06:00
|
|
|
await self._respond_remote_thumbnail(
|
2019-06-20 03:32:02 -06:00
|
|
|
request, server_name, media_id, width, height, method, m_type
|
2015-08-12 03:54:38 -06:00
|
|
|
)
|
2018-01-18 08:06:24 -07:00
|
|
|
self.media_repo.mark_recently_accessed(server_name, media_id)
|
2014-12-10 07:46:55 -07:00
|
|
|
|
2020-03-20 05:20:02 -06:00
|
|
|
async def _respond_local_thumbnail(
|
2019-06-20 03:32:02 -06:00
|
|
|
self, request, media_id, width, height, method, m_type
|
|
|
|
):
|
2020-03-20 05:20:02 -06:00
|
|
|
media_info = await self.store.get_local_media(media_id)
|
2014-12-10 07:46:55 -07:00
|
|
|
|
2018-01-16 07:32:56 -07:00
|
|
|
if not media_info:
|
|
|
|
respond_404(request)
|
|
|
|
return
|
|
|
|
if media_info["quarantined_by"]:
|
|
|
|
logger.info("Media is quarantined")
|
2016-04-19 04:24:59 -06:00
|
|
|
respond_404(request)
|
2014-12-10 07:46:55 -07:00
|
|
|
return
|
|
|
|
|
2020-03-20 05:20:02 -06:00
|
|
|
thumbnail_infos = await self.store.get_local_media_thumbnails(media_id)
|
2014-12-10 07:46:55 -07:00
|
|
|
|
|
|
|
if thumbnail_infos:
|
|
|
|
thumbnail_info = self._select_thumbnail(
|
|
|
|
width, height, method, m_type, thumbnail_infos
|
|
|
|
)
|
|
|
|
|
2018-01-09 04:08:46 -07:00
|
|
|
file_info = FileInfo(
|
2019-06-20 03:32:02 -06:00
|
|
|
server_name=None,
|
|
|
|
file_id=media_id,
|
2018-01-09 04:08:46 -07:00
|
|
|
url_cache=media_info["url_cache"],
|
|
|
|
thumbnail=True,
|
|
|
|
thumbnail_width=thumbnail_info["thumbnail_width"],
|
|
|
|
thumbnail_height=thumbnail_info["thumbnail_height"],
|
|
|
|
thumbnail_type=thumbnail_info["thumbnail_type"],
|
|
|
|
thumbnail_method=thumbnail_info["thumbnail_method"],
|
|
|
|
)
|
|
|
|
|
|
|
|
t_type = file_info.thumbnail_type
|
|
|
|
t_length = thumbnail_info["thumbnail_length"]
|
|
|
|
|
2020-03-20 05:20:02 -06:00
|
|
|
responder = await self.media_storage.fetch_media(file_info)
|
|
|
|
await respond_with_responder(request, responder, t_type, t_length)
|
2014-12-10 07:46:55 -07:00
|
|
|
else:
|
2018-01-16 05:01:40 -07:00
|
|
|
logger.info("Couldn't find any generated thumbnails")
|
2018-01-09 04:31:00 -07:00
|
|
|
respond_404(request)
|
2014-12-10 07:46:55 -07:00
|
|
|
|
2020-03-20 05:20:02 -06:00
|
|
|
async def _select_or_generate_local_thumbnail(
|
2019-06-20 03:32:02 -06:00
|
|
|
self,
|
|
|
|
request,
|
|
|
|
media_id,
|
|
|
|
desired_width,
|
|
|
|
desired_height,
|
|
|
|
desired_method,
|
|
|
|
desired_type,
|
|
|
|
):
|
2020-03-20 05:20:02 -06:00
|
|
|
media_info = await self.store.get_local_media(media_id)
|
2015-07-23 07:12:49 -06:00
|
|
|
|
2018-01-16 07:32:56 -07:00
|
|
|
if not media_info:
|
|
|
|
respond_404(request)
|
|
|
|
return
|
|
|
|
if media_info["quarantined_by"]:
|
|
|
|
logger.info("Media is quarantined")
|
2016-04-19 04:24:59 -06:00
|
|
|
respond_404(request)
|
2015-07-23 07:12:49 -06:00
|
|
|
return
|
|
|
|
|
2020-03-20 05:20:02 -06:00
|
|
|
thumbnail_infos = await self.store.get_local_media_thumbnails(media_id)
|
2015-07-23 07:12:49 -06:00
|
|
|
for info in thumbnail_infos:
|
|
|
|
t_w = info["thumbnail_width"] == desired_width
|
|
|
|
t_h = info["thumbnail_height"] == desired_height
|
|
|
|
t_method = info["thumbnail_method"] == desired_method
|
|
|
|
t_type = info["thumbnail_type"] == desired_type
|
|
|
|
|
|
|
|
if t_w and t_h and t_method and t_type:
|
2018-01-09 04:08:46 -07:00
|
|
|
file_info = FileInfo(
|
2019-06-20 03:32:02 -06:00
|
|
|
server_name=None,
|
|
|
|
file_id=media_id,
|
2018-01-09 04:08:46 -07:00
|
|
|
url_cache=media_info["url_cache"],
|
|
|
|
thumbnail=True,
|
|
|
|
thumbnail_width=info["thumbnail_width"],
|
|
|
|
thumbnail_height=info["thumbnail_height"],
|
|
|
|
thumbnail_type=info["thumbnail_type"],
|
|
|
|
thumbnail_method=info["thumbnail_method"],
|
|
|
|
)
|
|
|
|
|
|
|
|
t_type = file_info.thumbnail_type
|
|
|
|
t_length = info["thumbnail_length"]
|
|
|
|
|
2020-03-20 05:20:02 -06:00
|
|
|
responder = await self.media_storage.fetch_media(file_info)
|
2018-01-09 04:08:46 -07:00
|
|
|
if responder:
|
2020-03-20 05:20:02 -06:00
|
|
|
await respond_with_responder(request, responder, t_type, t_length)
|
2018-01-09 04:08:46 -07:00
|
|
|
return
|
2015-07-23 07:12:49 -06:00
|
|
|
|
2018-01-16 06:53:43 -07:00
|
|
|
logger.debug("We don't have a thumbnail of that size. Generating")
|
2015-07-23 07:12:49 -06:00
|
|
|
|
|
|
|
# Okay, so we generate one.
|
2020-03-20 05:20:02 -06:00
|
|
|
file_path = await self.media_repo.generate_local_exact_thumbnail(
|
2019-06-20 03:32:02 -06:00
|
|
|
media_id,
|
|
|
|
desired_width,
|
|
|
|
desired_height,
|
|
|
|
desired_method,
|
|
|
|
desired_type,
|
2018-01-16 03:52:32 -07:00
|
|
|
url_cache=media_info["url_cache"],
|
2015-07-23 07:12:49 -06:00
|
|
|
)
|
|
|
|
|
|
|
|
if file_path:
|
2020-03-20 05:20:02 -06:00
|
|
|
await respond_with_file(request, desired_type, file_path)
|
2015-07-23 07:12:49 -06:00
|
|
|
else:
|
2019-10-31 04:23:24 -06:00
|
|
|
logger.warning("Failed to generate thumbnail")
|
2018-01-09 04:31:00 -07:00
|
|
|
respond_404(request)
|
2015-07-23 07:12:49 -06:00
|
|
|
|
2020-03-20 05:20:02 -06:00
|
|
|
async def _select_or_generate_remote_thumbnail(
|
2019-06-20 03:32:02 -06:00
|
|
|
self,
|
|
|
|
request,
|
|
|
|
server_name,
|
|
|
|
media_id,
|
|
|
|
desired_width,
|
|
|
|
desired_height,
|
|
|
|
desired_method,
|
|
|
|
desired_type,
|
|
|
|
):
|
2020-03-20 05:20:02 -06:00
|
|
|
media_info = await self.media_repo.get_remote_media_info(server_name, media_id)
|
2015-07-23 07:12:49 -06:00
|
|
|
|
2020-03-20 05:20:02 -06:00
|
|
|
thumbnail_infos = await self.store.get_remote_media_thumbnails(
|
2019-06-20 03:32:02 -06:00
|
|
|
server_name, media_id
|
2015-07-23 07:12:49 -06:00
|
|
|
)
|
|
|
|
|
2015-07-23 07:24:21 -06:00
|
|
|
file_id = media_info["filesystem_id"]
|
|
|
|
|
2015-07-23 07:12:49 -06:00
|
|
|
for info in thumbnail_infos:
|
|
|
|
t_w = info["thumbnail_width"] == desired_width
|
|
|
|
t_h = info["thumbnail_height"] == desired_height
|
|
|
|
t_method = info["thumbnail_method"] == desired_method
|
|
|
|
t_type = info["thumbnail_type"] == desired_type
|
|
|
|
|
|
|
|
if t_w and t_h and t_method and t_type:
|
2018-01-09 04:08:46 -07:00
|
|
|
file_info = FileInfo(
|
2019-06-20 03:32:02 -06:00
|
|
|
server_name=server_name,
|
|
|
|
file_id=media_info["filesystem_id"],
|
2018-01-09 04:08:46 -07:00
|
|
|
thumbnail=True,
|
|
|
|
thumbnail_width=info["thumbnail_width"],
|
|
|
|
thumbnail_height=info["thumbnail_height"],
|
|
|
|
thumbnail_type=info["thumbnail_type"],
|
|
|
|
thumbnail_method=info["thumbnail_method"],
|
2015-07-23 07:12:49 -06:00
|
|
|
)
|
2018-01-09 04:08:46 -07:00
|
|
|
|
|
|
|
t_type = file_info.thumbnail_type
|
|
|
|
t_length = info["thumbnail_length"]
|
|
|
|
|
2020-03-20 05:20:02 -06:00
|
|
|
responder = await self.media_storage.fetch_media(file_info)
|
2018-01-09 04:08:46 -07:00
|
|
|
if responder:
|
2020-03-20 05:20:02 -06:00
|
|
|
await respond_with_responder(request, responder, t_type, t_length)
|
2018-01-09 04:08:46 -07:00
|
|
|
return
|
2015-07-23 07:12:49 -06:00
|
|
|
|
2018-01-16 06:53:43 -07:00
|
|
|
logger.debug("We don't have a thumbnail of that size. Generating")
|
2015-07-23 07:12:49 -06:00
|
|
|
|
|
|
|
# Okay, so we generate one.
|
2020-03-20 05:20:02 -06:00
|
|
|
file_path = await self.media_repo.generate_remote_exact_thumbnail(
|
2019-06-20 03:32:02 -06:00
|
|
|
server_name,
|
|
|
|
file_id,
|
|
|
|
media_id,
|
|
|
|
desired_width,
|
|
|
|
desired_height,
|
|
|
|
desired_method,
|
|
|
|
desired_type,
|
2015-07-23 07:12:49 -06:00
|
|
|
)
|
|
|
|
|
2015-07-23 07:24:21 -06:00
|
|
|
if file_path:
|
2020-03-20 05:20:02 -06:00
|
|
|
await respond_with_file(request, desired_type, file_path)
|
2015-07-23 07:12:49 -06:00
|
|
|
else:
|
2019-10-31 04:23:24 -06:00
|
|
|
logger.warning("Failed to generate thumbnail")
|
2018-01-09 04:31:00 -07:00
|
|
|
respond_404(request)
|
2015-07-23 07:12:49 -06:00
|
|
|
|
2020-03-20 05:20:02 -06:00
|
|
|
async def _respond_remote_thumbnail(
|
2019-06-20 03:32:02 -06:00
|
|
|
self, request, server_name, media_id, width, height, method, m_type
|
|
|
|
):
|
2018-01-12 08:38:06 -07:00
|
|
|
# TODO: Don't download the whole remote file
|
|
|
|
# We should proxy the thumbnail from the remote server instead of
|
|
|
|
# downloading the remote file and generating our own thumbnails.
|
2020-03-20 05:20:02 -06:00
|
|
|
media_info = await self.media_repo.get_remote_media_info(server_name, media_id)
|
2018-01-12 08:38:06 -07:00
|
|
|
|
2020-03-20 05:20:02 -06:00
|
|
|
thumbnail_infos = await self.store.get_remote_media_thumbnails(
|
2019-06-20 03:32:02 -06:00
|
|
|
server_name, media_id
|
2014-12-10 07:46:55 -07:00
|
|
|
)
|
|
|
|
|
|
|
|
if thumbnail_infos:
|
|
|
|
thumbnail_info = self._select_thumbnail(
|
|
|
|
width, height, method, m_type, thumbnail_infos
|
|
|
|
)
|
2018-01-09 04:08:46 -07:00
|
|
|
file_info = FileInfo(
|
2019-06-20 03:32:02 -06:00
|
|
|
server_name=server_name,
|
|
|
|
file_id=media_info["filesystem_id"],
|
2018-01-09 04:08:46 -07:00
|
|
|
thumbnail=True,
|
|
|
|
thumbnail_width=thumbnail_info["thumbnail_width"],
|
|
|
|
thumbnail_height=thumbnail_info["thumbnail_height"],
|
|
|
|
thumbnail_type=thumbnail_info["thumbnail_type"],
|
|
|
|
thumbnail_method=thumbnail_info["thumbnail_method"],
|
|
|
|
)
|
|
|
|
|
|
|
|
t_type = file_info.thumbnail_type
|
2015-01-06 04:32:36 -07:00
|
|
|
t_length = thumbnail_info["thumbnail_length"]
|
2014-12-10 07:46:55 -07:00
|
|
|
|
2020-03-20 05:20:02 -06:00
|
|
|
responder = await self.media_storage.fetch_media(file_info)
|
|
|
|
await respond_with_responder(request, responder, t_type, t_length)
|
2014-12-10 07:46:55 -07:00
|
|
|
else:
|
2018-01-16 05:01:40 -07:00
|
|
|
logger.info("Failed to find any generated thumbnails")
|
2016-04-19 04:24:59 -06:00
|
|
|
respond_404(request)
|
2014-12-10 07:46:55 -07:00
|
|
|
|
2019-06-20 03:32:02 -06:00
|
|
|
def _select_thumbnail(
|
|
|
|
self,
|
|
|
|
desired_width,
|
|
|
|
desired_height,
|
|
|
|
desired_method,
|
|
|
|
desired_type,
|
|
|
|
thumbnail_infos,
|
|
|
|
):
|
2014-12-10 07:46:55 -07:00
|
|
|
d_w = desired_width
|
|
|
|
d_h = desired_height
|
|
|
|
|
|
|
|
if desired_method.lower() == "crop":
|
2020-01-20 10:38:21 -07:00
|
|
|
crop_info_list = []
|
|
|
|
crop_info_list2 = []
|
2014-12-10 07:46:55 -07:00
|
|
|
for info in thumbnail_infos:
|
|
|
|
t_w = info["thumbnail_width"]
|
|
|
|
t_h = info["thumbnail_height"]
|
2014-12-10 08:46:18 -07:00
|
|
|
t_method = info["thumbnail_method"]
|
2016-01-07 11:57:15 -07:00
|
|
|
if t_method == "crop":
|
2014-12-10 07:46:55 -07:00
|
|
|
aspect_quality = abs(d_w * t_h - d_h * t_w)
|
2015-07-23 04:12:49 -06:00
|
|
|
min_quality = 0 if d_w <= t_w and d_h <= t_h else 1
|
2014-12-10 07:46:55 -07:00
|
|
|
size_quality = abs((d_w - t_w) * (d_h - t_h))
|
|
|
|
type_quality = desired_type != info["thumbnail_type"]
|
|
|
|
length_quality = info["thumbnail_length"]
|
2016-01-05 10:30:30 -07:00
|
|
|
if t_w >= d_w or t_h >= d_h:
|
2020-01-20 10:38:21 -07:00
|
|
|
crop_info_list.append(
|
2019-06-20 03:32:02 -06:00
|
|
|
(
|
|
|
|
aspect_quality,
|
|
|
|
min_quality,
|
|
|
|
size_quality,
|
|
|
|
type_quality,
|
|
|
|
length_quality,
|
|
|
|
info,
|
|
|
|
)
|
|
|
|
)
|
2016-01-05 10:30:30 -07:00
|
|
|
else:
|
2020-01-20 10:38:21 -07:00
|
|
|
crop_info_list2.append(
|
2019-06-20 03:32:02 -06:00
|
|
|
(
|
|
|
|
aspect_quality,
|
|
|
|
min_quality,
|
|
|
|
size_quality,
|
|
|
|
type_quality,
|
|
|
|
length_quality,
|
|
|
|
info,
|
|
|
|
)
|
|
|
|
)
|
2020-01-20 10:38:21 -07:00
|
|
|
if crop_info_list:
|
2020-01-22 05:27:42 -07:00
|
|
|
return min(crop_info_list)[-1]
|
2016-01-05 10:30:30 -07:00
|
|
|
else:
|
2020-01-20 10:38:21 -07:00
|
|
|
return min(crop_info_list2)[-1]
|
2014-12-10 07:46:55 -07:00
|
|
|
else:
|
|
|
|
info_list = []
|
2014-12-19 05:05:26 -07:00
|
|
|
info_list2 = []
|
2014-12-10 07:46:55 -07:00
|
|
|
for info in thumbnail_infos:
|
|
|
|
t_w = info["thumbnail_width"]
|
|
|
|
t_h = info["thumbnail_height"]
|
2014-12-10 08:46:18 -07:00
|
|
|
t_method = info["thumbnail_method"]
|
2014-12-19 05:05:26 -07:00
|
|
|
size_quality = abs((d_w - t_w) * (d_h - t_h))
|
|
|
|
type_quality = desired_type != info["thumbnail_type"]
|
|
|
|
length_quality = info["thumbnail_length"]
|
2014-12-10 07:46:55 -07:00
|
|
|
if t_method == "scale" and (t_w >= d_w or t_h >= d_h):
|
2019-06-20 03:32:02 -06:00
|
|
|
info_list.append((size_quality, type_quality, length_quality, info))
|
2014-12-19 05:05:26 -07:00
|
|
|
elif t_method == "scale":
|
2019-06-20 03:32:02 -06:00
|
|
|
info_list2.append(
|
|
|
|
(size_quality, type_quality, length_quality, info)
|
|
|
|
)
|
2014-12-19 05:05:26 -07:00
|
|
|
if info_list:
|
|
|
|
return min(info_list)[-1]
|
|
|
|
else:
|
|
|
|
return min(info_list2)[-1]
|