2016-01-06 21:26:29 -07:00
|
|
|
# Copyright 2015, 2016 OpenMarket Ltd
|
2015-04-01 07:12:33 -06:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
2022-06-07 10:33:55 -06:00
|
|
|
from typing import Any, Mapping, NoReturn
|
2015-04-02 03:06:22 -06:00
|
|
|
|
2020-02-27 04:53:40 -07:00
|
|
|
from ._base import BaseDatabaseEngine, IncorrectDatabaseSetup
|
2023-11-09 13:11:52 -07:00
|
|
|
from .postgres import PostgresEngine
|
|
|
|
|
2022-06-07 10:33:55 -06:00
|
|
|
|
|
|
|
# The classes `PostgresEngine` and `Sqlite3Engine` must always be importable, because
|
|
|
|
# we use `isinstance(engine, PostgresEngine)` to write different queries for postgres
|
|
|
|
# and sqlite. But the database driver modules are both optional: they may not be
|
|
|
|
# installed. To account for this, create dummy classes on import failure so we can
|
|
|
|
# still run `isinstance()` checks.
|
|
|
|
try:
|
2023-11-09 13:11:52 -07:00
|
|
|
from .psycopg2 import Psycopg2Engine
|
2022-06-07 10:33:55 -06:00
|
|
|
except ImportError:
|
|
|
|
|
2023-11-09 13:11:52 -07:00
|
|
|
class Psycopg2Engine(BaseDatabaseEngine): # type: ignore[no-redef]
|
Use mypy 1.0 (#15052)
* Update mypy and mypy-zope
* Remove unused ignores
These used to suppress
```
synapse/storage/engines/__init__.py:28: error: "__new__" must return a
class instance (got "NoReturn") [misc]
```
and
```
synapse/http/matrixfederationclient.py:1270: error: "BaseException" has no attribute "reasons" [attr-defined]
```
(note that we check `hasattr(e, "reasons")` above)
* Avoid empty body warnings, sometimes by marking methods as abstract
E.g.
```
tests/handlers/test_register.py:58: error: Missing return statement [empty-body]
tests/handlers/test_register.py:108: error: Missing return statement [empty-body]
```
* Suppress false positive about `JaegerConfig`
Complaint was
```
synapse/logging/opentracing.py:450: error: Function "Type[Config]" could always be true in boolean context [truthy-function]
```
* Fix not calling `is_state()`
Oops!
```
tests/rest/client/test_third_party_rules.py:428: error: Function "Callable[[], bool]" could always be true in boolean context [truthy-function]
```
* Suppress false positives from ParamSpecs
````
synapse/logging/opentracing.py:971: error: Argument 2 to "_custom_sync_async_decorator" has incompatible type "Callable[[Arg(Callable[P, R], 'func'), **P], _GeneratorContextManager[None]]"; expected "Callable[[Callable[P, R], **P], _GeneratorContextManager[None]]" [arg-type]
synapse/logging/opentracing.py:1017: error: Argument 2 to "_custom_sync_async_decorator" has incompatible type "Callable[[Arg(Callable[P, R], 'func'), **P], _GeneratorContextManager[None]]"; expected "Callable[[Callable[P, R], **P], _GeneratorContextManager[None]]" [arg-type]
````
* Drive-by improvement to `wrapping_logic` annotation
* Workaround false "unreachable" positives
See https://github.com/Shoobx/mypy-zope/issues/91
```
tests/http/test_proxyagent.py:626: error: Statement is unreachable [unreachable]
tests/http/test_proxyagent.py:762: error: Statement is unreachable [unreachable]
tests/http/test_proxyagent.py:826: error: Statement is unreachable [unreachable]
tests/http/test_proxyagent.py:838: error: Statement is unreachable [unreachable]
tests/http/test_proxyagent.py:845: error: Statement is unreachable [unreachable]
tests/http/federation/test_matrix_federation_agent.py:151: error: Statement is unreachable [unreachable]
tests/http/federation/test_matrix_federation_agent.py:452: error: Statement is unreachable [unreachable]
tests/logging/test_remote_handler.py:60: error: Statement is unreachable [unreachable]
tests/logging/test_remote_handler.py:93: error: Statement is unreachable [unreachable]
tests/logging/test_remote_handler.py:127: error: Statement is unreachable [unreachable]
tests/logging/test_remote_handler.py:152: error: Statement is unreachable [unreachable]
```
* Changelog
* Tweak DBAPI2 Protocol to be accepted by mypy 1.0
Some extra context in:
- https://github.com/matrix-org/python-canonicaljson/pull/57
- https://github.com/python/mypy/issues/6002
- https://mypy.readthedocs.io/en/latest/common_issues.html#covariant-subtyping-of-mutable-protocol-members-is-rejected
* Pull in updated canonicaljson lib
so the protocol check just works
* Improve comments in opentracing
I tried to workaround the ignores but found it too much trouble.
I think the corresponding issue is
https://github.com/python/mypy/issues/12909. The mypy repo has a PR
claiming to fix this (https://github.com/python/mypy/pull/14677) which
might mean this gets resolved soon?
* Better annotation for INTERACTIVE_AUTH_CHECKERS
* Drive-by AUTH_TYPE annotation, to remove an ignore
2023-02-16 09:09:11 -07:00
|
|
|
def __new__(cls, *args: object, **kwargs: object) -> NoReturn:
|
2022-06-07 10:33:55 -06:00
|
|
|
raise RuntimeError(
|
|
|
|
f"Cannot create {cls.__name__} -- psycopg2 module is not installed"
|
|
|
|
)
|
|
|
|
|
|
|
|
|
2023-11-09 13:11:52 -07:00
|
|
|
try:
|
|
|
|
from .psycopg import PsycopgEngine
|
|
|
|
except ImportError:
|
|
|
|
|
|
|
|
class PsycopgEngine(BaseDatabaseEngine): # type: ignore[no-redef]
|
|
|
|
def __new__(cls, *args: object, **kwargs: object) -> NoReturn:
|
|
|
|
raise RuntimeError(
|
|
|
|
f"Cannot create {cls.__name__} -- psycopg module is not installed"
|
|
|
|
)
|
|
|
|
|
|
|
|
|
2022-06-07 10:33:55 -06:00
|
|
|
try:
|
|
|
|
from .sqlite import Sqlite3Engine
|
|
|
|
except ImportError:
|
|
|
|
|
|
|
|
class Sqlite3Engine(BaseDatabaseEngine): # type: ignore[no-redef]
|
Use mypy 1.0 (#15052)
* Update mypy and mypy-zope
* Remove unused ignores
These used to suppress
```
synapse/storage/engines/__init__.py:28: error: "__new__" must return a
class instance (got "NoReturn") [misc]
```
and
```
synapse/http/matrixfederationclient.py:1270: error: "BaseException" has no attribute "reasons" [attr-defined]
```
(note that we check `hasattr(e, "reasons")` above)
* Avoid empty body warnings, sometimes by marking methods as abstract
E.g.
```
tests/handlers/test_register.py:58: error: Missing return statement [empty-body]
tests/handlers/test_register.py:108: error: Missing return statement [empty-body]
```
* Suppress false positive about `JaegerConfig`
Complaint was
```
synapse/logging/opentracing.py:450: error: Function "Type[Config]" could always be true in boolean context [truthy-function]
```
* Fix not calling `is_state()`
Oops!
```
tests/rest/client/test_third_party_rules.py:428: error: Function "Callable[[], bool]" could always be true in boolean context [truthy-function]
```
* Suppress false positives from ParamSpecs
````
synapse/logging/opentracing.py:971: error: Argument 2 to "_custom_sync_async_decorator" has incompatible type "Callable[[Arg(Callable[P, R], 'func'), **P], _GeneratorContextManager[None]]"; expected "Callable[[Callable[P, R], **P], _GeneratorContextManager[None]]" [arg-type]
synapse/logging/opentracing.py:1017: error: Argument 2 to "_custom_sync_async_decorator" has incompatible type "Callable[[Arg(Callable[P, R], 'func'), **P], _GeneratorContextManager[None]]"; expected "Callable[[Callable[P, R], **P], _GeneratorContextManager[None]]" [arg-type]
````
* Drive-by improvement to `wrapping_logic` annotation
* Workaround false "unreachable" positives
See https://github.com/Shoobx/mypy-zope/issues/91
```
tests/http/test_proxyagent.py:626: error: Statement is unreachable [unreachable]
tests/http/test_proxyagent.py:762: error: Statement is unreachable [unreachable]
tests/http/test_proxyagent.py:826: error: Statement is unreachable [unreachable]
tests/http/test_proxyagent.py:838: error: Statement is unreachable [unreachable]
tests/http/test_proxyagent.py:845: error: Statement is unreachable [unreachable]
tests/http/federation/test_matrix_federation_agent.py:151: error: Statement is unreachable [unreachable]
tests/http/federation/test_matrix_federation_agent.py:452: error: Statement is unreachable [unreachable]
tests/logging/test_remote_handler.py:60: error: Statement is unreachable [unreachable]
tests/logging/test_remote_handler.py:93: error: Statement is unreachable [unreachable]
tests/logging/test_remote_handler.py:127: error: Statement is unreachable [unreachable]
tests/logging/test_remote_handler.py:152: error: Statement is unreachable [unreachable]
```
* Changelog
* Tweak DBAPI2 Protocol to be accepted by mypy 1.0
Some extra context in:
- https://github.com/matrix-org/python-canonicaljson/pull/57
- https://github.com/python/mypy/issues/6002
- https://mypy.readthedocs.io/en/latest/common_issues.html#covariant-subtyping-of-mutable-protocol-members-is-rejected
* Pull in updated canonicaljson lib
so the protocol check just works
* Improve comments in opentracing
I tried to workaround the ignores but found it too much trouble.
I think the corresponding issue is
https://github.com/python/mypy/issues/12909. The mypy repo has a PR
claiming to fix this (https://github.com/python/mypy/pull/14677) which
might mean this gets resolved soon?
* Better annotation for INTERACTIVE_AUTH_CHECKERS
* Drive-by AUTH_TYPE annotation, to remove an ignore
2023-02-16 09:09:11 -07:00
|
|
|
def __new__(cls, *args: object, **kwargs: object) -> NoReturn:
|
2022-06-07 10:33:55 -06:00
|
|
|
raise RuntimeError(
|
|
|
|
f"Cannot create {cls.__name__} -- sqlite3 module is not installed"
|
|
|
|
)
|
2015-04-01 07:12:33 -06:00
|
|
|
|
|
|
|
|
2022-05-16 17:34:38 -06:00
|
|
|
def create_engine(database_config: Mapping[str, Any]) -> BaseDatabaseEngine:
|
2016-04-06 07:08:18 -06:00
|
|
|
name = database_config["name"]
|
2015-04-01 07:12:33 -06:00
|
|
|
|
2020-02-27 04:53:40 -07:00
|
|
|
if name == "sqlite3":
|
2022-05-16 17:34:38 -06:00
|
|
|
return Sqlite3Engine(database_config)
|
2020-02-27 04:53:40 -07:00
|
|
|
|
|
|
|
if name == "psycopg2":
|
2023-11-09 13:11:52 -07:00
|
|
|
return Psycopg2Engine(database_config)
|
|
|
|
|
|
|
|
if name == "psycopg":
|
|
|
|
return PsycopgEngine(database_config)
|
2015-04-01 07:12:33 -06:00
|
|
|
|
2019-04-03 03:07:29 -06:00
|
|
|
raise RuntimeError("Unsupported database engine '%s'" % (name,))
|
2015-04-29 04:56:38 -06:00
|
|
|
|
|
|
|
|
2022-06-07 10:33:55 -06:00
|
|
|
__all__ = [
|
|
|
|
"create_engine",
|
|
|
|
"BaseDatabaseEngine",
|
|
|
|
"PostgresEngine",
|
|
|
|
"Sqlite3Engine",
|
|
|
|
"IncorrectDatabaseSetup",
|
|
|
|
]
|