2014-08-12 16:10:52 +02:00
|
|
|
# -*- coding: utf-8 -*-
|
2016-01-07 05:26:29 +01:00
|
|
|
# Copyright 2014-2016 OpenMarket Ltd
|
2014-08-12 16:10:52 +02:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
2014-08-13 04:14:34 +02:00
|
|
|
|
2014-08-26 19:57:46 +02:00
|
|
|
import logging
|
|
|
|
|
2018-07-09 08:09:20 +02:00
|
|
|
from synapse.api.errors import SynapseError
|
2018-07-13 21:40:14 +02:00
|
|
|
from synapse.http.servlet import parse_integer, parse_string
|
2018-07-09 08:09:20 +02:00
|
|
|
from synapse.types import StreamToken
|
2014-08-26 19:57:46 +02:00
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
2014-08-12 16:10:52 +02:00
|
|
|
|
2016-01-14 11:22:02 +01:00
|
|
|
MAX_LIMIT = 1000
|
|
|
|
|
|
|
|
|
2020-09-04 12:54:56 +02:00
|
|
|
class SourcePaginationConfig:
|
2014-10-29 16:57:23 +01:00
|
|
|
|
|
|
|
"""A configuration object which stores pagination parameters for a
|
|
|
|
specific event source."""
|
|
|
|
|
2019-06-20 11:32:02 +02:00
|
|
|
def __init__(self, from_key=None, to_key=None, direction="f", limit=None):
|
2014-10-29 16:57:23 +01:00
|
|
|
self.from_key = from_key
|
|
|
|
self.to_key = to_key
|
2019-06-20 11:32:02 +02:00
|
|
|
self.direction = "f" if direction == "f" else "b"
|
2016-01-14 11:22:02 +01:00
|
|
|
self.limit = min(int(limit), MAX_LIMIT) if limit is not None else None
|
2014-10-29 16:57:23 +01:00
|
|
|
|
2015-09-22 16:13:10 +02:00
|
|
|
def __repr__(self):
|
2019-08-30 17:28:26 +02:00
|
|
|
return "StreamConfig(from_key=%r, to_key=%r, direction=%r, limit=%r)" % (
|
2019-06-20 11:32:02 +02:00
|
|
|
self.from_key,
|
|
|
|
self.to_key,
|
|
|
|
self.direction,
|
|
|
|
self.limit,
|
|
|
|
)
|
2015-09-22 16:13:10 +02:00
|
|
|
|
2014-10-29 16:57:23 +01:00
|
|
|
|
2020-09-04 12:54:56 +02:00
|
|
|
class PaginationConfig:
|
2014-08-12 16:10:52 +02:00
|
|
|
|
|
|
|
"""A configuration object which stores pagination parameters."""
|
|
|
|
|
2019-06-20 11:32:02 +02:00
|
|
|
def __init__(self, from_token=None, to_token=None, direction="f", limit=None):
|
2014-08-27 16:25:21 +02:00
|
|
|
self.from_token = from_token
|
|
|
|
self.to_token = to_token
|
2019-06-20 11:32:02 +02:00
|
|
|
self.direction = "f" if direction == "f" else "b"
|
2016-01-14 11:22:02 +01:00
|
|
|
self.limit = min(int(limit), MAX_LIMIT) if limit is not None else None
|
2014-08-12 16:10:52 +02:00
|
|
|
|
|
|
|
@classmethod
|
2019-06-20 11:32:02 +02:00
|
|
|
def from_request(cls, request, raise_invalid_params=True, default_limit=None):
|
|
|
|
direction = parse_string(request, "dir", default="f", allowed_values=["f", "b"])
|
2018-07-13 21:40:14 +02:00
|
|
|
|
|
|
|
from_tok = parse_string(request, "from")
|
|
|
|
to_tok = parse_string(request, "to")
|
2014-08-27 16:25:21 +02:00
|
|
|
|
|
|
|
try:
|
|
|
|
if from_tok == "END":
|
|
|
|
from_tok = None # For backwards compat.
|
|
|
|
elif from_tok:
|
|
|
|
from_tok = StreamToken.from_string(from_tok)
|
2017-10-23 16:52:32 +02:00
|
|
|
except Exception:
|
2020-07-09 15:52:58 +02:00
|
|
|
raise SynapseError(400, "'from' parameter is invalid")
|
2014-08-27 16:25:21 +02:00
|
|
|
|
|
|
|
try:
|
|
|
|
if to_tok:
|
|
|
|
to_tok = StreamToken.from_string(to_tok)
|
2017-10-23 16:52:32 +02:00
|
|
|
except Exception:
|
2020-07-09 15:52:58 +02:00
|
|
|
raise SynapseError(400, "'to' parameter is invalid")
|
2014-08-27 16:25:21 +02:00
|
|
|
|
2018-07-13 21:40:14 +02:00
|
|
|
limit = parse_integer(request, "limit", default=default_limit)
|
2014-12-02 19:00:51 +01:00
|
|
|
|
2018-07-14 01:51:00 +02:00
|
|
|
if limit and limit < 0:
|
|
|
|
raise SynapseError(400, "Limit must be 0 or above")
|
|
|
|
|
2014-08-21 11:56:31 +02:00
|
|
|
try:
|
2014-08-27 16:25:21 +02:00
|
|
|
return PaginationConfig(from_tok, to_tok, direction, limit)
|
2017-10-23 16:52:32 +02:00
|
|
|
except Exception:
|
2014-08-26 19:57:46 +02:00
|
|
|
logger.exception("Failed to create pagination config")
|
2014-08-21 11:56:31 +02:00
|
|
|
raise SynapseError(400, "Invalid request.")
|
2014-08-12 16:10:52 +02:00
|
|
|
|
2015-09-22 16:13:10 +02:00
|
|
|
def __repr__(self):
|
2019-11-21 13:00:14 +01:00
|
|
|
return ("PaginationConfig(from_tok=%r, to_tok=%r, direction=%r, limit=%r)") % (
|
|
|
|
self.from_token,
|
|
|
|
self.to_token,
|
|
|
|
self.direction,
|
|
|
|
self.limit,
|
|
|
|
)
|
2014-10-29 16:57:23 +01:00
|
|
|
|
|
|
|
def get_source_config(self, source_name):
|
|
|
|
keyname = "%s_key" % source_name
|
|
|
|
|
|
|
|
return SourcePaginationConfig(
|
|
|
|
from_key=getattr(self.from_token, keyname),
|
|
|
|
to_key=getattr(self.to_token, keyname) if self.to_token else None,
|
|
|
|
direction=self.direction,
|
|
|
|
limit=self.limit,
|
|
|
|
)
|