2014-11-19 19:20:59 +01:00
|
|
|
# -*- coding: utf-8 -*-
|
2016-01-07 05:26:29 +01:00
|
|
|
# Copyright 2014-2016 OpenMarket Ltd
|
2014-11-19 19:20:59 +01:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
2015-09-22 19:14:15 +02:00
|
|
|
from ._base import SQLBaseStore
|
2014-11-19 19:20:59 +01:00
|
|
|
from twisted.internet import defer
|
|
|
|
|
2015-08-24 17:17:38 +02:00
|
|
|
from canonicaljson import encode_canonical_json
|
2015-04-16 12:01:09 +02:00
|
|
|
|
2016-04-06 16:42:15 +02:00
|
|
|
from synapse.util.caches.descriptors import cachedInlineCallbacks
|
|
|
|
|
2014-11-19 19:20:59 +01:00
|
|
|
import logging
|
2015-04-29 18:13:51 +02:00
|
|
|
import simplejson as json
|
2015-04-29 20:41:14 +02:00
|
|
|
import types
|
2014-11-19 19:20:59 +01:00
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
2014-12-03 14:37:02 +01:00
|
|
|
|
2014-11-19 19:20:59 +01:00
|
|
|
class PusherStore(SQLBaseStore):
|
2015-04-29 20:41:14 +02:00
|
|
|
def _decode_pushers_rows(self, rows):
|
|
|
|
for r in rows:
|
|
|
|
dataJson = r['data']
|
|
|
|
r['data'] = None
|
|
|
|
try:
|
|
|
|
if isinstance(dataJson, types.BufferType):
|
|
|
|
dataJson = str(dataJson).decode("UTF8")
|
|
|
|
|
|
|
|
r['data'] = json.loads(dataJson)
|
|
|
|
except Exception as e:
|
|
|
|
logger.warn(
|
|
|
|
"Invalid JSON in data for pusher %d: %s, %s",
|
|
|
|
r['id'], dataJson, e.message,
|
|
|
|
)
|
|
|
|
pass
|
|
|
|
|
|
|
|
if isinstance(r['pushkey'], types.BufferType):
|
|
|
|
r['pushkey'] = str(r['pushkey']).decode("UTF8")
|
|
|
|
|
|
|
|
return rows
|
|
|
|
|
2014-11-19 19:20:59 +01:00
|
|
|
@defer.inlineCallbacks
|
2015-03-25 20:06:22 +01:00
|
|
|
def get_pushers_by_app_id_and_pushkey(self, app_id, pushkey):
|
2015-04-29 20:27:02 +02:00
|
|
|
def r(txn):
|
|
|
|
sql = (
|
|
|
|
"SELECT * FROM pushers"
|
|
|
|
" WHERE app_id = ? AND pushkey = ?"
|
|
|
|
)
|
|
|
|
|
|
|
|
txn.execute(sql, (app_id, pushkey,))
|
|
|
|
rows = self.cursor_to_dict(txn)
|
|
|
|
|
2015-04-29 20:41:14 +02:00
|
|
|
return self._decode_pushers_rows(rows)
|
2014-11-19 19:20:59 +01:00
|
|
|
|
2015-04-29 20:27:02 +02:00
|
|
|
rows = yield self.runInteraction(
|
|
|
|
"get_pushers_by_app_id_and_pushkey", r
|
2014-12-18 15:49:22 +01:00
|
|
|
)
|
|
|
|
|
2015-04-28 14:39:42 +02:00
|
|
|
defer.returnValue(rows)
|
2014-12-18 15:49:22 +01:00
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
|
|
|
def get_all_pushers(self):
|
2015-04-29 19:03:42 +02:00
|
|
|
def get_pushers(txn):
|
|
|
|
txn.execute("SELECT * FROM pushers")
|
|
|
|
rows = self.cursor_to_dict(txn)
|
2014-12-18 15:49:22 +01:00
|
|
|
|
2015-04-29 20:41:14 +02:00
|
|
|
return self._decode_pushers_rows(rows)
|
2015-04-29 19:07:36 +02:00
|
|
|
|
2015-04-29 19:04:35 +02:00
|
|
|
rows = yield self.runInteraction("get_all_pushers", get_pushers)
|
2015-04-28 14:39:42 +02:00
|
|
|
defer.returnValue(rows)
|
2014-11-19 19:20:59 +01:00
|
|
|
|
2016-03-15 18:01:43 +01:00
|
|
|
def get_pushers_stream_token(self):
|
2016-04-01 14:29:05 +02:00
|
|
|
return self._pushers_id_gen.get_current_token()
|
2016-03-15 18:01:43 +01:00
|
|
|
|
|
|
|
def get_all_updated_pushers(self, last_id, current_id, limit):
|
|
|
|
def get_all_updated_pushers_txn(txn):
|
|
|
|
sql = (
|
|
|
|
"SELECT id, user_name, access_token, profile_tag, kind,"
|
|
|
|
" app_id, app_display_name, device_display_name, pushkey, ts,"
|
|
|
|
" lang, data"
|
|
|
|
" FROM pushers"
|
|
|
|
" WHERE ? < id AND id <= ?"
|
|
|
|
" ORDER BY id ASC LIMIT ?"
|
|
|
|
)
|
|
|
|
txn.execute(sql, (last_id, current_id, limit))
|
|
|
|
updated = txn.fetchall()
|
|
|
|
|
|
|
|
sql = (
|
|
|
|
"SELECT stream_id, user_id, app_id, pushkey"
|
|
|
|
" FROM deleted_pushers"
|
|
|
|
" WHERE ? < stream_id AND stream_id <= ?"
|
|
|
|
" ORDER BY stream_id ASC LIMIT ?"
|
|
|
|
)
|
|
|
|
txn.execute(sql, (last_id, current_id, limit))
|
|
|
|
deleted = txn.fetchall()
|
|
|
|
|
|
|
|
return (updated, deleted)
|
|
|
|
return self.runInteraction(
|
|
|
|
"get_all_updated_pushers", get_all_updated_pushers_txn
|
|
|
|
)
|
|
|
|
|
2016-04-06 16:42:15 +02:00
|
|
|
@cachedInlineCallbacks(num_args=1)
|
|
|
|
def get_users_with_pushers_in_room(self, room_id):
|
|
|
|
users = yield self.get_users_in_room(room_id)
|
|
|
|
|
|
|
|
result = yield self._simple_select_many_batch(
|
|
|
|
'pushers', 'user_name', users, ['user_name']
|
|
|
|
)
|
|
|
|
|
|
|
|
defer.returnValue([r['user_name'] for r in result])
|
|
|
|
|
2014-11-19 19:20:59 +01:00
|
|
|
@defer.inlineCallbacks
|
2016-02-18 17:05:13 +01:00
|
|
|
def add_pusher(self, user_id, access_token, kind, app_id,
|
2015-01-13 20:48:37 +01:00
|
|
|
app_display_name, device_display_name,
|
2016-04-06 16:42:15 +02:00
|
|
|
pushkey, pushkey_ts, lang, data, last_stream_ordering,
|
|
|
|
profile_tag=""):
|
2016-04-07 18:38:48 +02:00
|
|
|
with self._pushers_id_gen.get_next() as stream_id:
|
|
|
|
def f(txn):
|
|
|
|
txn.call_after(self.get_users_with_pushers_in_room.invalidate_all)
|
2016-04-06 16:42:15 +02:00
|
|
|
return self._simple_upsert_txn(
|
|
|
|
txn,
|
|
|
|
"pushers",
|
|
|
|
dict(
|
|
|
|
app_id=app_id,
|
|
|
|
pushkey=pushkey,
|
|
|
|
user_name=user_id,
|
|
|
|
),
|
|
|
|
dict(
|
|
|
|
access_token=access_token,
|
|
|
|
kind=kind,
|
|
|
|
app_display_name=app_display_name,
|
|
|
|
device_display_name=device_display_name,
|
|
|
|
ts=pushkey_ts,
|
|
|
|
lang=lang,
|
|
|
|
data=encode_canonical_json(data),
|
|
|
|
last_stream_ordering=last_stream_ordering,
|
|
|
|
profile_tag=profile_tag,
|
|
|
|
id=stream_id,
|
|
|
|
),
|
|
|
|
)
|
|
|
|
defer.returnValue((yield self.runInteraction("add_pusher", f)))
|
2014-11-19 19:20:59 +01:00
|
|
|
|
2015-01-13 20:48:37 +01:00
|
|
|
@defer.inlineCallbacks
|
2016-01-13 14:08:59 +01:00
|
|
|
def delete_pusher_by_app_id_pushkey_user_id(self, app_id, pushkey, user_id):
|
2016-03-15 18:01:43 +01:00
|
|
|
def delete_pusher_txn(txn, stream_id):
|
2016-03-15 18:47:36 +01:00
|
|
|
self._simple_delete_one_txn(
|
2016-03-15 18:01:43 +01:00
|
|
|
txn,
|
|
|
|
"pushers",
|
|
|
|
{"app_id": app_id, "pushkey": pushkey, "user_name": user_id}
|
|
|
|
)
|
|
|
|
self._simple_upsert_txn(
|
|
|
|
txn,
|
|
|
|
"deleted_pushers",
|
|
|
|
{"app_id": app_id, "pushkey": pushkey, "user_id": user_id},
|
2016-03-15 18:47:36 +01:00
|
|
|
{"stream_id": stream_id},
|
2016-03-15 18:01:43 +01:00
|
|
|
)
|
|
|
|
with self._pushers_id_gen.get_next() as stream_id:
|
|
|
|
yield self.runInteraction(
|
|
|
|
"delete_pusher", delete_pusher_txn, stream_id
|
|
|
|
)
|
2015-01-13 20:48:37 +01:00
|
|
|
|
2014-11-19 19:20:59 +01:00
|
|
|
@defer.inlineCallbacks
|
2016-04-06 16:42:15 +02:00
|
|
|
def update_pusher_last_stream_ordering(self, app_id, pushkey, user_id,
|
|
|
|
last_stream_ordering):
|
2014-12-03 14:37:02 +01:00
|
|
|
yield self._simple_update_one(
|
2016-01-12 15:41:26 +01:00
|
|
|
"pushers",
|
2016-01-13 14:08:59 +01:00
|
|
|
{'app_id': app_id, 'pushkey': pushkey, 'user_name': user_id},
|
2016-04-06 16:42:15 +02:00
|
|
|
{'last_stream_ordering': last_stream_ordering},
|
|
|
|
desc="update_pusher_last_stream_ordering",
|
2014-11-19 19:20:59 +01:00
|
|
|
)
|
|
|
|
|
2014-11-21 13:21:00 +01:00
|
|
|
@defer.inlineCallbacks
|
2016-04-06 16:42:15 +02:00
|
|
|
def update_pusher_last_stream_ordering_and_success(self, app_id, pushkey,
|
|
|
|
user_id,
|
|
|
|
last_stream_ordering,
|
|
|
|
last_success):
|
2014-12-03 14:37:02 +01:00
|
|
|
yield self._simple_update_one(
|
2016-01-12 15:41:26 +01:00
|
|
|
"pushers",
|
2016-01-13 14:08:59 +01:00
|
|
|
{'app_id': app_id, 'pushkey': pushkey, 'user_name': user_id},
|
2016-04-06 16:42:15 +02:00
|
|
|
{
|
|
|
|
'last_stream_ordering': last_stream_ordering,
|
|
|
|
'last_success': last_success
|
|
|
|
},
|
|
|
|
desc="update_pusher_last_stream_ordering_and_success",
|
2014-11-21 13:21:00 +01:00
|
|
|
)
|
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
2016-01-13 14:08:59 +01:00
|
|
|
def update_pusher_failing_since(self, app_id, pushkey, user_id,
|
2015-03-25 20:06:22 +01:00
|
|
|
failing_since):
|
2014-12-03 14:37:02 +01:00
|
|
|
yield self._simple_update_one(
|
2016-01-12 15:41:26 +01:00
|
|
|
"pushers",
|
2016-01-13 14:08:59 +01:00
|
|
|
{'app_id': app_id, 'pushkey': pushkey, 'user_name': user_id},
|
2015-03-20 16:59:18 +01:00
|
|
|
{'failing_since': failing_since},
|
|
|
|
desc="update_pusher_failing_since",
|
2014-11-21 13:21:00 +01:00
|
|
|
)
|