466 lines
		
	
	
		
			15 KiB
		
	
	
	
		
			Python
		
	
	
			
		
		
	
	
			466 lines
		
	
	
		
			15 KiB
		
	
	
	
		
			Python
		
	
	
# -*- coding: utf-8 -*-
 | 
						|
# Copyright 2014 - 2016 OpenMarket Ltd
 | 
						|
#
 | 
						|
# Licensed under the Apache License, Version 2.0 (the "License");
 | 
						|
# you may not use this file except in compliance with the License.
 | 
						|
# You may obtain a copy of the License at
 | 
						|
#
 | 
						|
#     http://www.apache.org/licenses/LICENSE-2.0
 | 
						|
#
 | 
						|
# Unless required by applicable law or agreed to in writing, software
 | 
						|
# distributed under the License is distributed on an "AS IS" BASIS,
 | 
						|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 | 
						|
# See the License for the specific language governing permissions and
 | 
						|
# limitations under the License.
 | 
						|
 | 
						|
import re
 | 
						|
 | 
						|
from twisted.internet import defer
 | 
						|
 | 
						|
from synapse.api.errors import StoreError, Codes
 | 
						|
 | 
						|
from ._base import SQLBaseStore
 | 
						|
from synapse.util.caches.descriptors import cached, cachedInlineCallbacks
 | 
						|
 | 
						|
 | 
						|
class RegistrationStore(SQLBaseStore):
 | 
						|
 | 
						|
    def __init__(self, hs):
 | 
						|
        super(RegistrationStore, self).__init__(hs)
 | 
						|
 | 
						|
        self.clock = hs.get_clock()
 | 
						|
 | 
						|
    @defer.inlineCallbacks
 | 
						|
    def add_access_token_to_user(self, user_id, token):
 | 
						|
        """Adds an access token for the given user.
 | 
						|
 | 
						|
        Args:
 | 
						|
            user_id (str): The user ID.
 | 
						|
            token (str): The new access token to add.
 | 
						|
        Raises:
 | 
						|
            StoreError if there was a problem adding this.
 | 
						|
        """
 | 
						|
        next_id = self._access_tokens_id_gen.get_next()
 | 
						|
 | 
						|
        yield self._simple_insert(
 | 
						|
            "access_tokens",
 | 
						|
            {
 | 
						|
                "id": next_id,
 | 
						|
                "user_id": user_id,
 | 
						|
                "token": token
 | 
						|
            },
 | 
						|
            desc="add_access_token_to_user",
 | 
						|
        )
 | 
						|
 | 
						|
    @defer.inlineCallbacks
 | 
						|
    def add_refresh_token_to_user(self, user_id, token):
 | 
						|
        """Adds a refresh token for the given user.
 | 
						|
 | 
						|
        Args:
 | 
						|
            user_id (str): The user ID.
 | 
						|
            token (str): The new refresh token to add.
 | 
						|
        Raises:
 | 
						|
            StoreError if there was a problem adding this.
 | 
						|
        """
 | 
						|
        next_id = self._refresh_tokens_id_gen.get_next()
 | 
						|
 | 
						|
        yield self._simple_insert(
 | 
						|
            "refresh_tokens",
 | 
						|
            {
 | 
						|
                "id": next_id,
 | 
						|
                "user_id": user_id,
 | 
						|
                "token": token
 | 
						|
            },
 | 
						|
            desc="add_refresh_token_to_user",
 | 
						|
        )
 | 
						|
 | 
						|
    @defer.inlineCallbacks
 | 
						|
    def register(self, user_id, token, password_hash,
 | 
						|
                 was_guest=False, make_guest=False, appservice_id=None):
 | 
						|
        """Attempts to register an account.
 | 
						|
 | 
						|
        Args:
 | 
						|
            user_id (str): The desired user ID to register.
 | 
						|
            token (str): The desired access token to use for this user.
 | 
						|
            password_hash (str): Optional. The password hash for this user.
 | 
						|
            was_guest (bool): Optional. Whether this is a guest account being
 | 
						|
                upgraded to a non-guest account.
 | 
						|
            make_guest (boolean): True if the the new user should be guest,
 | 
						|
                false to add a regular user account.
 | 
						|
            appservice_id (str): The ID of the appservice registering the user.
 | 
						|
        Raises:
 | 
						|
            StoreError if the user_id could not be registered.
 | 
						|
        """
 | 
						|
        yield self.runInteraction(
 | 
						|
            "register",
 | 
						|
            self._register,
 | 
						|
            user_id,
 | 
						|
            token,
 | 
						|
            password_hash,
 | 
						|
            was_guest,
 | 
						|
            make_guest,
 | 
						|
            appservice_id
 | 
						|
        )
 | 
						|
        self.is_guest.invalidate((user_id,))
 | 
						|
 | 
						|
    def _register(
 | 
						|
        self,
 | 
						|
        txn,
 | 
						|
        user_id,
 | 
						|
        token,
 | 
						|
        password_hash,
 | 
						|
        was_guest,
 | 
						|
        make_guest,
 | 
						|
        appservice_id
 | 
						|
    ):
 | 
						|
        now = int(self.clock.time())
 | 
						|
 | 
						|
        next_id = self._access_tokens_id_gen.get_next()
 | 
						|
 | 
						|
        try:
 | 
						|
            if was_guest:
 | 
						|
                txn.execute("UPDATE users SET"
 | 
						|
                            " password_hash = ?,"
 | 
						|
                            " upgrade_ts = ?,"
 | 
						|
                            " is_guest = ?"
 | 
						|
                            " WHERE name = ?",
 | 
						|
                            [password_hash, now, 1 if make_guest else 0, user_id])
 | 
						|
            else:
 | 
						|
                txn.execute("INSERT INTO users "
 | 
						|
                            "("
 | 
						|
                            "   name,"
 | 
						|
                            "   password_hash,"
 | 
						|
                            "   creation_ts,"
 | 
						|
                            "   is_guest,"
 | 
						|
                            "   appservice_id"
 | 
						|
                            ") "
 | 
						|
                            "VALUES (?,?,?,?,?)",
 | 
						|
                            [
 | 
						|
                                user_id,
 | 
						|
                                password_hash,
 | 
						|
                                now,
 | 
						|
                                1 if make_guest else 0,
 | 
						|
                                appservice_id,
 | 
						|
                            ])
 | 
						|
        except self.database_engine.module.IntegrityError:
 | 
						|
            raise StoreError(
 | 
						|
                400, "User ID already taken.", errcode=Codes.USER_IN_USE
 | 
						|
            )
 | 
						|
 | 
						|
        if token:
 | 
						|
            # it's possible for this to get a conflict, but only for a single user
 | 
						|
            # since tokens are namespaced based on their user ID
 | 
						|
            txn.execute(
 | 
						|
                "INSERT INTO access_tokens(id, user_id, token)"
 | 
						|
                " VALUES (?,?,?)",
 | 
						|
                (next_id, user_id, token,)
 | 
						|
            )
 | 
						|
 | 
						|
    def get_user_by_id(self, user_id):
 | 
						|
        return self._simple_select_one(
 | 
						|
            table="users",
 | 
						|
            keyvalues={
 | 
						|
                "name": user_id,
 | 
						|
            },
 | 
						|
            retcols=["name", "password_hash", "is_guest"],
 | 
						|
            allow_none=True,
 | 
						|
            desc="get_user_by_id",
 | 
						|
        )
 | 
						|
 | 
						|
    def get_users_by_id_case_insensitive(self, user_id):
 | 
						|
        """Gets users that match user_id case insensitively.
 | 
						|
        Returns a mapping of user_id -> password_hash.
 | 
						|
        """
 | 
						|
        def f(txn):
 | 
						|
            sql = (
 | 
						|
                "SELECT name, password_hash FROM users"
 | 
						|
                " WHERE lower(name) = lower(?)"
 | 
						|
            )
 | 
						|
            txn.execute(sql, (user_id,))
 | 
						|
            return dict(txn.fetchall())
 | 
						|
 | 
						|
        return self.runInteraction("get_users_by_id_case_insensitive", f)
 | 
						|
 | 
						|
    @defer.inlineCallbacks
 | 
						|
    def user_set_password_hash(self, user_id, password_hash):
 | 
						|
        """
 | 
						|
        NB. This does *not* evict any cache because the one use for this
 | 
						|
            removes most of the entries subsequently anyway so it would be
 | 
						|
            pointless. Use flush_user separately.
 | 
						|
        """
 | 
						|
        yield self._simple_update_one('users', {
 | 
						|
            'name': user_id
 | 
						|
        }, {
 | 
						|
            'password_hash': password_hash
 | 
						|
        })
 | 
						|
 | 
						|
    @defer.inlineCallbacks
 | 
						|
    def user_delete_access_tokens(self, user_id, except_token_ids=[]):
 | 
						|
        def f(txn):
 | 
						|
            sql = "SELECT token FROM access_tokens WHERE user_id = ?"
 | 
						|
            clauses = [user_id]
 | 
						|
 | 
						|
            if except_token_ids:
 | 
						|
                sql += " AND id NOT IN (%s)" % (
 | 
						|
                    ",".join(["?" for _ in except_token_ids]),
 | 
						|
                )
 | 
						|
                clauses += except_token_ids
 | 
						|
 | 
						|
            txn.execute(sql, clauses)
 | 
						|
 | 
						|
            rows = txn.fetchall()
 | 
						|
 | 
						|
            n = 100
 | 
						|
            chunks = [rows[i:i + n] for i in xrange(0, len(rows), n)]
 | 
						|
            for chunk in chunks:
 | 
						|
                for row in chunk:
 | 
						|
                    txn.call_after(self.get_user_by_access_token.invalidate, (row[0],))
 | 
						|
 | 
						|
                txn.execute(
 | 
						|
                    "DELETE FROM access_tokens WHERE token in (%s)" % (
 | 
						|
                        ",".join(["?" for _ in chunk]),
 | 
						|
                    ), [r[0] for r in chunk]
 | 
						|
                )
 | 
						|
 | 
						|
        yield self.runInteraction("user_delete_access_tokens", f)
 | 
						|
 | 
						|
    def delete_access_token(self, access_token):
 | 
						|
        def f(txn):
 | 
						|
            self._simple_delete_one_txn(
 | 
						|
                txn,
 | 
						|
                table="access_tokens",
 | 
						|
                keyvalues={
 | 
						|
                    "token": access_token
 | 
						|
                },
 | 
						|
            )
 | 
						|
 | 
						|
            txn.call_after(self.get_user_by_access_token.invalidate, (access_token,))
 | 
						|
 | 
						|
        return self.runInteraction("delete_access_token", f)
 | 
						|
 | 
						|
    @cached()
 | 
						|
    def get_user_by_access_token(self, token):
 | 
						|
        """Get a user from the given access token.
 | 
						|
 | 
						|
        Args:
 | 
						|
            token (str): The access token of a user.
 | 
						|
        Returns:
 | 
						|
            dict: Including the name (user_id) and the ID of their access token.
 | 
						|
        Raises:
 | 
						|
            StoreError if no user was found.
 | 
						|
        """
 | 
						|
        return self.runInteraction(
 | 
						|
            "get_user_by_access_token",
 | 
						|
            self._query_for_auth,
 | 
						|
            token
 | 
						|
        )
 | 
						|
 | 
						|
    def exchange_refresh_token(self, refresh_token, token_generator):
 | 
						|
        """Exchange a refresh token for a new access token and refresh token.
 | 
						|
 | 
						|
        Doing so invalidates the old refresh token - refresh tokens are single
 | 
						|
        use.
 | 
						|
 | 
						|
        Args:
 | 
						|
            token (str): The refresh token of a user.
 | 
						|
            token_generator (fn: str -> str): Function which, when given a
 | 
						|
                user ID, returns a unique refresh token for that user. This
 | 
						|
                function must never return the same value twice.
 | 
						|
        Returns:
 | 
						|
            tuple of (user_id, refresh_token)
 | 
						|
        Raises:
 | 
						|
            StoreError if no user was found with that refresh token.
 | 
						|
        """
 | 
						|
        return self.runInteraction(
 | 
						|
            "exchange_refresh_token",
 | 
						|
            self._exchange_refresh_token,
 | 
						|
            refresh_token,
 | 
						|
            token_generator
 | 
						|
        )
 | 
						|
 | 
						|
    def _exchange_refresh_token(self, txn, old_token, token_generator):
 | 
						|
        sql = "SELECT user_id FROM refresh_tokens WHERE token = ?"
 | 
						|
        txn.execute(sql, (old_token,))
 | 
						|
        rows = self.cursor_to_dict(txn)
 | 
						|
        if not rows:
 | 
						|
            raise StoreError(403, "Did not recognize refresh token")
 | 
						|
        user_id = rows[0]["user_id"]
 | 
						|
 | 
						|
        # TODO(danielwh): Maybe perform a validation on the macaroon that
 | 
						|
        # macaroon.user_id == user_id.
 | 
						|
 | 
						|
        new_token = token_generator(user_id)
 | 
						|
        sql = "UPDATE refresh_tokens SET token = ? WHERE token = ?"
 | 
						|
        txn.execute(sql, (new_token, old_token,))
 | 
						|
 | 
						|
        return user_id, new_token
 | 
						|
 | 
						|
    @defer.inlineCallbacks
 | 
						|
    def is_server_admin(self, user):
 | 
						|
        res = yield self._simple_select_one_onecol(
 | 
						|
            table="users",
 | 
						|
            keyvalues={"name": user.to_string()},
 | 
						|
            retcol="admin",
 | 
						|
            allow_none=True,
 | 
						|
            desc="is_server_admin",
 | 
						|
        )
 | 
						|
 | 
						|
        defer.returnValue(res if res else False)
 | 
						|
 | 
						|
    @cachedInlineCallbacks()
 | 
						|
    def is_guest(self, user_id):
 | 
						|
        res = yield self._simple_select_one_onecol(
 | 
						|
            table="users",
 | 
						|
            keyvalues={"name": user_id},
 | 
						|
            retcol="is_guest",
 | 
						|
            allow_none=True,
 | 
						|
            desc="is_guest",
 | 
						|
        )
 | 
						|
 | 
						|
        defer.returnValue(res if res else False)
 | 
						|
 | 
						|
    def _query_for_auth(self, txn, token):
 | 
						|
        sql = (
 | 
						|
            "SELECT users.name, users.is_guest, access_tokens.id as token_id"
 | 
						|
            " FROM users"
 | 
						|
            " INNER JOIN access_tokens on users.name = access_tokens.user_id"
 | 
						|
            " WHERE token = ?"
 | 
						|
        )
 | 
						|
 | 
						|
        txn.execute(sql, (token,))
 | 
						|
        rows = self.cursor_to_dict(txn)
 | 
						|
        if rows:
 | 
						|
            return rows[0]
 | 
						|
 | 
						|
        return None
 | 
						|
 | 
						|
    @defer.inlineCallbacks
 | 
						|
    def user_add_threepid(self, user_id, medium, address, validated_at, added_at):
 | 
						|
        yield self._simple_upsert("user_threepids", {
 | 
						|
            "medium": medium,
 | 
						|
            "address": address,
 | 
						|
        }, {
 | 
						|
            "user_id": user_id,
 | 
						|
            "validated_at": validated_at,
 | 
						|
            "added_at": added_at,
 | 
						|
        })
 | 
						|
 | 
						|
    @defer.inlineCallbacks
 | 
						|
    def user_get_threepids(self, user_id):
 | 
						|
        ret = yield self._simple_select_list(
 | 
						|
            "user_threepids", {
 | 
						|
                "user_id": user_id
 | 
						|
            },
 | 
						|
            ['medium', 'address', 'validated_at', 'added_at'],
 | 
						|
            'user_get_threepids'
 | 
						|
        )
 | 
						|
        defer.returnValue(ret)
 | 
						|
 | 
						|
    @defer.inlineCallbacks
 | 
						|
    def get_user_id_by_threepid(self, medium, address):
 | 
						|
        ret = yield self._simple_select_one(
 | 
						|
            "user_threepids",
 | 
						|
            {
 | 
						|
                "medium": medium,
 | 
						|
                "address": address
 | 
						|
            },
 | 
						|
            ['user_id'], True, 'get_user_id_by_threepid'
 | 
						|
        )
 | 
						|
        if ret:
 | 
						|
            defer.returnValue(ret['user_id'])
 | 
						|
        defer.returnValue(None)
 | 
						|
 | 
						|
    @defer.inlineCallbacks
 | 
						|
    def count_all_users(self):
 | 
						|
        """Counts all users registered on the homeserver."""
 | 
						|
        def _count_users(txn):
 | 
						|
            txn.execute("SELECT COUNT(*) AS users FROM users")
 | 
						|
            rows = self.cursor_to_dict(txn)
 | 
						|
            if rows:
 | 
						|
                return rows[0]["users"]
 | 
						|
            return 0
 | 
						|
 | 
						|
        ret = yield self.runInteraction("count_users", _count_users)
 | 
						|
        defer.returnValue(ret)
 | 
						|
 | 
						|
    @defer.inlineCallbacks
 | 
						|
    def find_next_generated_user_id_localpart(self):
 | 
						|
        """
 | 
						|
        Gets the localpart of the next generated user ID.
 | 
						|
 | 
						|
        Generated user IDs are integers, and we aim for them to be as small as
 | 
						|
        we can. Unfortunately, it's possible some of them are already taken by
 | 
						|
        existing users, and there may be gaps in the already taken range. This
 | 
						|
        function returns the start of the first allocatable gap. This is to
 | 
						|
        avoid the case of ID 10000000 being pre-allocated, so us wasting the
 | 
						|
        first (and shortest) many generated user IDs.
 | 
						|
        """
 | 
						|
        def _find_next_generated_user_id(txn):
 | 
						|
            txn.execute("SELECT name FROM users")
 | 
						|
            rows = self.cursor_to_dict(txn)
 | 
						|
 | 
						|
            regex = re.compile("^@(\d+):")
 | 
						|
 | 
						|
            found = set()
 | 
						|
 | 
						|
            for r in rows:
 | 
						|
                user_id = r["name"]
 | 
						|
                match = regex.search(user_id)
 | 
						|
                if match:
 | 
						|
                    found.add(int(match.group(1)))
 | 
						|
            for i in xrange(len(found) + 1):
 | 
						|
                if i not in found:
 | 
						|
                    return i
 | 
						|
 | 
						|
        defer.returnValue((yield self.runInteraction(
 | 
						|
            "find_next_generated_user_id",
 | 
						|
            _find_next_generated_user_id
 | 
						|
        )))
 | 
						|
 | 
						|
    @defer.inlineCallbacks
 | 
						|
    def get_3pid_guest_access_token(self, medium, address):
 | 
						|
        ret = yield self._simple_select_one(
 | 
						|
            "threepid_guest_access_tokens",
 | 
						|
            {
 | 
						|
                "medium": medium,
 | 
						|
                "address": address
 | 
						|
            },
 | 
						|
            ["guest_access_token"], True, 'get_3pid_guest_access_token'
 | 
						|
        )
 | 
						|
        if ret:
 | 
						|
            defer.returnValue(ret["guest_access_token"])
 | 
						|
        defer.returnValue(None)
 | 
						|
 | 
						|
    @defer.inlineCallbacks
 | 
						|
    def save_or_get_3pid_guest_access_token(
 | 
						|
            self, medium, address, access_token, inviter_user_id
 | 
						|
    ):
 | 
						|
        """
 | 
						|
        Gets the 3pid's guest access token if exists, else saves access_token.
 | 
						|
 | 
						|
        Args:
 | 
						|
            medium (str): Medium of the 3pid. Must be "email".
 | 
						|
            address (str): 3pid address.
 | 
						|
            access_token (str): The access token to persist if none is
 | 
						|
                already persisted.
 | 
						|
            inviter_user_id (str): User ID of the inviter.
 | 
						|
 | 
						|
        Returns:
 | 
						|
            deferred str: Whichever access token is persisted at the end
 | 
						|
            of this function call.
 | 
						|
        """
 | 
						|
        def insert(txn):
 | 
						|
            txn.execute(
 | 
						|
                "INSERT INTO threepid_guest_access_tokens "
 | 
						|
                "(medium, address, guest_access_token, first_inviter) "
 | 
						|
                "VALUES (?, ?, ?, ?)",
 | 
						|
                (medium, address, access_token, inviter_user_id)
 | 
						|
            )
 | 
						|
 | 
						|
        try:
 | 
						|
            yield self.runInteraction("save_3pid_guest_access_token", insert)
 | 
						|
            defer.returnValue(access_token)
 | 
						|
        except self.database_engine.module.IntegrityError:
 | 
						|
            ret = yield self.get_3pid_guest_access_token(medium, address)
 | 
						|
            defer.returnValue(ret)
 |