273 lines
		
	
	
		
			8.5 KiB
		
	
	
	
		
			Python
		
	
	
			
		
		
	
	
			273 lines
		
	
	
		
			8.5 KiB
		
	
	
	
		
			Python
		
	
	
# -*- coding: utf-8 -*-
 | 
						|
# Copyright 2016 OpenMarket Ltd
 | 
						|
# Copyright 2018 New Vector Ltd
 | 
						|
#
 | 
						|
# Licensed under the Apache License, Version 2.0 (the "License");
 | 
						|
# you may not use this file except in compliance with the License.
 | 
						|
# You may obtain a copy of the License at
 | 
						|
#
 | 
						|
#     http://www.apache.org/licenses/LICENSE-2.0
 | 
						|
#
 | 
						|
# Unless required by applicable law or agreed to in writing, software
 | 
						|
# distributed under the License is distributed on an "AS IS" BASIS,
 | 
						|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 | 
						|
# See the License for the specific language governing permissions and
 | 
						|
# limitations under the License.
 | 
						|
 | 
						|
from mock import Mock
 | 
						|
 | 
						|
from twisted.internet import defer
 | 
						|
 | 
						|
from synapse.http.site import XForwardedForRequest
 | 
						|
from synapse.rest.client.v1 import admin, login
 | 
						|
 | 
						|
from tests import unittest
 | 
						|
 | 
						|
 | 
						|
class ClientIpStoreTestCase(unittest.HomeserverTestCase):
 | 
						|
    def make_homeserver(self, reactor, clock):
 | 
						|
        hs = self.setup_test_homeserver()
 | 
						|
        return hs
 | 
						|
 | 
						|
    def prepare(self, hs, reactor, clock):
 | 
						|
        self.store = self.hs.get_datastore()
 | 
						|
 | 
						|
    def test_insert_new_client_ip(self):
 | 
						|
        self.reactor.advance(12345678)
 | 
						|
 | 
						|
        user_id = "@user:id"
 | 
						|
        self.get_success(
 | 
						|
            self.store.insert_client_ip(
 | 
						|
                user_id, "access_token", "ip", "user_agent", "device_id"
 | 
						|
            )
 | 
						|
        )
 | 
						|
 | 
						|
        # Trigger the storage loop
 | 
						|
        self.reactor.advance(10)
 | 
						|
 | 
						|
        result = self.get_success(
 | 
						|
            self.store.get_last_client_ip_by_device(user_id, "device_id")
 | 
						|
        )
 | 
						|
 | 
						|
        r = result[(user_id, "device_id")]
 | 
						|
        self.assertDictContainsSubset(
 | 
						|
            {
 | 
						|
                "user_id": user_id,
 | 
						|
                "device_id": "device_id",
 | 
						|
                "access_token": "access_token",
 | 
						|
                "ip": "ip",
 | 
						|
                "user_agent": "user_agent",
 | 
						|
                "last_seen": 12345678000,
 | 
						|
            },
 | 
						|
            r,
 | 
						|
        )
 | 
						|
 | 
						|
    def test_insert_new_client_ip_none_device_id(self):
 | 
						|
        """
 | 
						|
        An insert with a device ID of NULL will not create a new entry, but
 | 
						|
        update an existing entry in the user_ips table.
 | 
						|
        """
 | 
						|
        self.reactor.advance(12345678)
 | 
						|
 | 
						|
        user_id = "@user:id"
 | 
						|
 | 
						|
        # Add & trigger the storage loop
 | 
						|
        self.get_success(
 | 
						|
            self.store.insert_client_ip(
 | 
						|
                user_id, "access_token", "ip", "user_agent", None
 | 
						|
            )
 | 
						|
        )
 | 
						|
        self.reactor.advance(200)
 | 
						|
        self.pump(0)
 | 
						|
 | 
						|
        result = self.get_success(
 | 
						|
            self.store._simple_select_list(
 | 
						|
                table="user_ips",
 | 
						|
                keyvalues={"user_id": user_id},
 | 
						|
                retcols=["access_token", "ip", "user_agent", "device_id", "last_seen"],
 | 
						|
                desc="get_user_ip_and_agents",
 | 
						|
            )
 | 
						|
        )
 | 
						|
 | 
						|
        self.assertEqual(
 | 
						|
            result,
 | 
						|
            [
 | 
						|
                {
 | 
						|
                    'access_token': 'access_token',
 | 
						|
                    'ip': 'ip',
 | 
						|
                    'user_agent': 'user_agent',
 | 
						|
                    'device_id': None,
 | 
						|
                    'last_seen': 12345678000,
 | 
						|
                }
 | 
						|
            ],
 | 
						|
        )
 | 
						|
 | 
						|
        # Add another & trigger the storage loop
 | 
						|
        self.get_success(
 | 
						|
            self.store.insert_client_ip(
 | 
						|
                user_id, "access_token", "ip", "user_agent", None
 | 
						|
            )
 | 
						|
        )
 | 
						|
        self.reactor.advance(10)
 | 
						|
        self.pump(0)
 | 
						|
 | 
						|
        result = self.get_success(
 | 
						|
            self.store._simple_select_list(
 | 
						|
                table="user_ips",
 | 
						|
                keyvalues={"user_id": user_id},
 | 
						|
                retcols=["access_token", "ip", "user_agent", "device_id", "last_seen"],
 | 
						|
                desc="get_user_ip_and_agents",
 | 
						|
            )
 | 
						|
        )
 | 
						|
        # Only one result, has been upserted.
 | 
						|
        self.assertEqual(
 | 
						|
            result,
 | 
						|
            [
 | 
						|
                {
 | 
						|
                    'access_token': 'access_token',
 | 
						|
                    'ip': 'ip',
 | 
						|
                    'user_agent': 'user_agent',
 | 
						|
                    'device_id': None,
 | 
						|
                    'last_seen': 12345878000,
 | 
						|
                }
 | 
						|
            ],
 | 
						|
        )
 | 
						|
 | 
						|
    def test_disabled_monthly_active_user(self):
 | 
						|
        self.hs.config.limit_usage_by_mau = False
 | 
						|
        self.hs.config.max_mau_value = 50
 | 
						|
        user_id = "@user:server"
 | 
						|
        self.get_success(
 | 
						|
            self.store.insert_client_ip(
 | 
						|
                user_id, "access_token", "ip", "user_agent", "device_id"
 | 
						|
            )
 | 
						|
        )
 | 
						|
        active = self.get_success(self.store.user_last_seen_monthly_active(user_id))
 | 
						|
        self.assertFalse(active)
 | 
						|
 | 
						|
    def test_adding_monthly_active_user_when_full(self):
 | 
						|
        self.hs.config.limit_usage_by_mau = True
 | 
						|
        self.hs.config.max_mau_value = 50
 | 
						|
        lots_of_users = 100
 | 
						|
        user_id = "@user:server"
 | 
						|
 | 
						|
        self.store.get_monthly_active_count = Mock(
 | 
						|
            return_value=defer.succeed(lots_of_users)
 | 
						|
        )
 | 
						|
        self.get_success(
 | 
						|
            self.store.insert_client_ip(
 | 
						|
                user_id, "access_token", "ip", "user_agent", "device_id"
 | 
						|
            )
 | 
						|
        )
 | 
						|
        active = self.get_success(self.store.user_last_seen_monthly_active(user_id))
 | 
						|
        self.assertFalse(active)
 | 
						|
 | 
						|
    def test_adding_monthly_active_user_when_space(self):
 | 
						|
        self.hs.config.limit_usage_by_mau = True
 | 
						|
        self.hs.config.max_mau_value = 50
 | 
						|
        user_id = "@user:server"
 | 
						|
        active = self.get_success(self.store.user_last_seen_monthly_active(user_id))
 | 
						|
        self.assertFalse(active)
 | 
						|
 | 
						|
        # Trigger the saving loop
 | 
						|
        self.reactor.advance(10)
 | 
						|
 | 
						|
        self.get_success(
 | 
						|
            self.store.insert_client_ip(
 | 
						|
                user_id, "access_token", "ip", "user_agent", "device_id"
 | 
						|
            )
 | 
						|
        )
 | 
						|
        active = self.get_success(self.store.user_last_seen_monthly_active(user_id))
 | 
						|
        self.assertTrue(active)
 | 
						|
 | 
						|
    def test_updating_monthly_active_user_when_space(self):
 | 
						|
        self.hs.config.limit_usage_by_mau = True
 | 
						|
        self.hs.config.max_mau_value = 50
 | 
						|
        user_id = "@user:server"
 | 
						|
        self.get_success(
 | 
						|
            self.store.register(user_id=user_id, token="123", password_hash=None)
 | 
						|
        )
 | 
						|
 | 
						|
        active = self.get_success(self.store.user_last_seen_monthly_active(user_id))
 | 
						|
        self.assertFalse(active)
 | 
						|
 | 
						|
        # Trigger the saving loop
 | 
						|
        self.reactor.advance(10)
 | 
						|
 | 
						|
        self.get_success(
 | 
						|
            self.store.insert_client_ip(
 | 
						|
                user_id, "access_token", "ip", "user_agent", "device_id"
 | 
						|
            )
 | 
						|
        )
 | 
						|
        active = self.get_success(self.store.user_last_seen_monthly_active(user_id))
 | 
						|
        self.assertTrue(active)
 | 
						|
 | 
						|
 | 
						|
class ClientIpAuthTestCase(unittest.HomeserverTestCase):
 | 
						|
 | 
						|
    servlets = [admin.register_servlets, login.register_servlets]
 | 
						|
 | 
						|
    def make_homeserver(self, reactor, clock):
 | 
						|
        hs = self.setup_test_homeserver()
 | 
						|
        return hs
 | 
						|
 | 
						|
    def prepare(self, hs, reactor, clock):
 | 
						|
        self.store = self.hs.get_datastore()
 | 
						|
        self.user_id = self.register_user("bob", "abc123", True)
 | 
						|
 | 
						|
    def test_request_with_xforwarded(self):
 | 
						|
        """
 | 
						|
        The IP in X-Forwarded-For is entered into the client IPs table.
 | 
						|
        """
 | 
						|
        self._runtest(
 | 
						|
            {b"X-Forwarded-For": b"127.9.0.1"},
 | 
						|
            "127.9.0.1",
 | 
						|
            {"request": XForwardedForRequest},
 | 
						|
        )
 | 
						|
 | 
						|
    def test_request_from_getPeer(self):
 | 
						|
        """
 | 
						|
        The IP returned by getPeer is entered into the client IPs table, if
 | 
						|
        there's no X-Forwarded-For header.
 | 
						|
        """
 | 
						|
        self._runtest({}, "127.0.0.1", {})
 | 
						|
 | 
						|
    def _runtest(self, headers, expected_ip, make_request_args):
 | 
						|
        device_id = "bleb"
 | 
						|
 | 
						|
        access_token = self.login("bob", "abc123", device_id=device_id)
 | 
						|
 | 
						|
        # Advance to a known time
 | 
						|
        self.reactor.advance(123456 - self.reactor.seconds())
 | 
						|
 | 
						|
        request, channel = self.make_request(
 | 
						|
            "GET",
 | 
						|
            "/_matrix/client/r0/admin/users/" + self.user_id,
 | 
						|
            access_token=access_token,
 | 
						|
            **make_request_args
 | 
						|
        )
 | 
						|
        request.requestHeaders.addRawHeader(b"User-Agent", b"Mozzila pizza")
 | 
						|
 | 
						|
        # Add the optional headers
 | 
						|
        for h, v in headers.items():
 | 
						|
            request.requestHeaders.addRawHeader(h, v)
 | 
						|
        self.render(request)
 | 
						|
 | 
						|
        # Advance so the save loop occurs
 | 
						|
        self.reactor.advance(100)
 | 
						|
 | 
						|
        result = self.get_success(
 | 
						|
            self.store.get_last_client_ip_by_device(self.user_id, device_id)
 | 
						|
        )
 | 
						|
        r = result[(self.user_id, device_id)]
 | 
						|
        self.assertDictContainsSubset(
 | 
						|
            {
 | 
						|
                "user_id": self.user_id,
 | 
						|
                "device_id": device_id,
 | 
						|
                "ip": expected_ip,
 | 
						|
                "user_agent": "Mozzila pizza",
 | 
						|
                "last_seen": 123456100,
 | 
						|
            },
 | 
						|
            r,
 | 
						|
        )
 |