MatrixSynapse/synapse/util/caches/lrucache.py

217 lines
6.5 KiB
Python
Raw Normal View History

2015-02-11 15:52:23 +01:00
# -*- coding: utf-8 -*-
2016-01-07 05:26:29 +01:00
# Copyright 2015, 2016 OpenMarket Ltd
2015-02-11 15:52:23 +01:00
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from functools import wraps
import threading
from synapse.util.caches.treecache import TreeCache
def enumerate_leaves(node, depth):
if depth == 0:
yield node
else:
for n in node.values():
for m in enumerate_leaves(n, depth - 1):
yield m
class _Node(object):
2016-08-19 12:18:26 +02:00
__slots__ = ["prev_node", "next_node", "key", "value", "callbacks"]
def __init__(self, prev_node, next_node, key, value, callbacks=set()):
self.prev_node = prev_node
self.next_node = next_node
self.key = key
self.value = value
2016-08-19 12:18:26 +02:00
self.callbacks = callbacks
2015-02-11 15:52:23 +01:00
class LruCache(object):
2016-01-22 13:21:13 +01:00
"""
Least-recently-used cache.
Supports del_multi only if cache_type=TreeCache
If cache_type=TreeCache, all keys must be tuples.
2016-08-19 12:18:26 +02:00
Can also set callbacks on objects when getting/setting which are fired
when that key gets invalidated/evicted.
2016-01-22 13:21:13 +01:00
"""
def __init__(self, max_size, keylen=1, cache_type=dict):
cache = cache_type()
2016-01-29 11:00:45 +01:00
self.cache = cache # Used for introspection.
list_root = _Node(None, None, None, None)
list_root.next_node = list_root
list_root.prev_node = list_root
2015-02-11 15:52:23 +01:00
lock = threading.Lock()
def synchronized(f):
@wraps(f)
def inner(*args, **kwargs):
with lock:
return f(*args, **kwargs)
return inner
def add_node(key, value, callbacks=set()):
2015-02-11 15:52:23 +01:00
prev_node = list_root
next_node = prev_node.next_node
2016-08-19 12:18:26 +02:00
node = _Node(prev_node, next_node, key, value, callbacks)
prev_node.next_node = node
next_node.prev_node = node
2015-02-11 15:52:23 +01:00
cache[key] = node
def move_node_to_front(node):
prev_node = node.prev_node
next_node = node.next_node
prev_node.next_node = next_node
next_node.prev_node = prev_node
2015-02-11 15:52:23 +01:00
prev_node = list_root
next_node = prev_node.next_node
node.prev_node = prev_node
node.next_node = next_node
prev_node.next_node = node
next_node.prev_node = node
2015-02-11 15:52:23 +01:00
def delete_node(node):
prev_node = node.prev_node
next_node = node.next_node
prev_node.next_node = next_node
next_node.prev_node = prev_node
2015-02-11 15:52:23 +01:00
2016-08-19 12:18:26 +02:00
for cb in node.callbacks:
cb()
node.callbacks.clear()
2016-08-19 12:18:26 +02:00
@synchronized
2016-08-19 12:18:26 +02:00
def cache_get(key, default=None, callback=None):
2015-02-11 15:52:23 +01:00
node = cache.get(key, None)
if node is not None:
move_node_to_front(node)
2016-08-19 12:18:26 +02:00
if callback:
node.callbacks.add(callback)
return node.value
2015-02-11 15:52:23 +01:00
else:
return default
@synchronized
2016-08-19 12:18:26 +02:00
def cache_set(key, value, callback=None):
2015-02-11 15:52:23 +01:00
node = cache.get(key, None)
if node is not None:
2016-08-19 12:18:26 +02:00
if value != node.value:
for cb in node.callbacks:
cb()
node.callbacks.clear()
2016-08-19 12:18:26 +02:00
if callback:
node.callbacks.add(callback)
2016-08-19 12:18:26 +02:00
2015-02-11 15:52:23 +01:00
move_node_to_front(node)
node.value = value
2015-02-11 15:52:23 +01:00
else:
2016-08-19 12:18:26 +02:00
if callback:
callbacks = set([callback])
2016-08-19 12:18:26 +02:00
else:
callbacks = set()
2016-08-19 12:18:26 +02:00
add_node(key, value, callbacks)
if len(cache) > max_size:
todelete = list_root.prev_node
delete_node(todelete)
cache.pop(todelete.key, None)
2015-02-11 15:52:23 +01:00
@synchronized
2015-02-11 15:52:23 +01:00
def cache_set_default(key, value):
node = cache.get(key, None)
if node is not None:
return node.value
2015-02-11 15:52:23 +01:00
else:
add_node(key, value)
if len(cache) > max_size:
todelete = list_root.prev_node
delete_node(todelete)
cache.pop(todelete.key, None)
2015-02-11 15:52:23 +01:00
return value
@synchronized
2015-02-11 15:52:23 +01:00
def cache_pop(key, default=None):
node = cache.get(key, None)
if node:
delete_node(node)
cache.pop(node.key, None)
return node.value
2015-02-11 15:52:23 +01:00
else:
return default
@synchronized
def cache_del_multi(key):
"""
This will only work if constructed with cache_type=TreeCache
"""
popped = cache.pop(key)
if popped is None:
return
for leaf in enumerate_leaves(popped, keylen - len(key)):
delete_node(leaf)
@synchronized
def cache_clear():
list_root.next_node = list_root
list_root.prev_node = list_root
2016-08-19 12:18:26 +02:00
for node in cache.values():
for cb in node.callbacks:
cb()
cache.clear()
@synchronized
def cache_len():
return len(cache)
@synchronized
def cache_contains(key):
return key in cache
2015-02-11 15:52:23 +01:00
self.sentinel = object()
self.get = cache_get
self.set = cache_set
self.setdefault = cache_set_default
self.pop = cache_pop
if cache_type is TreeCache:
self.del_multi = cache_del_multi
self.len = cache_len
self.contains = cache_contains
self.clear = cache_clear
2015-02-11 15:52:23 +01:00
def __getitem__(self, key):
result = self.get(key, self.sentinel)
if result is self.sentinel:
raise KeyError()
else:
return result
def __setitem__(self, key, value):
self.set(key, value)
def __delitem__(self, key, value):
result = self.pop(key, self.sentinel)
if result is self.sentinel:
raise KeyError()
def __len__(self):
return self.len()
def __contains__(self, key):
return self.contains(key)