vbatts/shadowsocks
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

optimize LRUCache

Browse source
This commit is contained in:
clowwindy 2015-05-19 08:35:28 +08:00
parent c46234af41
commit 16db66675b
1 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
shadowsocks/lru_cache.py
View file

@ -41,6 +41,7 @@ class LRUCache(collections.MutableMapping):
self._time_to_keys = collections.defaultdict(list) self._time_to_keys = collections.defaultdict(list)
self._keys_to_last_time = {} self._keys_to_last_time = {}
self._last_visits = collections.deque() self._last_visits = collections.deque()
self._closed_values = set()
self.update(dict(*args, **kwargs)) # use the free update to set keys self.update(dict(*args, **kwargs)) # use the free update to set keys
def __getitem__(self, key): def __getitem__(self, key):
@ -74,7 +75,6 @@ class LRUCache(collections.MutableMapping):
# O(m) # O(m)
now = time.time() now = time.time()
c = 0 c = 0
values_closed = list() # list is cheaper to create
while len(self._last_visits) > 0: while len(self._last_visits) > 0:
least = self._last_visits[0] least = self._last_visits[0]
if now - least <= self.timeout: if now - least <= self.timeout:
@ -84,9 +84,9 @@ class LRUCache(collections.MutableMapping):
if key in self._store: if key in self._store:
if now - self._keys_to_last_time[key] > self.timeout: if now - self._keys_to_last_time[key] > self.timeout:
value = self._store[key] value = self._store[key]
if value not in values_closed: if value not in self._closed_values:
self.close_callback(value) self.close_callback(value)
values_closed.append(value) self._closed_values.add(value)
for key in self._time_to_keys[least]: for key in self._time_to_keys[least]:
self._last_visits.popleft() self._last_visits.popleft()
if key in self._store: if key in self._store:
@ -96,6 +96,7 @@ class LRUCache(collections.MutableMapping):
c += 1 c += 1
del self._time_to_keys[least] del self._time_to_keys[least]
if c: if c:
self._closed_values.clear()
logging.debug('%d keys swept' % c) logging.debug('%d keys swept' % c)