|
|
import time |
|
|
import asyncio |
|
|
from typing import Any, Dict, Optional, Tuple, List |
|
|
import logging |
|
|
|
|
|
logger = logging.getLogger(__name__) |
|
|
|
|
|
class TTLCache: |
|
|
""" |
|
|
Async-safe TTL Cache for provider responses. |
|
|
Features: |
|
|
- Time-To-Live expiration |
|
|
- Async get/set |
|
|
- Invalidation |
|
|
""" |
|
|
def __init__(self, default_ttl: int = 60): |
|
|
self._cache: Dict[str, Tuple[Any, float]] = {} |
|
|
self._lock = asyncio.Lock() |
|
|
self.default_ttl = default_ttl |
|
|
|
|
|
async def get(self, key: str) -> Optional[Any]: |
|
|
"""Get value from cache if not expired""" |
|
|
async with self._lock: |
|
|
if key in self._cache: |
|
|
value, expiry = self._cache[key] |
|
|
if time.time() < expiry: |
|
|
return value |
|
|
else: |
|
|
|
|
|
del self._cache[key] |
|
|
return None |
|
|
|
|
|
async def set(self, key: str, value: Any, ttl: Optional[int] = None): |
|
|
"""Set value in cache with TTL""" |
|
|
ttl_val = ttl if ttl is not None else self.default_ttl |
|
|
expiry = time.time() + ttl_val |
|
|
async with self._lock: |
|
|
self._cache[key] = (value, expiry) |
|
|
|
|
|
async def delete(self, key: str): |
|
|
"""Delete specific key""" |
|
|
async with self._lock: |
|
|
if key in self._cache: |
|
|
del self._cache[key] |
|
|
|
|
|
async def clear(self): |
|
|
"""Clear all cache""" |
|
|
async with self._lock: |
|
|
self._cache.clear() |
|
|
|
|
|
async def cleanup(self): |
|
|
"""Remove expired items""" |
|
|
now = time.time() |
|
|
keys_to_remove = [] |
|
|
async with self._lock: |
|
|
for key, (_, expiry) in self._cache.items(): |
|
|
if now >= expiry: |
|
|
keys_to_remove.append(key) |
|
|
|
|
|
for key in keys_to_remove: |
|
|
del self._cache[key] |
|
|
|
|
|
def get_sync(self, key: str) -> Optional[Any]: |
|
|
"""Synchronous get for non-async contexts (use with caution regarding race conditions)""" |
|
|
if key in self._cache: |
|
|
value, expiry = self._cache[key] |
|
|
if time.time() < expiry: |
|
|
return value |
|
|
else: |
|
|
del self._cache[key] |
|
|
return None |
|
|
|
|
|
|
|
|
ttl_cache = TTLCache(default_ttl=60) |
|
|
|
