commit
9c5fef1a4d
412 files changed
+94582
No files matched your search
@@ -0,0 +1,42 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import asyncio
|
||||
from dataclasses import dataclass
|
||||
from time import monotonic
|
||||
|
||||
from .config import RateLimitSettings
|
||||
|
||||
|
||||
@dataclass
|
||||
class TokenBucket:
|
||||
qps: float
|
||||
burst: int
|
||||
tokens: float
|
||||
updated_at: float
|
||||
|
||||
|
||||
class DomainRateLimiter:
|
||||
def __init__(self, settings: RateLimitSettings) -> None:
|
||||
self.settings = settings
|
||||
self._buckets: dict[str, TokenBucket] = {}
|
||||
self._locks: dict[str, asyncio.Lock] = {}
|
||||
|
||||
async def acquire(self, domain: str) -> None:
|
||||
lock = self._locks.setdefault(domain, asyncio.Lock())
|
||||
async with lock:
|
||||
bucket = self._buckets.setdefault(domain, self._new_bucket(domain))
|
||||
while True:
|
||||
now = monotonic()
|
||||
elapsed = max(0.0, now - bucket.updated_at)
|
||||
bucket.tokens = min(bucket.burst, bucket.tokens + elapsed * bucket.qps)
|
||||
bucket.updated_at = now
|
||||
if bucket.tokens >= 1:
|
||||
bucket.tokens -= 1
|
||||
return
|
||||
await asyncio.sleep(max(0.05, 1 / bucket.qps))
|
||||
|
||||
def _new_bucket(self, domain: str) -> TokenBucket:
|
||||
domain_settings = self.settings.per_domain.get(domain)
|
||||
qps = domain_settings.qps if domain_settings else self.settings.default_qps
|
||||
burst = domain_settings.burst if domain_settings else self.settings.default_burst
|
||||
return TokenBucket(qps=qps, burst=burst, tokens=float(burst), updated_at=monotonic())
|
||||
Reference in new issue
Block a user