Fringg
1f0fef114b
- Add ContextVarsMiddleware for automatic user_id/chat_id/username binding via structlog contextvars (aiogram) and http_method/http_path (FastAPI) - Use bound_contextvars() context manager instead of clear_contextvars() to safely restore previous state instead of wiping all context - Register ContextVarsMiddleware as outermost middleware (before GlobalError) so all error logs include user context - Replace structlog.get_logger() with structlog.get_logger(__name__) across 270 calls in 265 files for meaningful logger names - Switch wrapper_class from BoundLogger to make_filtering_bound_logger() for pre-processor level filtering (performance optimization) - Migrate 1411 %-style positional arg logger calls to structlog kwargs style across 161 files via AST script - Migrate log_rotation_service.py from stdlib logging to structlog - Add payment module prefixes to TelegramNotifierProcessor.IGNORED_LOGGER_PREFIXES and ExcludePaymentFilter.PAYMENT_MODULES to prevent payment data leaking to Telegram notifications and general log files - Fix LoggingMiddleware: add from_user null-safety for channel posts, switch time.time() to time.monotonic() for duration measurement - Remove duplicate logger assignments in purchase.py, config.py, inline.py, and admin/payments.py
107 lines
3.7 KiB
Python
107 lines
3.7 KiB
Python
"""Service for blocking disposable/temporary email domains."""
|
|
|
|
import asyncio
|
|
from datetime import UTC, datetime
|
|
|
|
import aiohttp
|
|
import structlog
|
|
|
|
from app.config import settings
|
|
|
|
|
|
logger = structlog.get_logger(__name__)
|
|
|
|
|
|
class DisposableEmailService:
|
|
"""
|
|
Downloads and caches a list of disposable email domains from GitHub.
|
|
|
|
Domains are stored in a frozenset for O(1) thread-safe lookups.
|
|
The list is refreshed every 24 hours via an asyncio background task.
|
|
If the download fails, the service falls back to an empty set (no blocking).
|
|
"""
|
|
|
|
DOMAINS_URL = 'https://raw.githubusercontent.com/disposable/disposable-email-domains/master/domains.txt'
|
|
UPDATE_INTERVAL_HOURS = 24
|
|
|
|
def __init__(self) -> None:
|
|
self._domains: frozenset[str] = frozenset()
|
|
self._task: asyncio.Task[None] | None = None
|
|
self._last_updated: datetime | None = None
|
|
self._domain_count: int = 0
|
|
|
|
async def start(self) -> None:
|
|
"""Load domains and start periodic refresh task."""
|
|
await self._update_domains()
|
|
self._task = asyncio.create_task(self._periodic_loop())
|
|
logger.info('DisposableEmailService started (domains loaded)', domain_count=self._domain_count)
|
|
|
|
async def stop(self) -> None:
|
|
"""Cancel periodic refresh task."""
|
|
if self._task and not self._task.done():
|
|
self._task.cancel()
|
|
try:
|
|
await self._task
|
|
except asyncio.CancelledError:
|
|
pass
|
|
self._task = None
|
|
logger.info('DisposableEmailService stopped')
|
|
|
|
async def _update_domains(self) -> None:
|
|
"""Fetch domains.txt from GitHub and swap the in-memory set."""
|
|
try:
|
|
async with aiohttp.ClientSession() as session, session.get(self.DOMAINS_URL) as resp:
|
|
if resp.status != 200:
|
|
logger.error('Failed to fetch disposable domains: HTTP', resp_status=resp.status)
|
|
return
|
|
|
|
text = await resp.text()
|
|
|
|
domains = frozenset(
|
|
line.strip().lower() for line in text.splitlines() if line.strip() and not line.startswith('#')
|
|
)
|
|
|
|
self._domains = domains
|
|
self._domain_count = len(domains)
|
|
self._last_updated = datetime.now(UTC)
|
|
logger.info('Disposable email domains updated: domains', domain_count=self._domain_count)
|
|
|
|
except Exception:
|
|
logger.exception('Error updating disposable email domains')
|
|
|
|
async def _periodic_loop(self) -> None:
|
|
"""Sleep then refresh, repeating forever until cancelled."""
|
|
while True:
|
|
await asyncio.sleep(self.UPDATE_INTERVAL_HOURS * 3600)
|
|
await self._update_domains()
|
|
|
|
def is_disposable(self, email: str) -> bool:
|
|
"""Check if the email uses a disposable domain.
|
|
|
|
Returns False when the feature is disabled via settings.
|
|
"""
|
|
if not getattr(settings, 'DISPOSABLE_EMAIL_CHECK_ENABLED', True):
|
|
return False
|
|
|
|
if not self._domains:
|
|
return False
|
|
|
|
try:
|
|
domain = email.rsplit('@', 1)[1].lower()
|
|
except IndexError:
|
|
return False
|
|
|
|
return domain in self._domains
|
|
|
|
def get_status(self) -> dict:
|
|
"""Return service status for monitoring / health checks."""
|
|
return {
|
|
'enabled': getattr(settings, 'DISPOSABLE_EMAIL_CHECK_ENABLED', True),
|
|
'domain_count': self._domain_count,
|
|
'last_updated': self._last_updated.isoformat() if self._last_updated else None,
|
|
'running': self._task is not None and not self._task.done(),
|
|
}
|
|
|
|
|
|
disposable_email_service = DisposableEmailService()
|