import asyncio
import re
from datetime import datetime, timedelta
from aiogram.types import InlineKeyboardButton
from aiogram.utils.keyboard import InlineKeyboardBuilder
from ping3 import ping
from bot import bot
from config import ADMIN_ID, PING_TIME
from database import get_servers
from handlers.admin.servers.keyboard import AdminServerCallback
from logger import logger
last_ping_times = {}
last_down_times = {}
notified_servers = set()
PING_SEMAPHORE = asyncio.Semaphore(3)
async def ping_server(server_ip: str) -> bool:
"""Пингует сервер через ICMP или TCP 443, если ICMP недоступен."""
async with PING_SEMAPHORE:
try:
response = ping(server_ip, timeout=3)
if response is not None and response is not False:
return True
return await check_tcp_connection(server_ip, 443)
except Exception:
return await check_tcp_connection(server_ip, 443)
async def check_tcp_connection(host: str, port: int) -> bool:
"""Проверяет доступность сервера через TCP (порт 443)."""
try:
_reader, writer = await asyncio.open_connection(host, port)
writer.close()
await writer.wait_closed()
return True
except Exception:
return False
async def notify_admin(server_name: str, status: str, down_duration: timedelta = None):
"""Отправляет уведомление администратору."""
builder = InlineKeyboardBuilder()
builder.row(
InlineKeyboardButton(
text="Управление сервером",
callback_data=AdminServerCallback(action="manage", data=server_name).pack(),
)
)
if status == "down":
message = (
f"❌ Сервер '{server_name}' не отвечает!\n\n"
"Проверьте соединение или удалите его из списка, чтобы не выдавать подписки на неработающий сервер."
)
else:
downtime = str(down_duration).split(".")[0]
message = f"✅ Сервер '{server_name}' снова в сети!\n\n⏳ Время простоя: {downtime}."
for admin_id in ADMIN_ID:
logger.info(f"📨 Отправляем уведомление '{status}' администратору {admin_id} о сервере {server_name}")
await bot.send_message(admin_id, message, reply_markup=builder.as_markup())
async def check_servers():
"""
Периодическая проверка серверов.
Использует asyncio.gather() для ускорения.
"""
while True:
servers = await get_servers()
current_time = datetime.now()
tasks = []
server_info_list = []
for _, cluster_servers in servers.items():
for server in cluster_servers:
original_api_url = server["api_url"]
server_name = server["server_name"]
server_host = extract_host(original_api_url)
server_info_list.append((server_name, server_host))
tasks.append(ping_server(server_host))
logger.info(f"🔍 Начинаем проверку {len(server_info_list)} серверов...")
results = await asyncio.gather(*tasks, return_exceptions=True)
offline_servers = set()
restored_servers = set()
online_servers = set()
for (server_name, server_host), result in zip(server_info_list, results, strict=False):
is_online = bool(result) if not isinstance(result, Exception) else False
if is_online:
last_ping_times[server_name] = current_time
online_servers.add(server_name)
if server_name in notified_servers:
down_time = last_down_times.pop(server_name, current_time)
down_duration = current_time - down_time
await notify_admin(server_name, "up", down_duration)
notified_servers.remove(server_name)
restored_servers.add(server_name)
else:
last_ping_time = last_ping_times.get(server_name)
if last_ping_time is None:
last_ping_times[server_name] = current_time
last_down_times[server_name] = current_time
if last_ping_time and (current_time - last_ping_time > timedelta(seconds=PING_TIME * 3)):
if server_name not in notified_servers:
logger.warning(
f"🚨 Уведомление: сервер {server_name} не отвечает более {PING_TIME * 3} секунд!"
)
await notify_admin(server_name, "down")
notified_servers.add(server_name)
last_down_times[server_name] = current_time
offline_servers.add(server_name)
all_servers = {name for name, _ in server_info_list}
true_offline_servers = all_servers - online_servers
logger.info(f"✅ Доступно серверов: {len(online_servers)}, ❌ Недоступно: {len(true_offline_servers)}")
if true_offline_servers:
logger.warning(f"🚨 Не отвечает {len(true_offline_servers)} серверов: {', '.join(true_offline_servers)}")
if restored_servers:
logger.info(f"✅ Восстановились {len(restored_servers)} серверов: {', '.join(restored_servers)}")
await asyncio.sleep(PING_TIME)
def extract_host(api_url: str) -> str:
"""Извлекает хост из `api_url`."""
match = re.match(r"(https?://)?([^:/]+)", api_url)
return match.group(2) if match else api_url