fix: 添加 MySQL 重试机制以处理 InterfaceError 并确保连接稳定

This commit is contained in:
晓丰 2025-05-19 20:59:56 +08:00
parent 90ad9c28ff
commit 64f8ed96a1

35
DB.py
View File

@ -6,6 +6,34 @@ import functools
from redis.exceptions import ConnectionError, TimeoutError
def mysql_retry(max_retries: int = 3, base_delay: float = 2.0):
"""
装饰器工厂捕获 InterfaceError 后断线重连并重试
重试间隔按指数级增长base_delay * 2**(attempt-1)
"""
def decorator(fn):
@functools.wraps(fn)
def wrapper(self, *args, **kwargs):
for attempt in range(1, max_retries + 1):
try:
# 确保连接存活reconnect=True 会在 ping 失败时重连
self.conn.ping(reconnect=True)
return fn(self, *args, **kwargs)
except pymysql.InterfaceError as e:
wait = base_delay * (2 ** (attempt - 1))
print(f"[MySQL][{fn.__name__}] 第{attempt}次 InterfaceError{e},等待 {wait:.1f}s 后重连…")
time.sleep(wait)
self._reconnect_mysql()
if attempt == max_retries:
print("[MySQL] 重试多次仍失败,抛出异常")
raise
return wrapper
return decorator
def redis_retry(max_retries: int = 3):
"""
装饰器工厂指定最大重试次数
@ -72,7 +100,6 @@ class DBVidcon:
raw = json.dumps(data, ensure_ascii=False)
self.redis.lpush(self.error_list_key, raw)
# def fetch_records(self, count: int = 100):
# try:
# raws = self.redis.lpop(self.record_list_key, count)
@ -101,7 +128,6 @@ class DBVidcon:
# continue
# return out
@redis_retry(max_retries=3)
def fetch_from_redis(self, count: int = 100, list_key: str = None):
key = list_key
@ -130,6 +156,7 @@ class DBVidcon:
continue
return out
@mysql_retry()
def get_proxy_agent_dict(self) -> dict:
sql = "SELECT rn, parameter FROM proxy_agent"
self.cursor.execute(sql)
@ -137,6 +164,7 @@ class DBVidcon:
result = {row['rn']: row['parameter'] for row in rows}
return result
@mysql_retry()
def get_proxy_parameter(self, rn: str) -> str:
sql = "SELECT parameter FROM proxy_agent WHERE rn = %s LIMIT 1"
self.cursor.execute(sql, (rn,))
@ -188,6 +216,7 @@ class DBVidcon:
self.redis.rpush(self.list_key, *payloads)
print(f"[回滚] 已退回 {len(payloads)}")
@mysql_retry()
def upsert_video(self, data: dict):
data.setdefault("a_id", 0)
data.setdefault("history_status", "")
@ -276,10 +305,12 @@ class DBVidcon:
print("[交由Redis处理]")
break
@mysql_retry()
def flush(self):
"""批量执行完后手动提交。"""
self.conn.commit()
@mysql_retry()
def close(self):
self.cursor.close()
self.conn.close()