fix: 添加睡眠间隔以改善视频数据检索期间的速率限制

This commit is contained in:
晓丰 2025-05-30 20:46:57 +08:00
parent 9648f8b3e9
commit 85b45ac49d

View File

@ -325,6 +325,7 @@ def get_searchInfo(keyword, level, headers, proxy_name, r=2):
"u_pic": node.get('thumbnail').get('url')
}
video_list.append(v_data)
time.sleep(1)
return video_list
@ -412,7 +413,7 @@ def integrate_data_parallel():
db.rollback_l1(rollback[1])
if rollback[2]:
db.rollback_l2(rollback[2])
time.sleep(10)
def parse_args() -> argparse.Namespace:
global MACHINE_ID, MAX_WORKERS