kali/DailyMotion
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: 优化任务处理逻辑，减少并发请求间隔以提高效率

Browse Source
This commit is contained in:
晓丰 2025-06-02 22:35:22 +08:00
parent 93bb599ffb
commit 3b448a5ed3
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
main.py
View File

@ -163,10 +163,11 @@ def integrate_data_parallel():
time.sleep(10) time.sleep(10)
continue continue
futures = [ futures = []
executor.submit(search_worker, payload, kitem, flag) for payload, kitem in tasks:
for payload, kitem in tasks futures.append(executor.submit(search_worker, payload, kitem, flag))
] time.sleep(3)
rollback = {0: [], 1: [], 2: []} rollback = {0: [], 1: [], 2: []}
for fut in concurrent.futures.as_completed(futures): for fut in concurrent.futures.as_completed(futures):
@ -209,7 +210,6 @@ def integrate_data_parallel():
db.rollback_l1(rollback[1]) db.rollback_l1(rollback[1])
if rollback[2]: if rollback[2]:
db.rollback_l2(rollback[2]) db.rollback_l2(rollback[2])
time.sleep(10)
def parse_args() -> argparse.Namespace: def parse_args() -> argparse.Namespace: