fix: 优化任务处理逻辑,减少并发请求间隔以提高效率
This commit is contained in:
parent
93bb599ffb
commit
3b448a5ed3
10
main.py
10
main.py
@ -163,10 +163,11 @@ def integrate_data_parallel():
|
||||
time.sleep(10)
|
||||
continue
|
||||
|
||||
futures = [
|
||||
executor.submit(search_worker, payload, kitem, flag)
|
||||
for payload, kitem in tasks
|
||||
]
|
||||
futures = []
|
||||
for payload, kitem in tasks:
|
||||
futures.append(executor.submit(search_worker, payload, kitem, flag))
|
||||
time.sleep(3)
|
||||
|
||||
rollback = {0: [], 1: [], 2: []}
|
||||
|
||||
for fut in concurrent.futures.as_completed(futures):
|
||||
@ -209,7 +210,6 @@ def integrate_data_parallel():
|
||||
db.rollback_l1(rollback[1])
|
||||
if rollback[2]:
|
||||
db.rollback_l2(rollback[2])
|
||||
time.sleep(10)
|
||||
|
||||
|
||||
def parse_args() -> argparse.Namespace:
|
||||
|
Loading…
x
Reference in New Issue
Block a user