fix: 更新item_keyword调用参数以优化任务处理逻辑(测试存)
This commit is contained in:
parent
45ced06532
commit
1db2bb0418
3
main.py
3
main.py
@ -149,7 +149,7 @@ def integrate_data_parallel():
|
|||||||
while True:
|
while True:
|
||||||
global proxiesdict
|
global proxiesdict
|
||||||
proxiesdict = db.get_proxy_agent_dict()
|
proxiesdict = db.get_proxy_agent_dict()
|
||||||
tasks, flag = db.item_keyword(20)
|
tasks, flag = db.item_keyword(1)
|
||||||
if not tasks:
|
if not tasks:
|
||||||
time.sleep(10)
|
time.sleep(10)
|
||||||
continue
|
continue
|
||||||
@ -194,6 +194,7 @@ def integrate_data_parallel():
|
|||||||
"level": kitem["level"],
|
"level": kitem["level"],
|
||||||
})
|
})
|
||||||
DBSA.flush()
|
DBSA.flush()
|
||||||
|
exit()
|
||||||
if rollback[0]:
|
if rollback[0]:
|
||||||
db.rollback_l0(rollback[0])
|
db.rollback_l0(rollback[0])
|
||||||
if rollback[1]:
|
if rollback[1]:
|
||||||
|
Loading…
x
Reference in New Issue
Block a user