fix: 添加睡眠间隔以改善视频数据检索期间的速率限制
This commit is contained in:
parent
9648f8b3e9
commit
85b45ac49d
3
main.py
3
main.py
@ -325,6 +325,7 @@ def get_searchInfo(keyword, level, headers, proxy_name, r=2):
|
|||||||
"u_pic": node.get('thumbnail').get('url')
|
"u_pic": node.get('thumbnail').get('url')
|
||||||
}
|
}
|
||||||
video_list.append(v_data)
|
video_list.append(v_data)
|
||||||
|
time.sleep(1)
|
||||||
return video_list
|
return video_list
|
||||||
|
|
||||||
|
|
||||||
@ -412,7 +413,7 @@ def integrate_data_parallel():
|
|||||||
db.rollback_l1(rollback[1])
|
db.rollback_l1(rollback[1])
|
||||||
if rollback[2]:
|
if rollback[2]:
|
||||||
db.rollback_l2(rollback[2])
|
db.rollback_l2(rollback[2])
|
||||||
|
time.sleep(10)
|
||||||
|
|
||||||
def parse_args() -> argparse.Namespace:
|
def parse_args() -> argparse.Namespace:
|
||||||
global MACHINE_ID, MAX_WORKERS
|
global MACHINE_ID, MAX_WORKERS
|
||||||
|
Loading…
x
Reference in New Issue
Block a user