feat: 添加 _buf_payload 缓冲区以增强 DB.py 的数据处理能力
This commit is contained in:
parent
b25e3cf5f5
commit
2d75510c59
6
main.py
6
main.py
@ -658,7 +658,8 @@ def search_worker(payload, kitem, flag):
|
|||||||
if v_list:
|
if v_list:
|
||||||
break
|
break
|
||||||
time.sleep(2)
|
time.sleep(2)
|
||||||
|
if not v_list:
|
||||||
|
v_list = []
|
||||||
return True, flag, payload, kitem, v_list # 成功
|
return True, flag, payload, kitem, v_list # 成功
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
print(f"[线程异常] {kitem['keyword']} → {e}")
|
print(f"[线程异常] {kitem['keyword']} → {e}")
|
||||||
@ -691,8 +692,9 @@ def integrate_data_parallel():
|
|||||||
rollback[f_flag].append(payload)
|
rollback[f_flag].append(payload)
|
||||||
continue
|
continue
|
||||||
|
|
||||||
# —— 写库:可按你原来的 upsert / flush 逻辑 ——
|
|
||||||
for item in v_list:
|
for item in v_list:
|
||||||
|
if not v_list:
|
||||||
|
continue
|
||||||
DBSA.upsert_video({
|
DBSA.upsert_video({
|
||||||
"keyword": kitem["keyword"],
|
"keyword": kitem["keyword"],
|
||||||
"v_name": kitem["v_name"],
|
"v_name": kitem["v_name"],
|
||||||
|
Loading…
x
Reference in New Issue
Block a user