From 2f5febf7fb3db01a51ea973c321d04b7f5144db4 Mon Sep 17 00:00:00 2001 From: Franklin-F Date: Fri, 30 May 2025 22:48:40 +0800 Subject: [PATCH] =?UTF-8?q?feat:=20=E9=87=8D=E6=9E=84=E4=BB=BB=E5=8A=A1?= =?UTF-8?q?=E5=A4=84=E7=90=86=E9=80=BB=E8=BE=91=E4=BB=A5=E7=AE=80=E5=8C=96?= =?UTF-8?q?=E5=B9=B6=E5=8F=91=E6=89=A7=E8=A1=8C=E5=92=8C=E7=BB=93=E6=9E=9C?= =?UTF-8?q?=E5=A4=84=E7=90=86?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- main.py | 34 ++++++++++++++++++++-------------- 1 file changed, 20 insertions(+), 14 deletions(-) diff --git a/main.py b/main.py index f3637da..376a09e 100644 --- a/main.py +++ b/main.py @@ -358,21 +358,27 @@ def integrate_data_parallel(): if not tasks: time.sleep(10) continue + for payload, kitem in tasks: + proxname = proxiesdict.get(kitem['rn']) + print(proxname) + h = gettoken(proxname) + print(h) + get_searchInfo(kitem['keyword'], kitem['level'], h, proxiesdict) - futures = [ - executor.submit(search_worker, payload, kitem, flag) - for payload, kitem in tasks - ] - - # 统计回滚 - rollback = {0: [], 1: [], 2: []} - - for fut in concurrent.futures.as_completed(futures): - ok, f_flag, payload, kitem, v_list = fut.result() - - if not ok: - rollback[f_flag].append(payload) - continue + # futures = [ + # executor.submit(search_worker, payload, kitem, flag) + # for payload, kitem in tasks + # ] + # + # # 统计回滚 + # rollback = {0: [], 1: [], 2: []} + # + # for fut in concurrent.futures.as_completed(futures): + # ok, f_flag, payload, kitem, v_list = fut.result() + # + # if not ok: + # rollback[f_flag].append(payload) + # continue for item in v_list: if not v_list: