From 5b1c6bc35895955a5f3c4da42d2ef3fecf329055 Mon Sep 17 00:00:00 2001 From: Franklin-F Date: Fri, 30 May 2025 22:35:54 +0800 Subject: [PATCH] =?UTF-8?q?feat:=20=E8=B0=83=E6=95=B4=E5=88=86=E9=A1=B5?= =?UTF-8?q?=E5=92=8C=E9=99=90=E5=88=B6=E5=8F=82=E6=95=B0=E4=BB=A5=E4=BC=98?= =?UTF-8?q?=E5=8C=96=E6=95=B0=E6=8D=AE=E6=A3=80=E7=B4=A2=E6=80=A7=E8=83=BD?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- main.py | 28 +++++++++++----------------- 1 file changed, 11 insertions(+), 17 deletions(-) diff --git a/main.py b/main.py index 8196cd2..6755ae8 100644 --- a/main.py +++ b/main.py @@ -254,11 +254,11 @@ def get_searchInfo(keyword, level, headers, proxy_name, r=2): if r == 2: logger.info(f"NET处理->{keyword},\trn->{proxy_name},\tlevel->{level}") video_list = [] - max_page = 2 - limit = 30 + max_page = 4 + limit = 10 if level == 0 or level == 1: - max_page = 3 - limit = 100 + max_page = 10 + limit = 20 for j in range(1, max_page): # 别展开 = = ! data = ( @@ -295,7 +295,7 @@ def get_searchInfo(keyword, level, headers, proxy_name, r=2): time.sleep((3 - r) * 5) return get_searchInfo(keyword, level, headers, proxy_name, r - 1) for index, iteminfo in enumerate(resinfo): - calculated_index = index + 1 + (j - 1) * 100 + calculated_index = index + 1 + (j - 1) * limit node = iteminfo['node'] if node['__typename'] != "Video": continue @@ -443,15 +443,9 @@ def parse_args() -> argparse.Namespace: if __name__ == '__main__': - # parse_args() - # start_time = datetime.datetime.now() - # logger.info(f"开始时间:{start_time.strftime('%Y-%m-%d %H:%M:%S')}") - # integrate_data_parallel() - # end_time = datetime.datetime.now() - # duration = end_time - start_time - keyword = '戀愛學園' - level = 0 - headers = gettoken('TW') - proxy_name = "tw" - print(db.get_proxy(proxy)) - # print(get_searchInfo(keyword, level, headers, proxy_name, r=2)) \ No newline at end of file + parse_args() + start_time = datetime.datetime.now() + logger.info(f"开始时间:{start_time.strftime('%Y-%m-%d %H:%M:%S')}") + integrate_data_parallel() + end_time = datetime.datetime.now() + duration = end_time - start_time