refactor: 优化时间处理逻辑,简化datetime使用

This commit is contained in:
晓丰 2025-06-01 16:13:46 +08:00
parent 3e03f6cd3f
commit f0fa81da92

17
main.py
View File

@ -1,20 +1,13 @@
import base64 import base64
import json
import random
import traceback import traceback
from urllib.parse import quote
import argparse import argparse
import time import time
import uuid
import concurrent.futures import concurrent.futures
import requests import requests
import datetime from datetime import datetime
from requests import RequestException
from DB import DBVidcon, DBSA from DB import DBVidcon, DBSA
from dateutil import parser as date_parser from dateutil import parser as date_parser
import copy from concurrent.futures import ThreadPoolExecutor
from threading import Lock
from concurrent.futures import ThreadPoolExecutor, as_completed
from logger import logger from logger import logger
db = DBVidcon() db = DBVidcon()
@ -113,7 +106,7 @@ def get_searchInfo(keyword, level, headers, proxy_name, r=2):
"v_xid": xid, "v_xid": xid,
"link": "https://www.dailymotion.com/video/" + xid, "link": "https://www.dailymotion.com/video/" + xid,
"title": iteminfo.get("title"), "title": iteminfo.get("title"),
"createtime": iteminfo.get('created_time'), "createtime": datetime.fromtimestamp(iteminfo.get("created_time")).strftime("%Y-%m-%d %H:%M:%S"),
"duration": iteminfo.get('duration'), "duration": iteminfo.get('duration'),
"pic": iteminfo.get('thumbnail_240_url'), "pic": iteminfo.get('thumbnail_240_url'),
"view": iteminfo.get('views_total'), "view": iteminfo.get('views_total'),
@ -246,8 +239,8 @@ def parse_args() -> argparse.Namespace:
if __name__ == '__main__': if __name__ == '__main__':
parse_args() parse_args()
executor = ThreadPoolExecutor(max_workers=MAX_WORKERS) executor = ThreadPoolExecutor(max_workers=MAX_WORKERS)
start_time = datetime.datetime.now() start_time = datetime.now()
logger.info(f"开始时间:{start_time.strftime('%Y-%m-%d %H:%M:%S')}") logger.info(f"开始时间:{start_time.strftime('%Y-%m-%d %H:%M:%S')}")
integrate_data_parallel() integrate_data_parallel()
end_time = datetime.datetime.now() end_time = datetime.now()
duration = end_time - start_time duration = end_time - start_time