refactor: 优化时间处理逻辑,简化datetime使用
This commit is contained in:
parent
3e03f6cd3f
commit
f0fa81da92
17
main.py
17
main.py
@ -1,20 +1,13 @@
|
|||||||
import base64
|
import base64
|
||||||
import json
|
|
||||||
import random
|
|
||||||
import traceback
|
import traceback
|
||||||
from urllib.parse import quote
|
|
||||||
import argparse
|
import argparse
|
||||||
import time
|
import time
|
||||||
import uuid
|
|
||||||
import concurrent.futures
|
import concurrent.futures
|
||||||
import requests
|
import requests
|
||||||
import datetime
|
from datetime import datetime
|
||||||
from requests import RequestException
|
|
||||||
from DB import DBVidcon, DBSA
|
from DB import DBVidcon, DBSA
|
||||||
from dateutil import parser as date_parser
|
from dateutil import parser as date_parser
|
||||||
import copy
|
from concurrent.futures import ThreadPoolExecutor
|
||||||
from threading import Lock
|
|
||||||
from concurrent.futures import ThreadPoolExecutor, as_completed
|
|
||||||
from logger import logger
|
from logger import logger
|
||||||
|
|
||||||
db = DBVidcon()
|
db = DBVidcon()
|
||||||
@ -113,7 +106,7 @@ def get_searchInfo(keyword, level, headers, proxy_name, r=2):
|
|||||||
"v_xid": xid,
|
"v_xid": xid,
|
||||||
"link": "https://www.dailymotion.com/video/" + xid,
|
"link": "https://www.dailymotion.com/video/" + xid,
|
||||||
"title": iteminfo.get("title"),
|
"title": iteminfo.get("title"),
|
||||||
"createtime": iteminfo.get('created_time'),
|
"createtime": datetime.fromtimestamp(iteminfo.get("created_time")).strftime("%Y-%m-%d %H:%M:%S"),
|
||||||
"duration": iteminfo.get('duration'),
|
"duration": iteminfo.get('duration'),
|
||||||
"pic": iteminfo.get('thumbnail_240_url'),
|
"pic": iteminfo.get('thumbnail_240_url'),
|
||||||
"view": iteminfo.get('views_total'),
|
"view": iteminfo.get('views_total'),
|
||||||
@ -246,8 +239,8 @@ def parse_args() -> argparse.Namespace:
|
|||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
parse_args()
|
parse_args()
|
||||||
executor = ThreadPoolExecutor(max_workers=MAX_WORKERS)
|
executor = ThreadPoolExecutor(max_workers=MAX_WORKERS)
|
||||||
start_time = datetime.datetime.now()
|
start_time = datetime.now()
|
||||||
logger.info(f"开始时间:{start_time.strftime('%Y-%m-%d %H:%M:%S')}")
|
logger.info(f"开始时间:{start_time.strftime('%Y-%m-%d %H:%M:%S')}")
|
||||||
integrate_data_parallel()
|
integrate_data_parallel()
|
||||||
end_time = datetime.datetime.now()
|
end_time = datetime.now()
|
||||||
duration = end_time - start_time
|
duration = end_time - start_time
|
||||||
|
Loading…
x
Reference in New Issue
Block a user