fix: 修改代理获取方法以使用区域代码并更新全局代理字典
This commit is contained in:
parent
fe3a8bea4c
commit
8239dde04c
3
DB.py
3
DB.py
@ -252,12 +252,11 @@ class DBVidcon:
|
|||||||
self.cursor.close()
|
self.cursor.close()
|
||||||
self.conn.close()
|
self.conn.close()
|
||||||
|
|
||||||
def get_proxy(self, region_name: str) -> str:
|
def get_proxy(self, region_code: str) -> str:
|
||||||
"""
|
"""
|
||||||
从 Redis 队列 proxy_queue:<region_code> 弹出一个代理并返回。
|
从 Redis 队列 proxy_queue:<region_code> 弹出一个代理并返回。
|
||||||
如果队列为空,阻塞
|
如果队列为空,阻塞
|
||||||
"""
|
"""
|
||||||
region_code = self.get_proxy_parameter(region_name)
|
|
||||||
proxy = ""
|
proxy = ""
|
||||||
while True:
|
while True:
|
||||||
key = f"proxy_queue:{region_code}"
|
key = f"proxy_queue:{region_code}"
|
||||||
|
3
main.py
3
main.py
@ -694,8 +694,9 @@ def integrate_data():
|
|||||||
else:
|
else:
|
||||||
for index, (payload, kitem) in enumerate(keywords):
|
for index, (payload, kitem) in enumerate(keywords):
|
||||||
try:
|
try:
|
||||||
|
proxiesdict = db.get_proxy_agent_dict()
|
||||||
global Gproxies
|
global Gproxies
|
||||||
Gproxies = kitem['rn']
|
Gproxies = proxiesdict[kitem['rn']]
|
||||||
v_list = get_searchInfo(kitem['keyword'])
|
v_list = get_searchInfo(kitem['keyword'])
|
||||||
|
|
||||||
if not v_list:
|
if not v_list:
|
||||||
|
Loading…
x
Reference in New Issue
Block a user