Skip to content

S
spider
Commit d51420d8 by Peng
Options

no message

parent 3650247a
Showing with 103 additions and 99 deletions
py_spider/amazon_spider/alipay_account_order.py
...@@ -19,6 +19,7 @@ class get_1688_order_data(): ...@@ -19,6 +19,7 @@ class get_1688_order_data():
self.alipay_data_list = [] self.alipay_data_list = []
self.err_orders_list = [] # 有问题的订单号 self.err_orders_list = [] # 有问题的订单号
self.time_num = 0 self.time_num = 0
self.chrom_new_page_tab = None # 浏览器标签页，初始化为 None
def redis_db(self): def redis_db(self):
nums = 0 nums = 0
...@@ -40,8 +41,13 @@ class get_1688_order_data(): ...@@ -40,8 +41,13 @@ class get_1688_order_data():
chrome_options.set_local_port(9333) # 设置 Chrome 的调试端口 chrome_options.set_local_port(9333) # 设置 Chrome 的调试端口
chrom_page = ChromiumPage(addr_or_opts=chrome_options) chrom_page = ChromiumPage(addr_or_opts=chrome_options)
print(f"Chrome 浏览器运行在端口: {9333}") print(f"Chrome 浏览器运行在端口: {9333}")
self.get_order_tab(chrom_page, list_orders, orders_type) # 请求订单页面。判断是否保持登录状态 try:
chrom_page.quit() self.get_order_tab(chrom_page, list_orders, orders_type) # 请求订单页面。判断是否保持登录状态
finally:
try:
chrom_page.quit() # 无论是否报错，都确保退出浏览器
except:
pass
def get_order_tab(self, chrom_page, list_orders, orders_type): def get_order_tab(self, chrom_page, list_orders, orders_type):
url = 'https://air.1688.com/app/ctf-page/trade-order-list/buyer-order-list.html?tradeStatus=waitbuyerpay&spm=a260k.home2025.topmenu.dmyorder_popup_ddaifukuan&page=1&pageSize=10' url = 'https://air.1688.com/app/ctf-page/trade-order-list/buyer-order-list.html?tradeStatus=waitbuyerpay&spm=a260k.home2025.topmenu.dmyorder_popup_ddaifukuan&page=1&pageSize=10'
...@@ -183,14 +189,18 @@ class get_1688_order_data(): ...@@ -183,14 +189,18 @@ class get_1688_order_data():
} }
} }
if orders_type: if orders_type:
try: for retry in range(3):
json_data = json.dumps(items, ensure_ascii=False) try:
self.redis_db22.rpush('alipay_zszh:response', json_data) json_data = json.dumps(items, ensure_ascii=False)
print(f'从alipay_zszh:{self.account} redis删除订单号:', order_num) self.redis_db22.rpush('alipay_zszh:response', json_data)
self.redis_db22.lrem(f'alipay_zszh:{self.account}', 1, order_num) print(f'从alipay_zszh:{self.account} redis删除订单号:', order_num)
continue self.redis_db22.lrem(f'alipay_zszh:{self.account}', 1, order_num)
except: break
pass except Exception as e:
print(f'redis写入失败，第{retry+1}次重试: {e}')
self.redis_db22 = self.redis_db()
time.sleep(2)
continue
else: else:
self.alipay_data_list.append(items) self.alipay_data_list.append(items)
else: else:
...@@ -233,8 +243,8 @@ class get_1688_order_data(): ...@@ -233,8 +243,8 @@ class get_1688_order_data():
print('寻找支付方式') print('寻找支付方式')
# 对公支付 # 对公支付
chrom_page_tab.scroll.down(180) chrom_page_tab.scroll.down(180)
time.sleep(random.randint(1, 2)) time.sleep(random.randint(2, 4))
channel_name = chrom_page_tab.ele('xpath://span[contains(text(),"对公支付")]', timeout=5) channel_name = chrom_page_tab.ele('xpath://span[contains(text(),"对公支付")]', timeout=8)
if channel_name: if channel_name:
print('对公支付') print('对公支付')
chrom_page_tab.ele('xpath://span[contains(text(),"对公支付")]', timeout=3).click() chrom_page_tab.ele('xpath://span[contains(text(),"对公支付")]', timeout=3).click()
...@@ -265,16 +275,21 @@ class get_1688_order_data(): ...@@ -265,16 +275,21 @@ class get_1688_order_data():
_items = None _items = None
if _items: if _items:
if orders_type: if orders_type:
try: for retry in range(3):
json_data = json.dumps(_items, ensure_ascii=False) try:
self.redis_db22.rpush('alipay_zszh:response', json_data) json_data = json.dumps(_items, ensure_ascii=False)
print(f'从alipay_zszh:{self.account} redis删除订单号:', order_num) self.redis_db22.rpush('alipay_zszh:response', json_data)
self.redis_db22.lrem(f'alipay_zszh:{self.account}', 1, order_num) print(f'从alipay_zszh:{self.account} redis删除订单号:', order_num)
except: self.redis_db22.lrem(f'alipay_zszh:{self.account}', 1, order_num)
pass break
except Exception as e:
print(f'redis写入失败，第{retry+1}次重试: {e}')
self.redis_db22 = self.redis_db()
time.sleep(2)
else: else:
self.alipay_data_list.append(_items) self.alipay_data_list.append(_items)
self.save_redis() self.save_redis()
chrom_page_tab.close() # 关闭标签页，防止资源泄漏
continue continue
if orders_type is None: if orders_type is None:
print(', 点击网银') print(', 点击网银')
...@@ -311,106 +326,84 @@ class get_1688_order_data(): ...@@ -311,106 +326,84 @@ class get_1688_order_data():
chrom_page_tab.ele('xpath://div[contains(text(),"专属账号余额：")]', timeout=3).click() chrom_page_tab.ele('xpath://div[contains(text(),"专属账号余额：")]', timeout=3).click()
except: except:
pass pass
time.sleep(random.randint(1, 3)) try:
if chrom_page_tab.ele('xpath://div[contains(text(),"专属账号余额不足")]'):
resp = chrom_page_tab.html
respons = etree.HTML(resp)
sapn_text_list = respons.xpath('//div[contains(text(),"专属账号余额不足")]//text()')
if sapn_text_list:
span_str = ''.join(sapn_text_list)
else:
span_str = '专属账号余额不足，可用余额: ￥'
print('span_str:::', span_str)
items = {
"account": self.account,
"order_id": order_num,
"type": "异常",
"json": {
"value": span_str
}
}
print('专属账号余额支付 items:::', items)
json_data = json.dumps(items, ensure_ascii=False)
self.redis_db22.rpush('alipay_zszh:response', json_data)
else:
print('开始付款')
time.sleep(random.randint(1, 3)) time.sleep(random.randint(1, 3))
if self.click_pay(chrom_page_tab, order_num): if chrom_page_tab.ele('xpath://div[contains(text(),"专属账号余额不足")]'):
items_err = { resp = chrom_page_tab.html
respons = etree.HTML(resp)
sapn_text_list = respons.xpath('//div[contains(text(),"专属账号余额不足")]//text()')
if sapn_text_list:
span_str = ''.join(sapn_text_list)
else:
span_str = '专属账号余额不足，可用余额: ￥'
print('span_str:::', span_str)
items = {
"account": self.account, "account": self.account,
"order_id": order_num, "order_id": order_num,
"type": "异常", "type": "异常",
"json": { "json": {
"value": '系统繁忙，请重试' "value": span_str
} }
} }
json_data = json.dumps(items_err, ensure_ascii=False) print('专属账号余额支付 items:::', items)
json_data = json.dumps(items, ensure_ascii=False)
self.redis_db22.rpush('alipay_zszh:response', json_data) self.redis_db22.rpush('alipay_zszh:response', json_data)
else: else:
if '支付成功' in chrom_page_tab.html: print('开始付款')
print('专属账号余额 支付成功 ：', order_num) time.sleep(random.randint(1, 3))
else: if self.click_pay(chrom_page_tab, order_num):
items = { items_err = {
"account": self.account, "account": self.account,
"order_id": order_num, "order_id": order_num,
"type": "异常", "type": "异常",
"json": { "json": {
"value": '需要手动确认，专属账号余额是否足够支付' "value": '系统繁忙，请重试'
} }
} }
print('专属账号余额支付 items:::', items) json_data = json.dumps(items_err, ensure_ascii=False)
json_data = json.dumps(items, ensure_ascii=False)
self.redis_db22.rpush('alipay_zszh:response', json_data) self.redis_db22.rpush('alipay_zszh:response', json_data)
try: else:
print(f'从alipay_zszh:{self.account} redis删除订单号:', order_num) if '支付成功' in chrom_page_tab.html:
self.redis_db22.lrem(f'alipay_zszh:{self.account}', 1, order_num) print('专属账号余额 支付成功 ：', order_num)
except: else:
print('删除失败：') items = {
pass "account": self.account,
chrom_page_tab.close() # 关闭标签页 "order_id": order_num,
"type": "异常",
"json": {
"value": '需要手动确认，专属账号余额是否足够支付'
}
}
print('专属账号余额支付 items:::', items)
json_data = json.dumps(items, ensure_ascii=False)
self.redis_db22.rpush('alipay_zszh:response', json_data)
try:
print(f'从alipay_zszh:{self.account} redis删除订单号:', order_num)
self.redis_db22.lrem(f'alipay_zszh:{self.account}', 1, order_num)
except:
print('删除失败：')
pass
except Exception as e:
print(f'专属账号支付 redis 操作失败: {e}')
if 'connection' in str(e).lower() or 'timeout' in str(e).lower():
print('Redis 连接失败，重新初始化...')
self.redis_db22 = self.redis_db()
finally:
chrom_page_tab.close() # 无论如何都关闭标签页
continue continue
else: else:
zfb = chrom_page_tab.ele('xpath://span[contains(text(),"支付宝")]', timeout=3).click() items_err = {
if zfb: "account": self.account,
print('找到支付宝。开始选择支付宝') "order_id": order_num,
if self.click_pay(chrom_page_tab, order_num): "type": "异常",
items_err = { "json": {
"account": self.account, "value": '没有对公支付'
"order_id": order_num,
"type": "异常",
"json": {
"value": '系统繁忙，请重试'
}
}
self.alipay_data_list.append(items_err)
else:
self.online_zfb(chrom_page_tab, order_num)
else:
print('没有找到可以支付方式。退出 订单号。', order_num)
items = {
"account": self.account,
"order_id": order_num,
"type": "无",
"json": {
"value": None
}
} }
self.alipay_data_list.append(items) }
self.alipay_data_list.append(items_err)
chrom_page_tab.close() # 关闭标签页 chrom_page_tab.close() # 关闭标签页
self.save_redis() self.save_redis()
# def save_alipay_zszh(self,_items, order_num):
# self.redis_db()
# for i in range(5):
# try:
# json_data = json.dumps(_items, ensure_ascii=False)
# self.redis_db22.rpush('alipay_zszh:response', json_data)
# print(f'从alipay_zszh:{self.account} redis删除订单号:', order_num)
# self.redis_db22.lrem(f'alipay_zszh:{self.account}', 1, order_num)
# break
# except:
# time.sleep(10)
def save_redis(self): def save_redis(self):
if self.alipay_data_list: if self.alipay_data_list:
for alipay_data in self.alipay_data_list: for alipay_data in self.alipay_data_list:
...@@ -422,8 +415,8 @@ class get_1688_order_data(): ...@@ -422,8 +415,8 @@ class get_1688_order_data():
break break
except: except:
print('写入redis报错：重试') print('写入redis报错：重试')
self.redis_db22 = self.redis_db() # 重连 redis
time.sleep(5) time.sleep(5)
# 删除
try: try:
print('从redis删除订单号:', alipay_data['order_id']) print('从redis删除订单号:', alipay_data['order_id'])
self.redis_db22.lrem(f"alipay:{self.account}", 1, f"{alipay_data['order_id']}") self.redis_db22.lrem(f"alipay:{self.account}", 1, f"{alipay_data['order_id']}")
...@@ -560,8 +553,19 @@ class get_1688_order_data(): ...@@ -560,8 +553,19 @@ class get_1688_order_data():
self.get_alipay_zszh() self.get_alipay_zszh()
except Exception as e: except Exception as e:
print("报错xx2222xxx:", e, f"\n{traceback.format_exc()}") print("报错xx2222xxx:", e, f"\n{traceback.format_exc()}")
# 检测到 redis 连接失败，重新初始化
if 'redis' in str(e).lower() or 'connection' in str(e).lower() or 'timeout' in str(e).lower():
print('Redis 连接失败，重新初始化...')
self.redis_db22 = self.redis_db()
time.sleep(300) time.sleep(300)
self.chrom_new_page_tab.close() # 安全关闭浏览器标签页
if hasattr(self, 'chrom_new_page_tab') and self.chrom_new_page_tab:
try:
self.chrom_new_page_tab.close()
except:
pass
self.err_orders_list = [] # 异常时也清空，防止累积
continue # 继续下一轮循环，不退出
base_min, base_max = 20, 60 base_min, base_max = 20, 60
sleep_min = base_min + self.time_num * 2 sleep_min = base_min + self.time_num * 2
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment