import datetime
import random
import re
import socket
import traceback
from random import randint
from time import sleep
import pydub
import redis
from lxml import etree
from selenium import webdriver
from selenium.common.exceptions import NoSuchElementException
from selenium.common.exceptions import WebDriverException, TimeoutException
from selenium.webdriver.chrome.options import Options
from selenium.webdriver.chrome.service import Service
from selenium.webdriver.common.by import By
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.expected_conditions import presence_of_element_located
from selenium.webdriver.support.wait import WebDriverWait
from speech_recognition import Recognizer, AudioFile
import json
import sys,os
if getattr(sys, 'frozen', False):
    # exe 运行时，把 exe 所在目录加入 path，动态读取 secure_db_client.py
    sys.path.insert(0, os.path.dirname(sys.executable))
from secure_db_client import get_remote_engine
import pandas as pd
import numpy as np
import requests, time


#   "D:\Python3.7\Scripts\pyinstaller.exe" -F "E:\Git_new\spider\py_spider\amazon_spider\H10_spider.py" --clean --paths "E:\Git_new\spider\py_spider\amazon_spider" --hidden-import=secure_db_client --hidden-import=orjson

class H10():
    def __init__(self):
        with open('config_json', 'r', encoding='utf-8')as f:
            params_data_json = f.read()
            self.params_data_dict = json.loads(params_data_json)
        self.db_syn = 'all_h10_syn'
        self.site_name = 'us'
        self.site_name_csv = 'us'
        self.sku_list = []
        self.err_asin_list = []
        self.err_asins_adv_list = []
        self.sku_state = False
        self.ip = self.get_ip_address()
        self.useremail_state = True
        self.redis_db()

    def redis_db(self):
        self.redis_db1 = redis.Redis(host=self.params_data_dict['redis_host'], port=self.params_data_dict['redis_port'],
                                     password=self.params_data_dict['redis_pwd'], db=self.params_data_dict['redis_db'])

    def get_token(self):
        while True:
            try:
                print('redis 获取token')
                val = self.redis_db1.hget('thirdParty:token:inventory', 'disanfang')
                self.val_str = val.decode('utf-8').strip('"')
                print(self.val_str)
                break
            except Exception as e:
                self.redis_db()
                print('redis 获取token 报错', e)
                time.sleep(20)

    def get_ip_address(self):
        s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
        s.connect(('baidu.com', 0))
        ip = s.getsockname()[0]
        # You are viewing a demo of Cerebro
        """
        H10测试账号
        账号：yswg006@hotmail.com  # 124  126 共用
        密码：Chianbugye@8346148
        
        yswg304@outlook.com # 122 
        Chinabuye@467138
        
        YSWGHF422023@outlook.com # 244
        soundasia422023@
        
        CherryY2023@outlook.com # 245
        20230322Yy@
        
        H10961961@outlook.com # 246
        soundasia961961@
        
        X18756082657@outlook.com # 247
        Zyx13075039897@
        
        wretyu2023@outlook.com # 127
        Sffgserter@1
        
        a18756082657@outlook.com # 121
        12345678Ll@
        
        账号：yashengweige678@outlook.com # 120
        密码：987654321yswg@
        
        账号：yswg12345678@outlook.com # 126  信用卡有问题
        密码：yswg654321@
        """
        user_pw_dict = {
            '192.168.10.244': [r'C:\Users\win10-244\Downloads', 'YSWGHF422023@outlook.com', 'soundasia422023@'],
            '192.168.10.245': [r'C:\Users\win10-245\Downloads', 'CherryY2023@outlook.com', '20230322Yy@'],
            '192.168.10.246': [r'C:\Users\win10-246\Downloads', 'H10961961@outlook.com', 'soundasia961961@'],
            '192.168.10.247': [r'C:\Users\win10-247\Downloads', 'X18756082657@outlook.com', 'Zyx13075039897@'],
            '192.168.0.120': [r'C:\Users\1\Downloads', 'yashengweige678@outlook.com', '987654321yswg@'],
            '192.168.0.121': [r'C:\Users\1\Downloads', 'a18756082657@outlook.com', '12345678Ll@'],
            '192.168.0.126': [r'C:\Users\Administrator\Downloads', 'yswg12345678@outlook.com', 'yswg654321@'],
            '192.168.0.127': [r'C:\Users\1\Downloads', 'wretyu2023@outlook.com', 'Sffgserter@1'],
            '192.168.0.122': [r'C:\Users\1\Downloads', 'yswg304@outlook.com', 'Chinabuye@467138'],
            '192.168.0.124': [r'C:\Users\1\Downloads', 'yswg006@hotmail.com', 'Chianbugye@8346148'],
        }
        user_pw_list = user_pw_dict.get(ip)
        if user_pw_list:
            return user_pw_list
        else:
            return []

    def mysql_connect(self, site='us'):
        self.engine_us = get_remote_engine('us', 'mysql')
        if self.site_name == 'us' or self.site_name == 'mx':
            self.site_name = 'us'
        self.engine = get_remote_engine(self.site_name, 'mysql')

    def web_drver(self, is_login=True):
        opt = Options()
        # 稳定性 & 资源
        opt.add_argument("--no-sandbox")
        opt.add_argument("--disable-dev-shm-usage")
        opt.add_argument("--disable-gpu")
        opt.add_argument("--window-size=1920,1080")
        opt.add_argument("--disable-notifications")
        opt.add_argument("--disable-extensions")
        opt.add_argument("--disable-background-networking")
        opt.add_argument("--disable-background-timer-throttling")
        opt.add_argument("--disable-renderer-backgrounding")
        opt.add_argument("--disable-features=Translate,BackForwardCache")

        # ✅ 修正：必须带 --
        opt.add_argument("--disable-blink-features=AutomationControlled")
        opt.add_experimental_option("excludeSwitches", ["enable-automation", "enable-logging"])

        # ✅ 保持登录：固定 profile（不会清 cookie）
        opt.add_argument(r"--user-data-dir=C:\selenium\chrome_profile")
        opt.add_argument(r"--profile-directory=Default")

        # ✅ 减负：禁用图片/字体（可选，通常不影响登录）
        prefs = {
            "profile.managed_default_content_settings.images": 1,
            "profile.managed_default_content_settings.fonts": 1,
            "profile.default_content_setting_values.notifications": 1,
        }
        opt.add_experimental_option("prefs", prefs)
        # ✅ 更快：不要等所有资源加载完（可选）
        opt.page_load_strategy = "eager"
        try:
            self.driver = webdriver.Chrome(options=opt)
        except:
            service = Service(r"D:\EXE\webdrvier版本\120\chromedriver.exe")
            self.driver = webdriver.Chrome(service=service, options=opt)
        self.driver.maximize_window()
        if is_login:
            self.longin()

    def activate_recaptcha(self, api):
        """
            激活 reCAPTCHA 人机验证，并跳转至声纹识别界面，返回声源文件的下载地址
            :param api: 为了消除 driver 指纹特征，可在高并发场景使用  undetected_chromedriver.v2 替代 selenium
            """
        # 定位并切换至 reCAPTCHA iframe
        recaptcha_iframe = WebDriverWait(api, 10).until(presence_of_element_located((
            By.XPATH, "//iframe[@title='reCAPTCHA']"
        )))
        api.switch_to.frame(recaptcha_iframe)
        # 点击并激活 recaptcha
        api.find_element(By.CLASS_NAME, "recaptcha-checkbox-border").click()
        # 回到 main_frame
        api.switch_to.default_content()
        # 切换到 main_frame 中的另一个 frame
        api.switch_to.frame(api.find_element(By.XPATH, "//iframe[@title='recaptcha challenge expires in two minutes']"))
        sleep(randint(2, 4))
        # 点击切换到声纹识别界面
        api.find_element(By.ID, "recaptcha-audio-button").click()
        sleep(randint(2, 4))
        # 点击播放按钮
        try:
            api.find_element(By.XPATH, "//button[@aria-labelledby]").click()
        except NoSuchElementException:
            return ""
        # 定位声源文件 url
        audio_url = api.find_element(By.ID, "audio-source").get_attribute("src")
        print('音频 audio_url::', audio_url)
        return audio_url

    def handle_audio(self, audio_url: str) -> str:
        """
        reCAPTCHA Audio 音频文件的定位、下载、转码
        :param audio_url: reCAPTCHA Audio 链接地址
        :param dir_audio_cache: 音频缓存目录
        :return:
        """
        # 拼接音频缓存文件路径
        timestamp_ = int(time.time())
        path_audio_mp3 = "audio.mp3"
        path_audio_wav = "audio.wav"
        # 将声源文件下载到本地
        print(audio_url)
        res = requests.get(audio_url)
        try:
            os.remove("audio.mp3")
        except Exception:
            audio_file = open("audio.mp3", "wb")
            audio_file.write(res.content)
            audio_file.close()
        else:
            audio_file = open("audio.mp3", "wb")
            audio_file.write(res.content)
            audio_file.close()
        # urllib.request.urlretrieve(audio_url, path_audio_mp3)
        # 转换音频格式 mp3 --> wav
        pydub.AudioSegment.from_mp3(path_audio_mp3).export(path_audio_wav, format="wav")
        # 返回 wav 格式的音频文件 增加识别精度
        return path_audio_wav

    def parse_audio(self, path_audio_wav: str, language: str = None) -> str:
        """
        声纹识别，音频转文本
        :param path_audio_wav: reCAPTCHA Audio 音频文件的本地路径（wav格式）
        :param language: 音频文件的国际化语言格式，默认 en-US 美式发音。非必要参数，但可增加模型精度。
        """
        language = "en-US" if language is None else language
        # 将音频读入并切割成帧矩阵
        recognizer = Recognizer()
        audio_file = AudioFile(path_audio_wav)
        with audio_file as stream:
            audio = recognizer.record(stream)
        # 流识别
        answer: str = recognizer.recognize_google(audio, language=language)
        # 返回短音频对应的文本(str)，en-US 情况下为不成句式的若干个单词
        return answer

    def submit_recaptcha(self, api, answer: str) -> bool:
        """
        提交 reCAPTCHA 人机验证，需要传入 answer 文本信息，需要 action 停留在可提交界面
        :param api: 为了消除 driver 指纹特征，可在高并发场景使用  undetected_chromedriver.v2 替代 selenium
        :param answer: 声纹识别数据
        """
        try:
            # 定位回答框
            input_field = api.find_element(By.ID, "audio-response")
            # 提交文本数据
            input_field.clear()
            input_field.send_keys(answer.lower())
            # 使用 clear + ENTER 消除控制特征
            print('输入识别后的内容：', answer)
            input_field.send_keys(Keys.ENTER)
            return True
        except (NameError, NoSuchElementException):
            return False

    def _google(self, url):
        resp = requests.post('http://192.168.10.228:22222', data={'url': url}, timeout=15).json()
        return resp['answer']

    def longin(self):
        sleep_num = 0
        for i in range(10):
            try:
                # https://members.helium10.com/user/signin?re=L2NlcmVicm8=
                self.driver.get('https://members.helium10.com/user/signin')
                sleep(randint(2, 4))
                search_box = self.driver.find_element(By.ID, 'loginform-email')
                search_box.send_keys(self.email_name)
                sleep(randint(1, 2))
                search_box = self.driver.find_element(By.ID, 'loginform-password')
                search_box.send_keys(self.pw)
                sleep(randint(1, 2))
                try:
                    self.driver.execute_script('document.querySelector("#CaptchaId").click()')
                    sleep(randint(1, 2))
                except:
                    sleep(randint(1, 2))
                try:
                    self.driver.execute_script('document.querySelector("#login-form > button").click()')
                except:
                    pass
                # 设置显式等待，等待元素可见
                wait = WebDriverWait(self.driver, 10)
                try:
                    element = wait.until(EC.presence_of_element_located(
                        (By.XPATH, '//*[@id="h10-style-container"]/div[2]/header/div[2]/div[7]/div')))
                    # 使用XPath定位元素
                    element = self.driver.find_element(By.XPATH,
                                                       '//*[@id="h10-style-container"]/div[2]/header/div[2]/div[7]/div')
                    # 点击元素
                    element.click()
                    sleep(4)
                    click_English = self.driver.find_element(By.XPATH,
                                                             '//div[@data-testid="undefined-dropdown"]//div[@data-value="en"]')
                    # 点击元素
                    click_English.click()
                    sleep(randint(8, 10))
                except:
                    pass
                html = self.driver.page_source
                if "loginform-recaptcha-recaptcha-login-form" in html:
                    print('出现验证码。开始识别验证码')
                    audio_url: str = self.activate_recaptcha(self.driver)
                    if not audio_url:
                        raise WebDriverException
                    # 音频转码 （MP3 --> WAV） 增加识别精度
                    path_audio_wav: str = self.handle_audio(audio_url=audio_url)
                    answer: str = self.parse_audio(path_audio_wav)
                    # answer = self._google(audio_url)
                    print('识别后 文本内容 answer:', answer)
                    # 定位输入框并填写文本数据
                    response = self.submit_recaptcha(self.driver, answer=answer)
                    if not response:
                        raise TimeoutException
                sleep(randint(1, 2))
                self.driver.switch_to.default_content()
                sleep(randint(1, 2))
                try:
                    self.driver.execute_script('document.querySelector("#login-form > button").click()')
                except:
                    try:
                        self.driver.execute_script(
                            """document.querySelector('button[type="submit"][class="btn btn-secondary btn-block"]').click()""")
                    except:
                        pass

                sleep(randint(6, 10))
                current_url = self.driver.current_url
                print(current_url, '2332222222222222232323')
                if "/signin" in current_url:
                    # 音频转码 （MP3 --> WAV） 增加识别精度
                    audio_url: str = self.activate_recaptcha(self.driver)
                    if not audio_url:
                        raise WebDriverException
                    # 音频转码 （MP3 --> WAV） 增加识别精度
                    path_audio_wav: str = self.handle_audio(audio_url=audio_url)
                    answer: str = self.parse_audio(path_audio_wav)
                    print('识别后 文本内容 answer:', answer)
                    # 定位输入框并填写文本数据
                    response = self.submit_recaptcha(self.driver, answer=answer)
                    if not response:
                        raise TimeoutException
                    sleep(randint(1, 2))
                    self.driver.switch_to.default_content()
                    sleep(randint(1, 2))
                    try:
                        self.driver.execute_script('document.querySelector("#login-form > button").click()')
                    except:
                        self.driver.execute_script(
                            """document.querySelector('button[type="submit"][class="btn btn-secondary btn-block"]').click()""")
                    sleep(randint(4, 6))
                account_url = self.driver.current_url
                self.account_id = re.findall(r'accountId=(\d+)', account_url)[0]
                print('self.account_id::', self.account_id)
                break
            except Exception as e:
                print(traceback.format_exc(), e, '登录Log In')
                time.sleep(2)
                current_url = self.driver.current_url
                if "signin" not in current_url:
                    self.account_id = re.findall(r'accountId=(\d+)', current_url)[0]
                    print('self.account_id::', self.account_id)
                    break
                sleep_num += 2
                # 设置headers
                ua = f'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/{random.randint(100, 114)}.0.{random.randint(1000, 5000)}.{random.randint(1, 181)} Safari/537.36'

                self.driver.execute_cdp_cmd("Network.setExtraHTTPHeaders",
                                            {"headers":
                                                {
                                                    "User-Agent": ua,
                                                }
                                            })
                sleep(5)
                if sleep_num > 10:
                    sleep_num = 0
                    self.driver.close()
                    self.driver.quit()
                    sleep(3)
                    self.web_drver()
                continue

    def verify(self):
        if 'Enable Multi-Factor Authentication (MFA)' in self.driver.page_source:
            print('出现是否启用安全验证 No, I don’t want to enable MFA')
            try:
                resp = etree.HTML(self.driver.page_source)
                button_class = resp.xpath(
                    '//button[contains(text(),"No, Maybe Later")]/@class|//button[contains(text(),"No, I don’t want to enable MFA")]/@class')[
                    0]
                self.driver.execute_script(
                    f"""document.querySelector("div[class='{button_class}']").click()""")
                time.sleep(2)
            except:
                pass

    def wait_page(self, timeout=30):
        start = time.time()
        wait = WebDriverWait(self.driver, timeout)
        try:
            wait.until(EC.element_to_be_clickable((By.XPATH, '//*[@id="re-container"]//input')))
            print("wait_page ok, used:", time.time() - start)
            return True
        except TimeoutException:
            print("wait_page timeout, used:", time.time() - start)
            return False

    def click_button(self):
        try:
            print('点击显示下拉框')
            button_js = 'document.querySelector("#CerebroFilter > div > div.sc-bZEumQ.ilswiy > div.sc-DnZRP.etdxo > div > button").click()'
            self.driver.execute_script(button_js)
        except:
            self.driver.find_element(By.XPATH, '//button[@data-testid="showMoreButton"]').click()
        time.sleep(2)
        html = self.driver.page_source
        resp = etree.HTML(html)
        print('Amazons Choice获取元素')
        time.sleep(2)
        div_class = resp.xpath(
            '''//div[contains(text(),"Amazon Choice")]/parent::div/following-sibling::div/@class|//div[contains(text(),"Amazon's Choice")]/parent::div/following-sibling::div/@class''')
        print('点击选择亚马逊精选 勾选')
        time.sleep(2)
        return div_class

    def click_Choice(self):
        html = self.driver.page_source
        resp = etree.HTML(html)
        print('Amazons Choice获取元素')
        time.sleep(2)
        div_class = resp.xpath(
            '''//div[contains(text(),"Amazon Choice")]/parent::div/following-sibling::div/@class|//div[contains(text(),"Amazon's Choice")]/parent::div/following-sibling::div/@class''')
        print('点击选择亚马逊精选 勾选')
        time.sleep(2)
        if div_class:
            return div_class
        else:
            return None


    def webdrvier_html(self, asin, asinstype):
        refresh_num = 0
        # 点击选择站点
        for i in range(6):
            try:
                _url = self.driver.current_url
                self.id_url = f'https://members.helium10.com/cerebro?accountId={self.account_id}'
                self.driver.get(self.id_url)
                if "concurrent-sessions" in _url or 'signin' in _url:
                    self.longin()
                if asin not in self.err_asin_list and self.useremail_state:
                    print('cerebro界面', self.site_name_url)
                    if not self.wait_page(timeout=35):
                        print('页面未加载出来')
                        continue
                    sleep(randint(10, 15))
                    if 'You are viewing a demo of Cerebro' in self.driver.page_source:
                        print(self.email_name, '账号过期')
                        self.driver.refresh()
                        continue
                    self.verify()
                    if self.site_name_url == 'Amazon.co.uk':
                        self.site_name_csv = 'GB'
                        host = 'amazon.co.uk'
                        alt = 'United Kingdom'
                    elif self.site_name_url == 'Amazon.de':
                        self.site_name_csv = 'DE'
                        host = 'amazon.de'
                        alt = 'Germany'
                    elif self.site_name_url == 'Amazon.fr':
                        self.site_name_csv = 'FR'
                        host = 'amazon.fr'
                        alt = 'France'
                    elif self.site_name_url == 'Amazon.es':
                        self.site_name_csv = 'ES'
                        host = 'amazon.es'
                        alt = 'Spain'
                    elif self.site_name_url == 'Amazon.it':
                        self.site_name_csv = 'IT'
                        host = 'amazon.it'
                        alt = 'Italy'
                    elif self.site_name_url == 'Amazon.co.jp':
                        self.site_name_csv = 'JP'
                        host = 'amazon.co.jp'
                        alt = 'Japan'
                    elif self.site_name_url == 'Amazon.co.mx':
                        self.site_name_csv = 'MX'
                        host = 'amazon.co.mx'
                        alt = 'Mexico'
                    else:
                        self.site_name_csv = 'US'
                        host = 'amazon.com'
                        alt = 'United States'
                    try:
                        self.driver.execute_script(
                            f"""document.querySelector("img[loading='lazy']").click()""")
                        time.sleep(1.5)
                    except:
                        self.driver.execute_script(
                            f"""document.querySelector("img[alt='{alt}']").click()""")
                        time.sleep(1.5)
                    self.verify()
                    # 切换站点
                    self.driver.execute_script(f"""document.querySelector("div[data-value='{host}']").click()""")
                    time.sleep(2)
                    # 输入asin
                    print('输入asin', asin)
                    wait = WebDriverWait(self.driver, 5)
                    try:
                        send_asins_xpath = '//*[@id="re-container"]//div[@id="findKeywordSearch"]//input'
                        wait.until(EC.element_to_be_clickable((By.XPATH, send_asins_xpath)))
                    except TimeoutException:
                        try:
                            send_asins_xpath = '//*[@id="re-container"]//input[contains(@class,"sc-blmEgr sc-cxgeGX")]'
                            wait.until(EC.element_to_be_clickable((By.XPATH, send_asins_xpath)))
                        except:
                            send_asins_xpath = '//*[@id="re-container"]//div[@data-value="0"]//input'
                    if ',' in asin:
                        _asin_lsit = asin.split(',')
                        for _asin in _asin_lsit:
                            self.driver.find_element(By.XPATH,send_asins_xpath).send_keys(f'{_asin},')
                            time.sleep(1.5)
                    else:
                        self.driver.find_element(By.XPATH,send_asins_xpath).send_keys(f'{asin},')
                    time.sleep(2)
                    if 'detected. Please check the ASINs and try again' in self.driver.page_source:
                        self.err_asin_list.append(asin)
                        break
                    elif 'Invalid ASIN(s) detected. Please check the ASINs and try again.' in self.driver.page_source or '检测到无效的' in self.driver.page_source:
                        self.err_asin_list.append(asin)
                        break
                    # 勾选排除变体
                    self.driver.execute_script("""document.querySelector("input[name='excludeVariations']").click()""")
                    # 点击 get keyword
                    time.sleep(1)
                    self.driver.execute_script('document.querySelector("#CerebroSearchButtons > button").click()')
                    time.sleep(1)
                    html = self.driver.page_source
                    if 'You have reached the limit of the uses' in html:
                        self.useremail_state = False
                        self.send_ms('You have reached the limit of the uses')
                        break
                    if 'Wrong entered data or no results' in html:
                        print('没有报告可下载11111', asin)
                        self.err_asin_list.append(asin)
                        break
                    elif 'Incorrect asins' in html:
                        print('中间框下载词 没有报告')
                        self.err_asins_adv_list.append(asin)
                        break
                    elif '拒绝访问' in html:
                        print('拒绝访问 没有次数')
                        self.err_asins_adv_list.append(asin)
                        break
                    elif 'errorCodes.undefined' in html:
                        continue

                    self.verify()
                    time.sleep(3.5)
                    try:
                        html = self.driver.page_source
                        if 'searched this product before' in html or '先前已搜索过此产品' in html or '运行新搜索' in html or '从历史数据加载' in html:
                            print('33333333333444444')
                            self.driver.execute_script(
                                """document.querySelector("button[data-testid='runnewsearch']").click()""")
                            sleep(randint(3, 8))

                    except:
                        print('点击 run 报错')
                    # 点击下载
                    self.driver.execute_script('window.scrollBy(0, 300);')
                    time.sleep(1)
                    html = self.driver.page_source
                    if 'You have reached the limit of the uses' in html:
                        self.useremail_state = False
                        self.send_ms('You have reached the limit of the uses')
                        break
                    if 'Wrong entered data or no results' in html:
                        print('没有报告可下载2222', asin)
                        self.err_asin_list.append(asin)
                        break
                    elif 'Incorrect asins' in html:
                        print('中间框下载词 没有报告')
                        self.err_asins_adv_list.append(asin)
                        break
                    elif '拒绝访问' in html:
                        print('拒绝访问 没有次数')
                        self.err_asins_adv_list.append(asin)
                        break
                    elif 'errorCodes.undefined' in html:
                        continue
                    if asinstype:
                        sleep(randint(20, 38))
                    else:
                        sleep(randint(8, 15))
                    self.verify()
                    time.sleep(2)
                    if 'Wrong entered data or no results' in html:
                        print('没有报告可下载2222', asin)
                        self.err_asin_list.append(asin)
                        break
                    elif 'Incorrect asins' in html:
                        print('中间框下载词 没有报告')
                        self.err_asins_adv_list.append(asin)
                        break
                    elif 'errorCodes.undefined' in html:
                        continue
                    elif 'errors.common.502' in html:
                        print('没有报告可下载333', asin)
                        self.err_asin_list.append(asin)
                        break
                    if asinstype:
                        try:
                            div_class = self.click_Choice()
                            if div_class is None:
                                div_class = self.click_button()
                        except:
                            div_class = self.click_button()
                        try:
                            script = f"""
                                    const elements = document.querySelectorAll("div[class='{div_class[0]}']>div");
                                    const secondElement = elements[1];
                                    secondElement.click();
                            """
                        except:
                            print('报错：scrip t  script 2323232323232323')
                            if i == 2:
                                self.err_asins_adv_list.append(asin)
                                continue
                            script = None  # 避免后续 execute_script 使用未赋值变量
                        if not script:
                            continue
                        self.driver.execute_script(script)
                        time.sleep(1)
                        html1 = self.driver.page_source
                        resp1 = etree.HTML(html1)
                        span_class = resp1.xpath(
                            '//span[contains(text(),"Analyzed product")]/parent::div/following-sibling::div/@class|//span[contains(text(),"已分析的产品")]/parent::div/following-sibling::div/@class')[
                            0]
                        # 选择亚马逊精选参数1
                        self.driver.execute_script(
                            f"""document.querySelector("div[class='{span_class}']").click()""")
                        time.sleep(1)
                        # 选择亚马逊精选参数2
                        self.driver.execute_script(
                            f"""document.querySelector("div[class='{span_class}']").click()""")
                        time.sleep(1)
                        # 点击添加
                        self.driver.execute_script(
                            """document.querySelector("button[data-testid='applyfilters']").click()""")
                    time.sleep(5)
                    # 下载报告
                    # 点击下载csv按钮
                    self.driver.execute_script(
                        """document.querySelector(" button[data-testid='exportdata']").click()""")
                    # 点击选择csv
                    time.sleep(1)
                    print('点击选择csv')
                    self.driver.execute_script("""document.querySelector("div[data-testid='csv']").click()""")
                    time.sleep(15)
                    break
            except Exception as e:
                print('详细报错',e)
                if i == 5:
                    self.err_asin_list.append(asin)
                refresh_num += 1
                if refresh_num > 4:
                    print('超过4次。清除缓存')
                    self.enable_no_cache()
                    self.clear_http_cache()
                    self.clear_cache_but_keep_cookies('https://members.helium10.com/')
                    refresh_num = 0
                    time.sleep(2)
                continue

    def nex_page(self, asin_list, asinstype=None):
        print('asin_list::', asin_list)
        if asinstype is None:
            for asin in asin_list:
                self.webdrvier_html(asin, asinstype)
        else:
            print('下载 优质词。多个asin')
            self.webdrvier_html(','.join(asin_list), 1)

    def read_db_data(self, sku):
        while True:
            try:
                    # SELECT 单独执行（RemoteEngine 架构下 FOR UPDATE 与 begin() 不共享连接）
                sql_read = f"SELECT asin, id,site,sku FROM {self.db_syn} WHERE STATE = 1 and site='{self.site_url}' and sku='{sku}' limit 10 FOR UPDATE;"
                print(sql_read)
                self.df_read = self.engine_us.read_sql(sql_read)
                self.df_read.drop_duplicates(['asin'], inplace=True)
                if self.df_read.shape[0] == 0:
                    print('*********** asin 数据抓取 完毕 *****************')
                    self.stop_item_queue = False
                    return []
                self.index_tuple = tuple(self.df_read['id'])
                if len(self.index_tuple) == 1:
                    sql_update = f"""UPDATE {self.db_syn} a set state=2, user_name='{self.email_name}' where a.id in ({self.index_tuple[0]})"""
                else:
                    sql_update = f"""UPDATE {self.db_syn} a set state=2, user_name='{self.email_name}' where a.id in {self.index_tuple}"""
                with self.engine_us.begin() as conn:
                    conn.execute(sql_update)
                asin_list = list(self.df_read.asin)
                print(asin_list)
                self.site_name_url = list(self.df_read.site)[0]
                self.sku = list(self.df_read.sku)[0]
                return asin_list
            except Exception as e:
                print("读取数据出bug并等待5s继续", e, f"\n{traceback.format_exc()}")
                time.sleep(10)
                self.mysql_connect()
                continue

    def read_db_sku(self):
        while True:
            try:
                sql = f"""SELECT DISTINCT sku,token from all_h10_syn where site='{self.site_url}' and state =1"""
                print(sql)
                df = self.engine_us.read_sql(sql)
                if not df.empty:
                    self.sku_data_list = list(df.sku + '|-|' + df.token)
                    print(self.sku_data_list)
                else:
                    self.sku_data_list = []
                break
            except Exception as e:
                print('读取sku 失败0', e)
                time.sleep(30)
                self.mysql_connect()
                continue

    def read_db_asin(self):
        while True:
            try:
                sql_read = f"SELECT sku, site, GROUP_CONCAT(asin SEPARATOR ',') AS asin_list FROM {self.db_syn} WHERE site = '{self.site_url}' and sku='{self.sku}';"
                df = self.engine_us.read_sql(sql_read)
                sku_list = list(df.sku)
                if sku_list:
                    data_list = list(df.sku + '|' + df.site + '|' + df.asin_list)
                    return data_list
                else:
                    return None
            except:
                self.mysql_connect()

    def db_change_state_common(self, asin_list, err_type):
        df = self.df_read.loc[self.df_read.asin.isin(asin_list)]
        id_tuple = tuple(df.id)
        if err_type == 3 or err_type == 1:
            state = 2
        elif err_type == 4:
            state = 3

        while True:
            try:
                with self.engine_us.begin() as conn:
                    # 1,3：1--回滚；3--成功
                    if id_tuple:
                        if len(id_tuple) == 1:
                            sql_update = f"update {self.db_syn} set state={err_type} where id in ({id_tuple[0]}) and state={state};"
                        else:
                            sql_update = f"update {self.db_syn} set state={err_type} where id in {id_tuple} and state={state};"
                        conn.execute(sql_update)
                break
            except Exception as e:
                print("db_change_state_common", e, f"\n{traceback.format_exc()}")
                self.mysql_connect()
                continue

    def del_file(self, path_data, asin_type):
        try:
            for i in os.listdir(path_data):  # os.listdir(path_data)#返回一个列表，里面是当前目录下面的所有东西的相对路径
                if asin_type is None:
                    for asin in self.asin_list:
                        if asin in i:  # 删除指定 Amazon Search Terms_Search 开头的文件
                            print("需要 删除 的 文件：核心", i)
                            file_data = path_data + "\\" + i  # 当前文件夹的下面的所有东西的绝对路径
                            if os.path.isfile(file_data) == True:  # os.path.isfile判断是否为文件,如果是文件,就删除.如果是文件夹.递归给del_file.
                                os.remove(file_data)
                else:
                    if asin_type in i:  # 删除指定 Amazon Search Terms_Search 开头的文件
                        print("需要 删除 的 文件：优质", i)
                        file_data = path_data + "\\" + i  # 当前文件夹的下面的所有东西的绝对路径
                        if os.path.isfile(file_data) == True:  # os.path.isfile判断是否为文件,如果是文件,就删除.如果是文件夹.递归给del_file.
                            os.remove(file_data)
        except:
            print(path_data, '删除111111111')

    def if_csv_path(self, file_path):
        try:
            with open(file_path, 'r', encoding='utf-8') as f:
                f.read()
            f.close()
            print('找到文件：路径有效：', file_path)
            return True
        except:
            print('文件路径不存在')
            return False

    def read_files(self, path, asin):
        time_strftime = time.strftime("%Y-%m-%d", time.localtime())
        file_path = fr'{path}\{self.site_name_csv.upper()}_AMAZON_cerebro_{asin}_{time_strftime}.csv'
        state = self.if_csv_path(file_path)
        print('读取文件11111：：', file_path)
        if state == False:
            # 获取当前日期
            current_date = datetime.date.today()
            # 计算前一天日期
            previous_date = current_date - datetime.timedelta(days=1)
            # 格式化前一天日期为字符串
            previous_date_str = previous_date.strftime("%Y-%m-%d")
            file_path = fr'{path}\{self.site_name_csv.upper()}_AMAZON_cerebro_{asin}_{previous_date_str}.csv'
            print('读取文件2222222：：', file_path)
            state = self.if_csv_path(file_path)
            if state == False:
                self.driver.refresh()
                time.sleep(5)
                print('重新下载文件：', asin, path)
                self.webdrvier_html(asin, None)
                time.sleep(5)
                file_path = fr'{path}\{self.site_name_csv.upper()}_AMAZON_cerebro_{asin}_{time_strftime}.csv'
                print('读取文件333333：：', file_path)
                self.if_csv_path(file_path)
                state = self.if_csv_path(file_path)
                if state == False:
                    print('重新下载文件222：', asin, path)
                    self.webdrvier_html(asin, None)
        header_config = {
            "chinese": {
                "columns": ['关键词词组', 'Cerebro IQ 得分', '搜索量', '搜索量趋势',
                            '广告推广ASIN 数', '竞品数', 'CPR', '标题密度',
                            '亚马逊推荐', '自然', '亚马逊推荐排名', '广告排名', '自然排名'],
                "rename_map": {
                    '关键词词组': 'keyword',
                    'Cerebro IQ 得分': 'cerebro_iq_score',
                    '搜索量': 'search_volume',
                    '搜索量趋势': 'search_volume_trend',
                    '广告推广ASIN 数': 'sponsored_asins',
                    '竞品数': 'competing_product',
                    'CPR': 'cpr',
                    '标题密度': 'title_desity',
                    '亚马逊推荐': 'amazon_recommended',
                    '自然': 'organic',
                    '亚马逊推荐排名': 'amazon_recommended_rank',
                    '广告排名': 'sponsored_rank',
                    '自然排名': 'organic_rank'
                }
            },
            "english": {
                "columns": ['Keyword Phrase', 'Cerebro IQ Score', 'Search Volume', 'Search Volume Trend',
                            'Sponsored ASINs', 'Competing Products', 'CPR', 'Title Density',
                            'Amazon Recommended', 'Organic', 'Amazon Rec. Rank',
                            'Sponsored Rank', 'Organic Rank'],
                "rename_map": {
                    'Keyword Phrase': 'keyword',
                    'Cerebro IQ Score': 'cerebro_iq_score',
                    'Search Volume': 'search_volume',
                    'Search Volume Trend': 'search_volume_trend',
                    'Sponsored ASINs': 'sponsored_asins',
                    'Competing Products': 'competing_product',
                    'CPR': 'cpr',
                    'Title Density': 'title_desity',
                    'Amazon Recommended': 'amazon_recommended',
                    'Organic': 'organic',
                    'Amazon Rec. Rank': 'amazon_recommended_rank',
                    'Sponsored Rank': 'sponsored_rank',
                    'Organic Rank': 'organic_rank'
                }
            }
        }

        def contains_chinese(text):
            """判断字符串中是否包含中文"""
            return bool(re.search(r'[\u4e00-\u9fff]', text))

        def detect_header_language(columns):
            """判断表头是否为中文"""
            return "chinese" if any(contains_chinese(c) for c in columns) else "english"

        columns = pd.read_csv(file_path, nrows=0).columns.tolist()
        lang = detect_header_language(columns)
        print("表头是中文" if lang == "chinese" else "表头是英文")
        cfg = header_config[lang]
        try:
            df = pd.read_csv(file_path, usecols=cfg["columns"])
        except ValueError as e:
            missing = [col for col in cfg["columns"] if col not in columns]
            raise ValueError(f"文件缺少以下列：{missing}") from e

        df.rename(columns=cfg["rename_map"], inplace=True)
        return df

    def sava_data(self, path):
        print('self.err_asin_list::', self.err_asin_list)
        df_asin_data_list = []
        for asin in self.asin_list:
            print(asin, '333333333333333', self.err_asin_list)
            if asin not in self.err_asin_list:
                df = self.read_files(path, asin)
                df['asin'] = asin
                df['sku'] = self.sku
                df_asin_data_list.append(df)
        if df_asin_data_list:
            df_asin = pd.concat(df_asin_data_list)
            df_asin.drop_duplicates(['asin', 'keyword', 'sku'], inplace=True)  # 去重
            df_asin['keyword'] = df_asin['keyword'].str.replace('%', '%%')
            df_asin.replace({np.nan: None}, inplace=True)  # 将 NaN 替换为 None
            data_list = df_asin.values.tolist()
            print('data_list::', len(data_list))
            print('存储数据 ：：')
            print(data_list, '233333333333333333331232323')
            while True:
                try:
                    print('存储数据 ：：')
                    with self.engine.begin() as conn:
                        conn.execute(
                            f"insert into {self.site_name}_industrial (keyword, cerebro_iq_score, search_volume,search_volume_trend, sponsored_asins,competing_product,cpr,title_desity,amazon_recommended,organic,amazon_recommended_rank,sponsored_rank,organic_rank,asin,sku) values (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s) ON DUPLICATE KEY UPDATE keyword = values(keyword), asin = values (asin),sku=values (sku)",
                            data_list)
                    break
                except Exception as e:
                    print("sava_data:", e, f"\n{traceback.format_exc()}")
                    self.mysql_connect(self.site_name)
                    time.sleep(30)

    def select_sdv(self, data_list, site):
        if data_list:
            for data in data_list:
                if not isinstance(data, str) or not data.strip():
                    print('跳过无效数据：', data)
                    continue
                print('调接口更新数据：', data)
                sku_data_list = data.split('|')
                sku = sku_data_list[0]
                self.sku_state = False
                if sku not in self.sku_list:
                    self.sku_list.append(sku)
                    print('sku::', sku)
                    asins = sku_data_list[2]
                    while True:
                        try:

                            for i in range(20):
                                try:
                                    self.get_token()
                                    headers = {
                                        'X-Access-Token': self.val_str
                                    }
                                    url = f'http://120.79.147.190:8080/soundasia_selection/updateKeyWords/selWords?site={site}&asins={asins}'
                                    print(url)
                                    resp = requests.get(url, timeout=30, headers=headers).json()
                                    self.data = {"sku": self.sku,
                                                 "token": self.token,
                                                 "adv_up_down_keywords": resp['result']['updown'],
                                                 "adv_core_keywords": resp['result']['core']
                                                 }
                                    break
                                except Exception as e:
                                    print("请求java 接口报错:", e, f"\n{traceback.format_exc()}")
                                    time.sleep(15)
                                    continue
                            print('type_resp::', type(resp))
                            # core核心词
                            core_list = resp['result']['core'].split('\n')
                            # updown长尾词
                            updown_list = resp['result']['updown'].split('\n')
                            core = '\n'.join(core_list).replace('%', '%%')
                            updown = '\n'.join(updown_list).replace('%', '%%')
                            data_list = [[self.sku, self.site_url, core, updown]]
                            df_save = pd.DataFrame(data_list, columns=['product_sku', 'site', 'adv_core_keywords',
                                                                       'adv_up_down_keywords'])
                            try:
                                if df_save.shape[0] > 0:
                                    with self.engine_us.begin() as conn:
                                        if len(set(df_save.product_sku)) == 1:
                                            sql_delete_bsr = f"delete from product_audit where product_sku in ('{tuple(df_save.product_sku)[0]}') and site='{self.site_url}';"
                                        else:
                                            sql_delete_bsr = f"delete from product_audit where product_sku in {tuple(set(df_save.product_sku))}  and site='{self.site_url}';"
                                        print('sql_delete_bsr', sql_delete_bsr)
                                        conn.execute(sql_delete_bsr)
                                    self.engine_us.to_sql(df_save, "product_audit",
                                                          if_exists='append')
                            except Exception as e:
                                print("save_competition:", e, f"\n{traceback.format_exc()}")
                                print('存储优质词报错。重连数据库')
                                time.sleep(5)
                            break
                        except Exception as e:
                            print(f'存储 core核心词 updown长尾词 报错, \n{e, traceback.format_exc()}')
                            self.mysql_connect()
                            time.sleep(5)

    # 定义一个函数来获取三列的最小值（忽略为0的值）
    def get_min(self, row):
        row = [x for x in row if x != 0]
        return min(row) if row else 0

    def save_competition(self, path, asin_list, site_url, site):
        print('self.err_asins_adv_list;;', self.err_asins_adv_list)
        if asin_list[0] not in self.err_asins_adv_list:
            time_strftime = time.strftime("%Y-%m-%d", time.localtime())
            file_path = fr'{path}\{self.site_name_csv.upper()}_AMAZON_cerebro_{asin_list[0]}_{time_strftime}.csv'
            print('file_pathsave_competition1111111', file_path)
            state = self.if_csv_path(file_path)
            if state == False:
                current_date = datetime.date.today()
                # 计算前一天日期
                previous_date = current_date - datetime.timedelta(days=1)
                # 格式化前一天日期为字符串
                previous_date_str = previous_date.strftime("%Y-%m-%d")
                file_path = fr'{path}\{self.site_name_csv.upper()}_AMAZON_cerebro_{asin_list[0]}_{previous_date_str}.csv'
                print('file_pathsave_competition2222', file_path)
                state = self.if_csv_path(file_path)
                if state == False:
                    time.sleep(3)
                    file_path = fr'{path}\{self.site_name_csv.upper()}_AMAZON_cerebro_{asin_list[0]}_{time_strftime}.csv'
                    print('file_pathsave_competition3333', file_path)
                    state = self.if_csv_path(file_path)
                    if state == False:
                        print('重新下载文件3333333333 ：', asin_list, path)
                        # self.webdrvier_html(','.join(asin_list), 1)
                        if self.is_nex_pag:
                            self.nex_page(self.asin_list, asinstype=1)
                            self.is_nex_pag = False
                            file_path = fr'{path}\{self.site_name_csv.upper()}_AMAZON_cerebro_{asin_list[0]}_{time_strftime}.csv'
                            # 等待文件下载完成，最多60秒
                            for _ in range(60):
                                if os.path.exists(file_path):
                                    break
                                time.sleep(1)

            # 兜底：文件最终不存在，跳过不崩进程
            if not os.path.exists(file_path):
                print(f'文件下载失败，跳过本次: {file_path}')
                return

            # 创建一个字典来映射原始列名和新的列名
            columns = pd.read_csv(file_path, nrows=0).columns.tolist()

            def contains_chinese(text):
                return bool(re.search(r'[\u4e00-\u9fff]', text))

            is_chinese_header = any(contains_chinese(col) for col in columns)
            if is_chinese_header:
                print("save_competition 表头是中文")
                column_mapping = {
                    '关键词词组': 'keyword_phrase',
                    '自然排名': 'rank0',
                }
            else:
                print("save_competition 表头是英文")
                column_mapping = {
                    'Keyword Phrase': 'keyword_phrase',
                    'Position (Rank)': 'rank0',
                }
            # 将asin_list中的元素作为列名，并给它们一个新的列名(rank1, rank2, rank3, ...)
            for i, asin in enumerate(asin_list[1:], start=1):
                column_mapping[asin] = f'rank{i}'
            df = pd.read_csv(file_path)
            df.rename(columns=column_mapping, inplace=True)
            # 只保留包含rank的列
            rank_columns = [col for col in df.columns if col.startswith('rank')]
            df = df[['keyword_phrase'] + rank_columns]
            # 将特殊字符'-'替换为0，并将rank列转换为整数类型
            df.replace('-', 0, inplace=True)
            for col in rank_columns:
                df[col] = pd.to_numeric(df[col], errors='coerce').astype(int)
            # 在新的一列中存储最小值
            df['rank'] = df[rank_columns].apply(self.get_min, axis=1)
            # 创建新的DataFrame，只保留'keyword_phrase'列和'min_value'列，并排除为0的最小值
            new_df = df[df['rank'] != 0][['keyword_phrase', 'rank']]
            print(new_df.shape)
            print(new_df.columns)
            new_df.replace({np.nan: None}, inplace=True)  # 将 NaN 替换为 None
            # print(' 低竞争 优质词')
            # "join() 里存在 None。 用 astype(str) 清洗。"
            new_df['keyword_phrase'] = new_df['keyword_phrase'].astype(str)
            competition_phrase_keywords = '&&&'.join(list(new_df['keyword_phrase']))
            rank_list = list(new_df['rank'])
            competition_phrase_rank = ','.join(str(x) for x in rank_list)
            self.data['competition_phrase_keywords'] = competition_phrase_keywords
            self.data['competition_phrase_rank'] = competition_phrase_rank
            self.data['site'] = site_url
            self.requests_updateSkuByAsinH10Data_api(self.data)
            new_df['sku'] = self.sku
            new_df['site'] = site_url
            try:
                if new_df.shape[0] > 0:
                    with self.engine_us.begin() as conn:
                        sql_delete = f"DELETE FROM adv_low_competition_phrase WHERE site = '{site_url}' AND sku = '{self.sku}' ;"
                        print("sql_delete:", sql_delete)
                        conn.execute(sql_delete)
                    self.engine_us.to_sql(new_df, "adv_low_competition_phrase", if_exists='append'
                                          )
            except Exception as e:
                print("save_competition:", e, f"\n{traceback.format_exc()}")
                print('存储优质词报错。重连数据库')
                self.mysql_connect()
                time.sleep(5)
        # 修改抓取状态
        self.db_change_state_common(self.asin_list, 3)

    def requests_updateSkuByAsinH10Data_api(self, data):
        print('调用接口：', self.data)
        url = 'https://xcu.yswg.com.cn/api/selections/updateSkuByAsinH10Data'
        for i in range(5):
            try:
                res = requests.post(url, json=data, timeout=30)
                print(res.status_code)
                print(res.text)
                print(res.json(), 1111112222)
                break
            except Exception as e:
                print(e, 'requests_updateSkuByAsinH10Data_api 报错 2323232323')
                time.sleep(10)

    def send_ms(self, ms):
        if self.useremail_state == False:
            url = 'http://47.112.96.71:8082/selection/sendMessage'
            data = {
                'account': 'pengyanbing,qianjin',
                'title': f'H10 {self.email_name} 账号异常',
                'content': ms
            }
            print(data)
            requests.post(url=url, data=data, timeout=15)

    def enable_no_cache(self):
        self.driver.execute_cdp_cmd("Network.enable", {})
        self.driver.execute_cdp_cmd("Network.setCacheDisabled", {"cacheDisabled": True})

    def clear_http_cache(self):
        self.driver.execute_cdp_cmd("Network.enable", {})
        self.driver.execute_cdp_cmd("Network.clearBrowserCache", {})

    def clear_cache_but_keep_cookies(self, origin: str):
        # 1) 清 http cache
        self.driver.execute_cdp_cmd("Network.enable", {})
        self.driver.execute_cdp_cmd("Network.clearBrowserCache", {})

        # 2) 清更深层缓存：cache storage / service worker / appcache
        self.driver.execute_cdp_cmd("Storage.clearDataForOrigin", {
            "origin": origin,
            "storageTypes": "appcache,cache_storage,service_workers"
        })

    def run(self):
        user_pw_list = self.get_ip_address()
        if user_pw_list:
            path = user_pw_list[0]
            # 判断目录是否存在
            if os.path.exists(path):
                print(f"{path} 目录存在。")
            else:
                print(f"{path} 目录不存在。")
                path = r'C:\Users\Administrator\Downloads'
            print('当前路径：', path)
            self.email_name = user_pw_list[1]
            self.pw = user_pw_list[2]
        else:
            path = r'C:\Users\ASUS\Downloads'
            print('当前路径：', path)
            self.email_name = 'yswg304@outlook.com'
            # 'yswg304@outlook.com', 'Chinabuye@467138'
            self.pw = 'Chinabuye@467138'  # 'yashengweige678@outlook.com', '987654321yswg@'
        self.web_drver()
        loop = 0
        while True:
            self.data = {}
            self.sku_list = []
            self.err_asins_adv_list = []
            login_url = self.driver.current_url
            if "concurrent-sessions" in login_url or 'signin' in login_url:
                self.longin()
            for site in ['us', 'uk', 'de', 'fr', 'es', 'it', 'mx']:
                self.is_nex_pag = True
                print(site)
                if site == 'uk':
                    self.site_url = 'Amazon.co.uk'
                elif site == 'de':
                    self.site_url = 'Amazon.de'
                elif site == 'fr':
                    self.site_url = 'Amazon.fr'
                elif site == 'es':
                    self.site_url = 'Amazon.es'
                elif site == 'it':
                    self.site_url = 'Amazon.it'
                elif site == 'jp':
                    self.site_url = 'Amazon.co.jp'
                elif site == 'mx':
                    self.site_url = 'Amazon.co.mx'
                elif site == 'us':
                    self.site_url = 'Amazon.com'
                self.site_name = site
                self.mysql_connect(site)
                # 获取未抓取的sku
                self.read_db_sku()

                for sku_token in self.sku_data_list:
                    sku_token_list = sku_token.split('|-|')
                    sku = sku_token_list[0]
                    self.token = sku_token_list[1]
                    # 根据sku 获取asin
                    self.asin_list = self.read_db_data(sku)
                    self.sku = sku
                    if self.asin_list:
                        # 下载报告
                        self.nex_page(self.asin_list, asinstype=None)
                        # 判断账号是否有问题：
                        if self.useremail_state:
                            # 存储选品mysql
                            self.sava_data(path)
                            # 获取已经完成的sku下的asin
                            data_list = self.read_db_asin()
                            # 调用java接口。更新核心词 长尾词 同时调用查询sku是否已经被查找词
                            self.select_sdv(data_list, site)
                            self.del_file(path, None)
                            if self.sku_state == False:
                                self.nex_page(self.asin_list, asinstype=1)
                                self.save_competition(path, self.asin_list, self.site_url, site)
                            elif self.data:
                                self.requests_updateSkuByAsinH10Data_api(self.data)
                            # 删除下载报告
                            self.del_file(path, self.asin_list[0])
                            # 修改状态4
                            self.db_change_state_common(self.err_asin_list, 4)

                        else:
                            self.db_change_state_common(self.asin_list, 1)
                            time.sleep(3600)
                            self.useremail_state = True
                            break

                self.mysql_connect(site)
            time.sleep(randint(20, 50))
            loop += 1
            # ✅ 每 30 次再清一次缓存（按你任务调整）
            if loop % 30 == 0:
                print('清除缓存')
                self.enable_no_cache()
                self.clear_http_cache()
                self.clear_cache_but_keep_cookies('https://members.helium10.com/')
            for i in range(10):
                print(f"当前时间 {datetime.datetime.now().hour} 点，超出运行时段退出循环。")
                hour = datetime.datetime.now().hour
                if 8 < hour <= 22:
                    break
                time.sleep(3800)


if __name__ == '__main__':
    H10().run()
