yongyi_pig_manual.py 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123
  1. # coding:utf-8
  2. import os
  3. from time import sleep
  4. import datetime
  5. import openpyxl
  6. import rarfile as rarfile
  7. import requests
  8. from selenium import webdriver
  9. # 设置Chrome浏览器选项
  10. from selenium.common import exceptions
  11. from selenium.webdriver.chrome.service import Service
  12. from selenium.webdriver.common.by import By
  13. from selenium.webdriver.support import expected_conditions as EC
  14. from selenium.webdriver.support.wait import WebDriverWait
  15. from imgcode_ak import image_code
  16. def rename_week_file(new_dir, current_time, rar_name):
  17. files = os.listdir(rar_name)
  18. for dir in files:
  19. print(dir.title())
  20. if os.path.isdir(dir.title()):
  21. dir_list = os.listdir(rar_name + "/" + dir.title())
  22. for f in dir_list:
  23. print(f.title())
  24. if f.title().find("周度数据") != -1:
  25. new_name = f'{new_dir}/{current_time}_week.xlsx'
  26. os.rename(rar_name + "/" + dir.title() + "/" + f.title(), new_name)
  27. return
  28. return
  29. if __name__ == "__main__":
  30. # python+selunium定位已打开的浏览器
  31. # 创建一个 Chrome WebDriver 实例
  32. options = webdriver.ChromeOptions()
  33. # options.add_argument("headless")
  34. # options.add_argument('--headless')
  35. options.add_argument('--disable-gpu')
  36. options.add_argument('--no-sandbox')
  37. # 谷歌浏览器运行的默认调试端口:先用以下命令启动浏览器
  38. # 找到谷歌浏览器的程序地址,开启一个新的端口,并设置一个文件夹来保存浏览器的数据
  39. # /Applications/Google\ Chrome.app/Contents/MacOS/Google\ Chrome --remote-debugging-port=9222 --user-data-dir=/Users/xiexiaoyuan/data/selenium/automationProfile
  40. # --remote-debugging-port值,可以指定任何打开的端口
  41. # --user-data-dir标记,指定创建新Chrome配置文件的目录。它是为了确保在单独的配置文件中启动chrome,不会污染你的默认配置文件。
  42. #
  43. # 此时会打开一个浏览器页面,我们输入目标网址,输入账号密码,登录成功。
  44. # 登录之后,以后都不需要登录,它会把你这次登录的信息记入到 --user-data-dir指定的目录下
  45. # 后面你只需要python + selenium + webdriver定位到这个已经登录的浏览器进行操作就可以啦
  46. options.add_experimental_option("debuggerAddress", "127.0.0.1:9222")
  47. # 修改下载地址
  48. # save_to_dir = '/Users/xiexiaoyuan/Downloads'
  49. save_to_dir = r'D:\download\excel'
  50. options.add_argument("--download.default_directory="+save_to_dir)
  51. options.add_argument('--user-agent=Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, '
  52. 'like Gecko) Chrome/118.0.5993.70 Safari/537.36')
  53. options.add_argument(" window-size=1920,1080")
  54. # s = Service(executable_path='/Users/xiexiaoyuan/chromedriver_mac64_114/chromedriver')
  55. s = Service(executable_path='D:\download\chromedriver119-win64\chromedriver.exe')
  56. driver = webdriver.Chrome(service=s, options=options)
  57. # driver.maximize_window()
  58. driver.execute_cdp_cmd("Page.addScriptToEvaluateOnNewDocument", {
  59. "source": """
  60. Object.defineProperty(navigator, 'webdriver', {
  61. get: () => undefined
  62. })
  63. """
  64. })
  65. driver.get('https://data.yongyizixun888.com/')
  66. sleep(3)
  67. account = driver.find_element(By.XPATH, '//*[@id="dr_member_info"]/a[1]').text
  68. print(account)
  69. # 下载涌溢日度数据库
  70. sleep(1)
  71. a = driver.find_element(By.XPATH, '/html/body/div[4]/div[1]/div[2]/div[2]/a')
  72. print(a.get_attribute("href"))
  73. a.click()
  74. # 下载涌溢完整数据库
  75. sleep(2)
  76. b = driver.find_element(By.XPATH, '/html/body/div[4]/div[1]/div[2]/div[3]/a')
  77. print(b.get_attribute("href"))
  78. b.click()
  79. sleep(30)
  80. # 获取当前时间,并将其格式化为指定的形式
  81. current_time = datetime.datetime.now().strftime("%Y-%m-%d")
  82. # 查找文件并重命名
  83. os.chdir(save_to_dir)
  84. files = filter(os.path.isfile, os.listdir(save_to_dir))
  85. files = [os.path.join(save_to_dir, f) for f in files] # add path to each file
  86. files.sort(key=lambda x: os.path.getmtime(x))
  87. day_file = files[-1]
  88. # new_dir = '/Users/xiexiaoyuan/Downloads/yongyi'
  89. new_dir = r'D:\data\yongyi'
  90. if day_file.title().find("日度") == -1:
  91. day_file = files[-2]
  92. if day_file.title().find("日度") != -1:
  93. new_name = f'{new_dir}/{current_time}_day.xlsx'
  94. os.rename(day_file.title(), new_name)
  95. else:
  96. print("未找到日度下载文件")
  97. week_file = files[-2]
  98. if week_file.title().find("周度") == -1:
  99. week_file = files[-1]
  100. print(week_file.title())
  101. if week_file.title().find("周度") != -1:
  102. filename = week_file.title()
  103. index = filename.find(".Rar")
  104. rar_name = filename[:index]
  105. # 解压缩
  106. rar_file = rarfile.RarFile(filename, 'r')
  107. rar_file.extractall(rar_name)
  108. rar_file.close()
  109. rename_week_file(new_dir, current_time, rar_name)
  110. else:
  111. print("未找到周度下载文件")