eta_python/metting.py

# coding:utf-8
from time import sleep
import datetime
import requests
import openpyxl
from selenium import webdriver

# 设置Chrome浏览器选项
from selenium.common import exceptions
from selenium.webdriver.chrome.service import Service
from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.wait import WebDriverWait

"""
根据table的id属性和table中的某一个元素定位其在table中的位置
table包括表头，位置坐标都是从1开始算
tableId：table的id属性
queryContent：需要确定位置的内容
"""


def get_table_content(driver, tableId, queryContent):
    # 按行查询表格的数据，取出的数据是一整行，按空格分隔每一列的数据
    table_tr_list = driver.find_element(By.ID, tableId).find_elements(By.TAG_NAME, "tr")
    table_list = []  # 存放table数据
    for tr in table_tr_list:  # 遍历每一个tr
        # 将每一个tr的数据根据td查询出来，返回结果为list对象
        table_td_list = tr.find_elements(By.TAG_NAME, "td")
        row_list = []
        print(table_td_list)
        for td in table_td_list:  # 遍历每一个td
            row_list.append(td.text)  # 取出表格的数据，并放入行列表里
        table_list.append(row_list)

    # 循环遍历table数据，确定查询数据的位置
    # for i in range(len(table_list)):
    #     for j in range(len(table_list[i])):
    #         if queryContent == table_list[i][j]:
    #             print("%r坐标为(%r,%r)" % (queryContent, i + 1, j + 1))


# 写入文件
def write_excel_xlsx(path, sheet_name, value):
    index = len(value)  # 列表中所含元组的个数，从而确定写入Excel的行数
    # 打开Excel
    wb = openpyxl.Workbook()
    # wb = load_workbook(path)
    sheet = wb.active  # 获得一个的工作表
    sheet.title = sheet_name
    # 设置格式
    sheet.column_dimensions['B'].width = 115
    # 按行加入
    for i in range(index):
        sheet.append(value[i])
    # 保存文件
    print(sheet.values)
    wb.save(path)
    print("题目写入数据成功！")


def send_file(url, file_path):
    with open(file_path, 'rb') as file:
        files = {'file': file}
        response2 = requests.post(url, files=files)
    return response2

def get_element(my_driver, xpaths):
    """
    判断是否存在元素并获取元素对象
    :param my_driver:
    :param xpaths: xpaths表达式
    :return: 元素对象或为空
    """
    try:
        target = my_driver.find_element(By.XPATH, xpaths)
    except exceptions.NoSuchElementException:
        return False
    else:
        return target

if __name__ == "__main__":
    # 创建一个 Chrome WebDriver 实例
    options = webdriver.ChromeOptions()
    # options.add_argument("headless")
    options.add_argument('--headless')
    options.add_argument('--disable-gpu')
    options.add_argument('--no-sandbox')

    options.add_argument('--user-agent=Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36')
    options.add_argument(" window-size=1920,1080")
    # options.add_argument(" window-size=1920,1080")
    # s = Service(executable_path='/home/code/python/meeting_probabilities/chromedriver')
    s = Service(executable_path='D:\download\chromedriver119-win64\chromedriver.exe')
    driver = webdriver.Chrome(service=s, options=options)
    # driver.maximize_window()
    driver.execute_cdp_cmd("Page.addScriptToEvaluateOnNewDocument", {
        "source": """
                        Object.defineProperty(navigator, 'webdriver', {
                          get: () => undefined
                        })
                      """
    })
    driver.get(
        'https://www.cmegroup.com/markets/interest-rates/cme-fedwatch-tool.html?redirect=/trading/interest-rates/countdown-to-fomc.html')
    sleep(2)
    agent = driver.execute_script("return navigator.userAgent")
    print(agent)
    text = driver.find_element(By.XPATH, '//*[@id="page_default_sections"]/div/div/div/div/div/p[1]/span')
    print("网页中段，文本内容：")
    print(text.text)

    btn_pop = get_element(driver, '/html/body/div[4]/div[3]/div/section/span')
    if btn_pop:
        btn_pop.click()

    accept_btn = get_element(driver, '//*[@id="onetrust-accept-btn-handler"]')
    if accept_btn:
        accept_btn.click()

    WebDriverWait(driver, 10).until(
        EC.visibility_of_element_located((By.XPATH, '/html/body/main/div/div[4]/div/iframe')))  # iframe是否出现

    # page_height = driver.execute_script('return document.documentElement.scrollHeight')  # 页面高度
    driver.execute_script("window.scrollBy(0,{})".format(600))

    driver.switch_to.frame("cmeIframe-jtxelq2f")
    sleep(2)
    # button = driver.find_element(By.XPATH, '//*[@id="ctl00_MainContent_ucViewControl_IntegratedFedWatchTool_lbPTree"]')
    driver.execute_script(
        "javascript:__doPostBack('ctl00$MainContent$ucViewControl_IntegratedFedWatchTool$lbPTree','')")
    sleep(2)
    table = driver.find_element(By.XPATH, '//*[@id="MainContent_pnlContainer"]/div[3]/div/div/table[2]')
    table.screenshot(r'meeting.png')
    print(table.text)
    # 按行查询表格的数据，取出的数据是一整行，按空格分隔每一列的数据
    table_tr_list = table.find_elements(By.TAG_NAME, "tr")
    table_list = []  # 存放table数据
    th_flag = False
    title = 'MEETING PROBABILITIES'
    i = 0
    for tr in table_tr_list:  # 遍历每一个tr
        # 将每一个tr的数据根据td查询出来，返回结果为list对象
        if i == 0:
            title = 'MEETING PROBABILITIES'
            i = i + 1
            continue
        if i == 1:
            i = i + 1
            table_th_list = tr.find_elements(By.TAG_NAME, "th")
            row_list = []
            for th in table_th_list:
                row_list.append(th.text)
            if len(row_list) == 0:
                continue
            row_tuple = tuple(row_list)
            table_list.append(row_list)
        else:
            i = i + 1
            table_td_list = tr.find_elements(By.TAG_NAME, "td")
            row_list = []
            for td in table_td_list:  # 遍历每一个td
                row_list.append(td.text)  # 取出表格的数据，并放入行列表里

            if len(row_list) == 0:
                continue
            row_tuple = tuple(row_list)
            table_list.append(row_list)

    driver.quit()

    # list_text = content.strip().split('\n')
    # print(list_text)
    # ls = list()
    # title = ""
    # length = len(list_text)
    # for i in range(length):
    #     line = list_text[i]
    #     if i == 0:
    #         title = line
    #         continue
    #     if i == 1:
    #         line = line.replace('MEETING DATE', 'MEETING_DATE')
    #         dataList = line.split(' ')
    #         dataList[0] = 'MEETING DATE'
    #         my_tuple = tuple(dataList)
    #         ls.append(my_tuple)  # 以元组的形式追加进空列表
    #         continue
    #     dataList = line.split(' ')
    #     my_tuple = tuple(dataList)
    #     ls.append(my_tuple)  # 以元组的形式追加进空列表

    # 获取当前时间，并将其格式化为指定的形式
    current_time = datetime.datetime.now().strftime("%Y-%m-%d")

    # 构建新的文件路径
    book_name_xlsx = f'D:\pythonProject\metting\{current_time}.xlsx'
    # book_name_xlsx = f'/Users/xi/Desktop/{current_time}.xlsx'

    write_excel_xlsx(book_name_xlsx, title, table_list)


    url = 'http://47.102.213.75:8809/v1/test/resource/upload'
    file_path = book_name_xlsx  # 替换为本地文件路径
    # file_path = '/Users/xi/Desktop/2023-10-15.xlsx'  # 替换为本地文件路径
    print(file_path)
    print(datetime.datetime.now())
    response = send_file(url, file_path)
    print(response)