78 lines
2.5 KiB
Python
78 lines
2.5 KiB
Python
|
import time
|
|||
|
|
import json
|
|||
|
|
import stomp
|
|||
|
|
from selenium.webdriver import Chrome
|
|||
|
|
from selenium.webdriver.chrome.service import Service
|
|||
|
|
from selenium.webdriver.common.by import By
|
|||
|
|
from selenium.webdriver.support import expected_conditions as EC
|
|||
|
|
from selenium.webdriver.support.ui import WebDriverWait
|
|||
|
|
|
|||
|
|
# 待查询信息
|
|||
|
|
|
|||
|
|
AMQHOST = "mq.ossez.com"
|
|||
|
|
AMQPORT = 61616
|
|||
|
|
AMQUSER = "artemis"
|
|||
|
|
AMQPASS = "artemis"
|
|||
|
|
TOPICNAME = "policyQueue"
|
|||
|
|
|
|||
|
|
begin_year = input("请输入最早年份:")
|
|||
|
|
current_timestamp = time.time()
|
|||
|
|
time_tuple = time.localtime(current_timestamp)
|
|||
|
|
end_year = time_tuple.tm_year
|
|||
|
|
|
|||
|
|
wait_time = 0.5 # 等待时间
|
|||
|
|
action_pixel = 100 # 鼠标滚动像素
|
|||
|
|
|
|||
|
|
# get网站
|
|||
|
|
chrome = Chrome(service=Service(r"C:\Users\yhu\Downloads\chromedriver-win64\chromedriver-win64\chromedriver.exe"))
|
|||
|
|
chrome.get('https://www.isharkfly.com/')
|
|||
|
|
wait = WebDriverWait(chrome, 10)
|
|||
|
|
rowContent = chrome.find_elements(By.XPATH, '/html/body/div[3]/div/div/div/div[4]/div/table/tbody/tr')
|
|||
|
|
main_window = chrome.current_window_handle
|
|||
|
|
|
|||
|
|
|
|||
|
|
def send_mq(ctxInfo, ctx):
|
|||
|
|
for summary in ctxInfo.splitlines():
|
|||
|
|
if summary.startswith('索引号'):
|
|||
|
|
index_string = summary.split('：')[1]
|
|||
|
|
elif summary.startswith('发文日期'):
|
|||
|
|
policyDateTime = summary.split('：')[1]
|
|||
|
|
elif summary.startswith('名称'):
|
|||
|
|
policy_name = summary.split('：')[1]
|
|||
|
|
|
|||
|
|
data = {}
|
|||
|
|
data['policy_index_number'] = index_string
|
|||
|
|
data['policy_title'] = policy_name
|
|||
|
|
data['policy_content'] = ctx
|
|||
|
|
|
|||
|
|
hosts = [(AMQHOST, AMQPORT)]
|
|||
|
|
conn = stomp.Connection(host_and_ports=hosts, auto_content_length=False)
|
|||
|
|
conn.connect(username=AMQUSER, passcode=AMQPASS, wait=True)
|
|||
|
|
conn.send(body=json.dumps(data), destination=TOPICNAME)
|
|||
|
|
time.sleep(1)
|
|||
|
|
conn.disconnect()
|
|||
|
|
|
|||
|
|
|
|||
|
|
for tr in rowContent:
|
|||
|
|
|
|||
|
|
tdList = tr.find_elements("xpath", 'td')
|
|||
|
|
indexNumber = tdList[0].text
|
|||
|
|
docName = tdList[1].text
|
|||
|
|
tdList[1].find_element(By.TAG_NAME, 'a').click()
|
|||
|
|
docDate = tdList[2].text
|
|||
|
|
wait.until(EC.number_of_windows_to_be(2))
|
|||
|
|
# Loop through until we find a new window handle
|
|||
|
|
for window_handle in chrome.window_handles:
|
|||
|
|
if window_handle != main_window:
|
|||
|
|
chrome.switch_to.window(window_handle)
|
|||
|
|
break
|
|||
|
|
ctxInfo = chrome.find_element(By.XPATH, '/html/body/div[3]/div/div/div/div[2]/div/div[1]/ul').text
|
|||
|
|
ctx = chrome.find_element(By.XPATH, '/html/body/div[3]/div/div/div/div[2]/div/div[2]').text
|
|||
|
|
send_mq(ctxInfo, ctx)
|
|||
|
|
chrome.close()
|
|||
|
|
chrome.switch_to.window(main_window)
|
|||
|
|
print(docName)
|
|||
|
|
# break
|
|||
|
|
|
|||
|
|
chrome.quit()
|