大众点评
from time import sleep from selenium import webdriver import random def process_request(self,request,spider): phone = \'电话号码\' driver = webdriver.Chrome() driver.get(\'http://www.dianping.com/\') #登陆 sleep(random.uniform(1,3)) elem = driver.find_element_by_xpath(r\'//*[@div="top-nav"]/div/div[2]/span[2]/a[1]\') elem.click() #切入网页框架 sleep(random.unifrom(1,3)) driver.switch_to.frame(driver.find_element_by_xpath(r\'//*[@id="J_login_container"]/div/iframe\')) # 切入 # 点击账号登录 driver.find_element_by_xpath(r"/html/body/div/div[2]/div[5]/span").click() # print(driver.page_source) # 输入验证码 sleep(random.uniform(1, 3)) driver.find_element_by_xpath(r\'//*[@id="mobile-number-textbox"]\').send_keys(phone[:3]) sleep(random.uniform(0, 2)) driver.find_element_by_xpath(r\'//*[@id="mobile-number-textbox"]\').send_keys(phone[3:7]) sleep(random.uniform(0, 2)) driver.find_element_by_xpath(r\'//*[@id="mobile-number-textbox"]\').send_keys(phone[7:]) # 点击获取验证码,等待输入 sleep(random.uniform(1, 3)) driver.find_element_by_xpath(r\'//*[@id="send-number-button"]\').click() key = input(\'请输入验证码:\') driver.find_element_by_xpath(r\'//*[@id="number-textbox"]\').send_keys(key) # 点击登陆 sleep(random.uniform(0, 1)) driver.find_element_by_xpath(r\'//*[@id="login-button-mobile"]\').click() driver.switch_to.default_content() # 切出框架 sleep(random.uniform(1,5)) # 处理cookie print(request) cookie = driver.get_cookies() print(cookie) result = {} for each in cookie: result[each[\'name\']] = each[\'value\'] return result