大众点评
from time import sleepfrom selenium import webdriverimport randomdef process_request(self,request,spider):phone = '电话号码'driver = webdriver.Chrome()driver.get('/')#登陆sleep(random.uniform(1,3))elem = driver.find_element_by_xpath(r'//*[@div="top-nav"]/div/div[2]/span[2]/a[1]')elem.click()#切入网页框架sleep(random.unifrom(1,3))driver.switch_to.frame(driver.find_element_by_xpath(r'//*[@id="J_login_container"]/div/iframe'))# 切入 # 点击账号登录driver.find_element_by_xpath(r"/html/body/div/div[2]/div[5]/span").click()# print(driver.page_source)# 输入验证码sleep(random.uniform(1, 3))driver.find_element_by_xpath(r'//*[@id="mobile-number-textbox"]').send_keys(phone[:3])sleep(random.uniform(0, 2))driver.find_element_by_xpath(r'//*[@id="mobile-number-textbox"]').send_keys(phone[3:7])sleep(random.uniform(0, 2))driver.find_element_by_xpath(r'//*[@id="mobile-number-textbox"]').send_keys(phone[7:])# 点击获取验证码,等待输入sleep(random.uniform(1, 3))driver.find_element_by_xpath(r'//*[@id="send-number-button"]').click()key = input('请输入验证码:')driver.find_element_by_xpath(r'//*[@id="number-textbox"]').send_keys(key)# 点击登陆sleep(random.uniform(0, 1))driver.find_element_by_xpath(r'//*[@id="login-button-mobile"]').click()driver.switch_to.default_content()# 切出框架sleep(random.uniform(1,5))# 处理cookieprint(request)cookie = driver.get_cookies()print(cookie)result = {}for each in cookie:result[each['name']] = each['value']return result
