Python模拟登录爬取某网站

#import packages

from bs4 import BeautifulSoup 
from time import sleep
from selenium import webdriver
from selenium.common.exceptions import NoSuchElementException
from selenium.webdriver.common.action_chains import ActionChains
from selenium.webdriver.common.by import By
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.support.wait import WebDriverWait

import pandas as pd

import sys
reload(sys)
sys.setdefaultencoding('utf8')

import signal

#加在数据
data = pd.read_excel(u'C:/Users/Administrator.USER-20170417DX/Desktop/
                 爬虫项目/data/putdata.xlsx',names=['kehu','names','idcard','ywy'])
data.head

address = [u'XX',u'XX',u'XX',u'XX',u'XX','XX',u'XX',u'XX',u'XX']
url = 'XXXXXXXXXXXXXXXXXXXXXXXXXXX'

#主题爬虫部分
f=open('C:/scrapy_result.csv','a')
result={}
for ids,name in zip(data['idcard'],data['names']):
    ids = str(ids)
    WIDTH = 320
    HEIGHT = 640
    PIXEL_RATIO = 3.0
    UA = 'Mozilla/5.0 (Linux; Android 4.1.1; GT-N7100 Build/JRO03C) 
         AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/35.0.1916.138 
         Mobile Safari/537.36 T7/6.3'

    mobileEmulation = {"deviceMetrics": {"width": WIDTH, "height": HEIGHT,  
                         "pixelRatio": PIXEL_RATIO},"userAgent": UA}
    options = webdriver.ChromeOptions()
    options.add_experimental_option('mobileEmulation', mobileEmulation)

    driver = webdriver.Chrome(executable_path='chromedriver.exe', chrome_options=
                               options)
    
    driver.get(url)
    driver.implicitly_wait(60)
    sleep(0.5)
    driver.find_element_by_xpath("//input[@placeholder='请输入姓名']").click() 
    driver.find_element_by_xpath("//input[@placeholder='请输入姓名']").clear()
    driver.find_element_by_xpath("//input[@placeholder='请输入姓名']").send_keys(name)
    driver.find_element_by_xpath("//input[@placeholder='请输入身份证号码']").clear()
    driver.find_element_by_xpath("//input[@placeholder='请输入身份证号码']").
                                  send_keys(ids)
    
    for local in address:
        xpath1 = "//div[@data-picker-value="+"'"+local+"'"+"]"
        driver.find_element_by_xpath("//input[@placeholder='请选择所在地']").
                                     click()
        sleep(1)
        driver.find_element_by_xpath(xpath1).click()  #获取值对应的click()
        driver.find_element_by_xpath("//input[@value='立即查询']").click()
        sleep(3)
    
        try:
            driver.find_element_by_xpath("//a[@class='weui_btn_dialog primary']").
                                         click()
        except:
            result[ids] = driver.find_element_by_xpath("//div[@class='weui_cell_bd 
                          weui_cell_primary']")
                          .text.replace("\n",',')
            #driver.close()
            f.write(ids+','+local+','+result[ids]+'\n')
            break;

        else:
            result[ids]='U'
            f.write(ids+','+local+','+result[ids]+'\n')
            #driver.service.process.send_signal(signal.SIGTERM)
            
    driver.close() 

driver.quit()

f.close()