2019独角兽企业重金招聘Python工程师标准>>> 
Python模拟浏览器登录
https://github.com/llqbll/web_login/blob/master/login.py
#!/usr/bin/env python
# -*- coding:utf-8 -*-
import os
import urllib
import urllib2
import cookielib
from gzip import GzipFile
from StringIO import StringIO
import zlib
import sqlite3
import base64
import re
import json
import binascii , rsa
import socket
socket . setdefaulttimeout ( 10 )
class ContentEncodingProcessor ( urllib2 . BaseHandler ):
"""A handler to add gzip capabilities to urllib2 requests """
# add headers to requests
def http_request ( self , req ):
req . add_header ( 'User-Agent' , 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.22 (KHTML, like Gecko) Chrome/25.0.1364.152 Safari/537.22' )
req . add_header ( "Accept-Encoding" , "gzip, deflate" )
return req
# decode
def http_response ( self , req , resp ):
old_resp = resp
# gzip
if resp . headers . get ( "content-encoding" ) == "gzip" :
gz = GzipFile (
fileobj = StringIO ( resp . read ()),
mode = "r"
)
resp = urllib2 . addinfourl ( gz , old_resp . headers , old_resp . url , old_resp . code )
resp . msg = old_resp . msg
# deflate
if resp . headers . get ( "content-encoding" ) == "deflate" :
gz = StringIO ( deflate ( resp . read ()) )
resp = urllib2 . addinfourl ( gz , old_resp . headers , old_resp . url , old_resp . code ) # 'class to add info() and
resp . msg = old_resp . msg
return resp
# deflate support
def deflate ( data ): # zlib only provides the zlib compress format, not the deflate format;
try : # so on top of all there's this workaround:
return zlib . decompress ( data , - zlib . MAX_WBITS )
except zlib . error :
return zlib . decompress ( data )
class my_login :
encoding_support = ContentEncodingProcessor
def __init__ ( self , username , pwd , cookie_file ): #初始化urllib2，引入cookie
self . uname = username
self . passwd = pwd
self . cookie_file = cookie_file
self . cookie_jar = cookielib . MozillaCookieJar ()
cookie_support = urllib2 . HTTPCookieProcessor ( self . cookie_jar )
httpHandler = urllib2 . HTTPHandler ( debuglevel = 1 )
httpsHandler = urllib2 . HTTPSHandler ( debuglevel = 1 )
self . opener = urllib2 . build_opener ( cookie_support , self . encoding_support , urllib2 . HTTPHandler )
urllib2 . install_opener ( self . opener ) #设置 urllib2 的全局 opener
def get_html ( self , url ):
isopen = True
while isopen :
try :
result = self . opener . open ( url ) . read ()
isopen = False
except :
isopen = True
time . sleep ( 0.2 )
return result
def do_weibo_login ( self ): #RSA加密直接登录
login_data = {
'entry' : 'weibo' ,
'gateway' : '1' ,
'from' : '' ,
'savestate' : '7' ,
'userticket' : '1' ,
'ssosimplelogin' : '1' ,
'vsnf' : '1' ,
'vsnval' : '' ,
'su' : '' ,
'service' : 'miniblog' ,
'servertime' : '' ,
'nonce' : '' ,
'pwencode' : 'rsa2' ,
'sp' : '' ,
'rsakv' : '1330428213' ,
'encoding' : 'UTF-8' ,
'url' : 'http://weibo.com/ajaxlogin.php?framelogin=1&callback=parent.sinaSSOController.feedBackUrlCallBack' ,
'returntype' : 'META'
}
servertime_url = 'http://login.sina.com.cn/sso/prelogin.php?entry=sso&callback=sinaSSOController.preloginCallBack&su=&rsakt=mod&client=ssologin.js(v1.4.4)'
data = self . get_html ( servertime_url )
p = re . compile ( '\((.*)\)' )
try :
json_data = p . search ( data ) . group ( 1 )
data = json . loads ( json_data )
servertime = str ( data [ 'servertime' ])
nonce = data [ 'nonce' ] . encode ( 'UTF-8' )
pubkey = data [ 'pubkey' ] . encode ( 'UTF-8' )
rsakv = data [ 'rsakv' ] . encode ( 'UTF-8' )
except :
print 'Get severtime and pubkey error!'
return 0
login_url = 'http://login.sina.com.cn/sso/login.php?client=ssologin.js(v1.4.4)'
self . uname = urllib . quote ( self . uname ) #url格式编码
self . uname = base64 . encodestring ( self . uname )[: - 1 ] #base64加密username
rsaPublickey = int ( pubkey , 16 )
key = rsa . PublicKey ( rsaPublickey , 65537 ) #创建公钥
message = servertime + ' \t ' + nonce + ' \n ' + self . passwd #拼接明文 js加密文件中得到
self . passwd = rsa . encrypt ( message , key ) #加密
self . passwd = binascii . b2a_hex ( self . passwd ) #将加密信息转换为16进制
login_data [ 'servertime' ] = servertime
login_data [ 'nonce' ] = nonce
login_data [ 'su' ] = self . uname
login_data [ 'sp' ] = self . passwd
login_data [ 'rsakv' ] = rsakv
login_data = urllib . urlencode ( login_data )
req_login = urllib2 . Request (
url = login_url ,
data = login_data
)
result = self . get_html ( req_login )
p = re . compile ( 'location\.replace\( \" (.*?) \" \)' )
login_url = p . search ( result ) . group ( 1 )
result = self . get_html ( login_url )
#print result
try :
p = re . compile ( '\((.*)\)' )
json_data = p . search ( result ) . group ( 1 )
data = json . loads ( json_data )
result = str ( data [ 'result' ])
#print result
if result == 'True' :
print 'RSA Login success!'
self . cookie_jar . save ( self . cookie_file , ignore_discard = True , ignore_expires = True )
return 1
else :
print 'ID is down!' #账号登录错误次数太多,已有验证码要求
return 0
except :
print '登录方式变了，重新研究吧！'
return 0
def weibo_login ( self ): #使用cookie登录,可以解决验证码问题
if os . path . exists ( self . cookie_file ):
try :
cookie_load = self . cookie_jar . load ( self . cookie_file , ignore_discard = True , ignore_expires = True )
except cookielib . LoadError :
print 'Loading cookies error'
return self . do_weibo_login () #cookie过期使用RSA加密登录
else :
fileChrome = r'C:/Users/XXXXX/AppData/Local/Google/Chrome/User Data/Default/Cookies' #XXXX换为你的用户名win7
conn = sqlite3 . connect ( fileChrome )
conn . text_factory = str
cur = conn . cursor ()
cur . execute ( "select host_key, path, secure, expires_utc, name, value from cookies" )
ftstr = [ "FALSE" , "TRUE" ]
s = StringIO ()
s . write ( """ \
# Netscape HTTP Cookie File
# http://www.netscape.com/newsref/std/cookie_spec.html
# This is a generated file! Do not edit.
""" )
for item in cur . fetchall ():
try :
s . write ( " %s \t %s \t %s \t %s \t %s \t %s \t %s \n " % ( item [ 0 ], ftstr [ item [ 0 ] . startswith ( '.' )], item [ 1 ], ftstr [ item [ 2 ]], item [ 3 ], item [ 4 ], item [ 5 ]))
except UnicodeError :
continue
s . seek ( 0 )
self . cookie_jar . _really_load ( s , '' , True , True )
url = 'http://weibo.com/ajaxlogin.php?framelogin=1&callback=parent.sinaSSOController.feedBackUrlCallBack'
text = self . get_html ( url )
#print text.decode("GBK").encode('UTF-8')
try :
p = re . compile ( '\((.*)\)' )
json_data = p . search ( text ) . group ( 1 )
data = json . loads ( json_data )
result = str ( data [ 'result' ])
if result :
print 'Cookies login success!'
self . cookie_jar . save ( self . cookie_file , ignore_discard = True , ignore_expires = True )
return 1
else :
print 'Cookie error!,说实话应该到不了这一步，如果cookie有问题！换种方法登录吧'
return self . do_weibo_login () #使用RSA加密登录
except :
print 'Cookie part expired!' #cookie认证过期，再次认证即可。
#print text.decode("GBK").encode('UTF-8')
p = re . compile ( 'location\.replace\( \" (.*?) \" \)' )
login_url = p . search ( text ) . group ( 1 )
#print login_url
if login_url :
data = self . get_html ( login_url )
#print data
p = re . compile ( '\((.*)\)' )
try :
json_data = p . search ( data ) . group ( 1 )
data = json . loads ( json_data )
result = str ( data [ 'result' ])
if result :
print 'Again cookie login success!'
self . cookie_jar . save ( self . cookie_file , ignore_discard = True , ignore_expires = True )
return 1
else :
print 'Cookie error!,说实话应该到不了这一步，如果cookie有问题！换种方法登录吧'
return self . do_weibo_login () #使用RSA加密登录
except :
print '登录方式变了，重新研究吧！'
return self . do_weibo_login ()
else :
print 'Cookie expired'
return self . do_weibo_login ()
if __name__ == "__main__" :
username = '[email protected]'
pwd = 'xxx'
cookie_file = 'cookie.dat'
login = my_login ( username , pwd , cookie_file )
login_status = login . weibo_login ()
if login_status :
url = 'http://weibo.com/aj/mblog/mbloglist?_wv=5&count=50&page=1&uid=1496878501'
print login . get_html ( url )