一、介紹

二、基于GET請(qǐng)求

1、基本請(qǐng)求

import requests
response=requests.get('http://dig./')
print(response.text)

2、帶參數(shù)的GET請(qǐng)求->params

3、帶參數(shù)的GET請(qǐng)求->headers

#通常我們?cè)诎l(fā)送請(qǐng)求時(shí)都需要帶上請(qǐng)求頭，請(qǐng)求頭是將自身偽裝成瀏覽器的關(guān)鍵，常見(jiàn)的有用的請(qǐng)求頭如下
Host
Referer #大型網(wǎng)站通常都會(huì)根據(jù)該參數(shù)判斷請(qǐng)求的來(lái)源
User-Agent #客戶(hù)端
Cookie #Cookie信息雖然包含在請(qǐng)求頭里，但requests模塊有單獨(dú)的參數(shù)來(lái)處理他，headers={}內(nèi)就不要放它了

4、帶參數(shù)的GET請(qǐng)求->cookies

import uuid
import requests
url = 'http:///cookies'
cookies = dict(sbid=str(uuid.uuid4()))
res = requests.get(url, cookies=cookies)
print(res.json()) 

三、基于POST請(qǐng)求

1、介紹

2、發(fā)送post請(qǐng)求，模擬瀏覽器的登錄行為

#對(duì)于登錄來(lái)說(shuō)，應(yīng)該輸錯(cuò)用戶(hù)名或密碼然后分析抓包流程，用腦子想一想，輸對(duì)了瀏覽器就跳轉(zhuǎn)了，還分析個(gè)毛線(xiàn)，累死你也找不到包

import requests
import re
session=requests.session()
#第一次請(qǐng)求
r1=session.get('https://github.com/login')
authenticity_token=re.findall(r'name='authenticity_token'.*?value='(.*?)'',r1.text)[0] #從頁(yè)面中拿到CSRF TOKEN
#第二次請(qǐng)求
data={
 'commit':'Sign in',
 'utf8':'?',
 'authenticity_token':authenticity_token,
 'login':'317828332@qq.com',
 'password':'alex3714'
}
r2=session.post('https://github.com/session',
 data=data,
 )
#第三次請(qǐng)求
r3=session.get('https://github.com/settings/emails')
print('317828332@qq.com' in r3.text) #True

3、補(bǔ)充

四、響應(yīng)Response

1、response屬性

import requests
respone=requests.get('http://www.jianshu.com')
# respone屬性
print(respone.text)
print(respone.content)
print(respone.status_code)
print(respone.headers)
print(respone.cookies)
print(respone.cookies.get_dict())
print(respone.cookies.items())
print(respone.url)
print(respone.history)
print(respone.encoding)

2、編碼問(wèn)題

3、獲取二進(jìn)制數(shù)據(jù)

import requests
response=requests.get('https://timgsa.baidu.com/timg?image&quality=80&size=b9999_10000&sec=1509868306530&di=712e4ef3ab258b36e9f4b48e85a81c9d&imgtype=0&src=http%3A%2F%2Fc.hiphotos.baidu.com%2Fimage%2Fpic%2Fitem%2F11385343fbf2b211e1fb58a1c08065380dd78e0c.jpg')
with open('a.jpg','wb') as f:
 f.write(response.content)

4、解析json

#解析json
import requests
response=requests.get('http:///get')
import json
res1=json.loads(response.text) #太麻煩
res2=response.json() #直接獲取json數(shù)據(jù)
print(res1 == res2) #True

5、Redirection and History

import requests
import re
#第一次請(qǐng)求
r1=requests.get('https://github.com/login')
r1_cookie=r1.cookies.get_dict() #拿到初始cookie(未被授權(quán))
authenticity_token=re.findall(r'name='authenticity_token'.*?value='(.*?)'',r1.text)[0] #從頁(yè)面中拿到CSRF TOKEN
#第二次請(qǐng)求：帶著初始cookie和TOKEN發(fā)送POST請(qǐng)求給登錄頁(yè)面，帶上賬號(hào)密碼
data={
 'commit':'Sign in',
 'utf8':'?',
 'authenticity_token':authenticity_token,
 'login':'317828332@qq.com',
 'password':'alex3714'
}
#測(cè)試一：沒(méi)有指定allow_redirects=False,則響應(yīng)頭中出現(xiàn)Location就跳轉(zhuǎn)到新頁(yè)面，r2代表新頁(yè)面的response
r2=requests.post('https://github.com/session',
 data=data,
 cookies=r1_cookie
 )
print(r2.status_code) #200
print(r2.url) #看到的是跳轉(zhuǎn)后的頁(yè)面
print(r2.history) #看到的是跳轉(zhuǎn)前的response
print(r2.history[0].text) #看到的是跳轉(zhuǎn)前的response.text
#測(cè)試二：指定allow_redirects=False,則響應(yīng)頭中即便出現(xiàn)Location也不會(huì)跳轉(zhuǎn)到新頁(yè)面，r2代表的仍然是老頁(yè)面的response
r2=requests.post('https://github.com/session',
 data=data,
 cookies=r1_cookie,
 allow_redirects=False
 )
print(r2.status_code) #302
print(r2.url) #看到的是跳轉(zhuǎn)前的頁(yè)面https://github.com/session
print(r2.history) #[]