Python爬虫入门 ~ requests两种请求方式开启掘金成长之旅！这是我参与「掘金日新计划 · 12 月更文挑战」

开启掘金成长之旅！这是我参与「掘金日新计划 · 12 月更文挑战」的第28天，点击查看活动详情

get

requests的get请求步骤如下：

引入库
请求路径
请求头
参数
发出请求得到响应

import requests

url = 'http://www.baidu.com/s '

headers = {
    'Cookie': 'BIDUPSID=FA66D66E7862DA93E21DD90480C40765; PSTM=1634889715; MCITY=-340%3A; BD_UPN=12314753; BAIDUID=DC7F922099F98DEE05FE371C8CBC18FF:FG=1; BDORZ=B490B5EBF6F3CD402E515D22BCDA1598; BAIDUID_BFESS=DC7F922099F98DEE05FE371C8CBC18FF:FG=1; BD_HOME=1; H_PS_PSSID=36545_37687_37908_37623_36921_37872_37794_36806_37948_37929_37900_26350_37791_37881; BA_HECTOR=a5200ga4008l8104810024p61hq5rac1i; ZFY=B9Fq68kbhtGpE567n3:BF:BpKBHlyTGHLNpoAlctkoN9U:C; BD_CK_SAM=1; PSINO=7; delPer=0; H_PS_645EC=913aBvpHfJpBT%2BuSmiY0LBkqQNfwY%2FEp7lzNYlhagE%2B1k1CpRpBAjMV%2FDuc; COOKIE_SESSION=93_1_6_6_10_9_0_0_6_4_0_1_21_0_7_0_1671272983_1670854366_1671272976%7C9%2313149241_2_1670854363%7C2; WWW_ST=1671621975784',
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0 Safari/537.36',
}

params = {
    'wd': '稀土掘金'
}

response = requests.get(url=url, params=params, headers=headers)
response.encoding = 'utf-8'
print(response.text)

小结：

使用requests发出请求，请求参数为params
参数无需使用urlencode进行编码
不需要定制请求对象
请求路径中的?可以省略

post

import requests
import json

url = 'https://fanyi.baidu.com/v2transapi?from=zh&to=en'

headers = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0 Safari/537.36',
    'Cookie': 'BIDUPSID=5F70310F03FE62AA9442BEC41227C947; PSTM=1625457431; __yjs_duid=1_c74c845da90f7a3589c9c488c53aa8561625457441978; H_WISE_SIDS_BFESS=110085_127969_131861_164870_179345_180276_181588_182248_183030_183330_184009_184267_185239_186316_186635_186743_186840_187485_187563_187877_188182_188333_188452_188468_188741_188872_188992_189325_189715_189731_189755_190033_190116_190152_190208_190248_190473_190510_190617_190654_190680_190683_190756_190779_190789_190864_191257_191369_191417_191429_191504_191810_191946_191984_191995_192010_192016_192157_192207_192383_192874_192904_192957_193005_193195_193284_193491_193501_193734_193891_194046_194085_194379_194519_194583_194638_194735_194999_195003_195036_195072_195176_195342_195532_195537_195542_8000054_8000118_8000122_8000135_8000146_8000150_8000164_8000177_8000176_8000185; BAIDUID=E92971C2DCC27B6C7253D8B575686149:FG=1; APPGUIDE_10_0_2=1; REALTIME_TRANS_SWITCH=1; FANYI_WORD_SWITCH=1; SOUND_SPD_SWITCH=1; SOUND_PREFER_SWITCH=1; HISTORY_SWITCH=1; BDUSS=NhUzQ3MGFMVld-QlZSa1l0c2lSeW8tai1MSUZISzc1TUx3am5FdEI2MkZRMjlqSVFBQUFBJCQAAAAAAAAAAAEAAAAiFNUWWtfvt6NaAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAIW2R2OFtkdjTz; BDUSS_BFESS=NhUzQ3MGFMVld-QlZSa1l0c2lSeW8tai1MSUZISzc1TUx3am5FdEI2MkZRMjlqSVFBQUFBJCQAAAAAAAAAAAEAAAAiFNUWWtfvt6NaAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAIW2R2OFtkdjTz; MCITY=-340%3A; H_PS_PSSID=; ZFY=VMw2B8u0XPLwPqkd8GJcCrmAjTQg4:BSslMSt8PEas8g:C; BAIDUID_BFESS=E92971C2DCC27B6C7253D8B575686149:FG=1; PSINO=7; delPer=0; BDRCVFR[2bJV-P92G9m]=mk3SLVN4HKm; BDORZ=FFFB88E999055A3F8A630C64834BD6D0; BDRCVFR[dG2JNJb_ajR]=mk3SLVN4HKm; BDRCVFR[-pGxjrCMryR]=mk3SLVN4HKm; BDRCVFR[tox4WRQ4-Km]=mk3SLVN4HKm; __bid_n=184c7b1aee4d0761e54207; FEID=v10-9d0203a0308adb03f169f4059c9cd802ecc583f6; __xaf_fpstarttimer__=1671603848594; __xaf_ths__={"data":{"0":1,"1":43200,"2":60},"id":"d36dc6fb-5ee1-4eb9-aef4-3751c1e55f9d"}; __xaf_thstime__=1671603848648; FPTOKEN=avtWEAMhO06k3NxC/TcyrG7asi8twwAh2T2upwAezZfPorUzH/gUEE+k7/KYMywgTUtuRwQ5MDhu78jAifBCuhf/zc3BwyUJb2mU9b6Lxh7fD6KOO55LWEDAEz/JG7LpPNCrEV5r/vTHAatFe+LMJaPMX4P8L04jatU6+nOCSsh393p7v/W9GF2OG8X96eiS1qQoT1Qx+Rot4paWAtdK+KAwY9iy5mjjqW+cMdKuAVh5UA4oIaAxy6F311wVC93SlJGDgt0WxqZZsVN4AVQoqvxbO/JSgXGcaqSIsz5/DDn1ZrK6ejS8aecJXtDYWud1nL8agp8PIu/PevsTPQxKh91yY39p8wsTDLAT56o8yubwG+CSiygCXJtTbb7zxSIavMIZUC/h18SIlYotfi1bhQ==|04iD5EEq/yRGF0EYPGljK/jT6fsANPzVyzf1zcl0yug=|10|83f4c0ad93426bb3292c9c95a92a3421; __xaf_fptokentimer__=1671603848723; RT="z=1&dm=baidu.com&si=xh1dooatzn&ss=lbx9rnmz&sl=2&tt=8g6&bcn=https%3A%2F%2Ffclog.baidu.com%2Flog%2Fweirwood%3Ftype%3Dperf&ld=73s&ul=7ay&hd=7bv"; Hm_lvt_64ecd82404c51e03dc91cb9e8c025574=1670516617,1671080012,1671623195; Hm_lpvt_64ecd82404c51e03dc91cb9e8c025574=1671623195; ab_sr=1.0.1_NzkyMWU0YTQzYzJhZDI2OTcxNzcwOTBkZWEyYzM1MTI2N2MyYWY3OGZmZjlkNzcyYjlhZDk4NGNlODZmZDJhZjc2MzhjMDA2ZWYxYjExMTgzNDg0ZjM5NmNiMjlmMzk0MzdhOWQ5ODQwYTk3NzFjZWVjNjg0ZWM5NTZiYjQ3ZTA0ZmM4NDQ5ZjI1MzBjMTdhODdhZjE0N2EwOTg2NGM5NGZkZDZmNzY4Y2UyZGY1MzE2OWI2NTJjZTY0MWUzYzNl',
}

data = {
    'from': 'zh',
    'to': 'en',
    'query': '稀土掘金',
    'transtype': 'realtime',
    'simple_means_flag': '3',
    'sign': '574823.796246',
    'token': 'c1d72028e75c7c14033856fa72fd8012',
    'domain': 'common'
}

response = requests.post(url=url, data=data, headers=headers)

result = json.loads(response.text)
print(result)

小结：

post请求不需要编解码
post请求的参数是data
不需要定制请求对象