request模块基础—请求（爬虫基础）

1.请求方式：一般使用post请求和get请求

import requests#导入requests
from fake_useragent import UserAgent
# 请求方法名称与hppt方法名称相同
# url = "http://httpbin.org/post"
# response = requests.post(url)
# print(response)

# url = "http://httpbin.org"
#创建一个字典
# username = input("请输入用户名：")
# password = input("请输入密码")
# payload = {
#     "username":username,
#     "password":password
# }
#get请求带参数，将这个字典传入参数
# response = requests.get(url,params=paload)
# response = requests.post(url,data=payload)

# headers = {
#     "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36 Edg/126.0.0.0"
# }
# response = requests.get(url,headers=headers)
# print(response)
# print(response.url)
# ua =UserAgent()
# print(ua.random)
pic_url = "https://p.ananas.chaoxing.com/star3/80_80c/b0f142576e7b1edd50d554beb901bf88.png"
try:
    response = requests.get(pic_url)
except:
    print("请求失败")
else:
    print(response.content)
    with open('pic.png','wb') as f:
        f.write(response.content)

2. 添加请求头

一般很多网站会反爬系统，我们需要添加请求头，让它以为我们是电脑客户端

我们需要先设置一个user_agent

红色标注必须有

headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36 Edg/126.0.0.0"
}
 response = requests.get(url,headers=headers)

3.伪造请求头（fake-useragent)

首先使用 pip install fake-useragent在终端安装或者在设置里安装

需要使用时导入模块

import requests #导入requests
from fake_useragent import UserAgent 
 ua =UserAgent()#实例化UserAgent
 print(ua.random)
#后面的random可随机产生浏览器，当然你对应输入相应浏览器时它就产生对应的浏览器