Python爬虫学习小结_1

Python / 2021年5月22日 / hamster

# -*- coding = utf-8 -*-


import urllib.parse
import urllib.request


#获取一个get请求
result = urllib.request.urlopen("https://www.baidu.com/")
print(result.read().decode('utf-8'))

#获取一个post请求

# data = bytes(urllib.parse.urlencode({'word': 'hello'}), encoding='utf8')
# response = urllib.request.urlopen("http://httpbin.org/post",data=data)
# print(response.read().decode("utf-8"))


#超时处理
# try:
#     response = urllib.request.urlopen("http://httpbin.org/get", timeout=0.01)
#     print(response.read().decode("utf-8"))
# except urllib.error.URLError as e:
#     print("time out!")


# result = urllib.request.urlopen("https://www.baidu.com")
# print(result.status)
# print(result.getheaders())


# url = "https://www.douban.com"
# headers = {
#     "User-Agent":"Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.85 Safari/537.36"
# }
# req = urllib.request.Request(url=url,headers=headers)
# response = urllib.request.urlopen(req)
# print(response.read().decode("utf-8"))

爬虫