Skip to content

Commit 54a1524

Browse files
committed
add python_spider
1 parent 8ffd4d3 commit 54a1524

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

python_spider.py

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -23,15 +23,15 @@
2323
# 发送数据,即在urlopen()或者Request()中添加data参数
2424
url = "http://localhost/login.php"
2525
data = urllib.parse.urlencode({"act": "login", "email": "xianhu@qq.com", "password": "123456"})
26-
request1 = urllib.request.Request(url, data)# POST方法
26+
request1 = urllib.request.Request(url, data) # POST方法
2727
request2 = urllib.request.Request(url + "?%s" % data) # GET方法
2828
response = urllib.request.urlopen(request, timeout=10)
2929

3030

3131
# 发送Header,即在urlopen()或者Request()中添加headers参数
3232
headers = {"User-Agent": "Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)"}
3333
request = urllib.request.Request(url, data=data, headers=headers) # 参数中添加header参数
34-
request.add_header("Referer", "http://www.baidu.com") # add_header函数,另一种添加header的方法
34+
request.add_header("Referer", "http://www.baidu.com") # add_header函数,另一种添加header的方法
3535
response = urllib.request.urlopen(request, timeout=10)
3636

3737

@@ -49,10 +49,10 @@
4949
# 使用代理,以防止IP被封或IP次数受限:
5050
proxy = urllib.request.ProxyHandler({"http": "111.123.76.12:8080"})
5151

52-
opener = urllib.request.build_opener(proxy)# 利用代理创建opener实例(OpenerDirector实例)
53-
response = opener.open("https://www.baidu.com/")# 直接利用opener实例打开url
52+
opener = urllib.request.build_opener(proxy) # 利用代理创建opener实例(OpenerDirector实例)
53+
response = opener.open("https://www.baidu.com/") # 直接利用opener实例打开url
5454

55-
urllib.request.install_opener(opener)# 安装、设置全局的opener,然后利用urlopen打开url
55+
urllib.request.install_opener(opener) # 安装、设置全局的opener,然后利用urlopen打开url
5656
response = urllib.request.urlopen("https://www.baidu.com/")
5757

5858

0 commit comments

Comments
 (0)