- 论坛徽章:
- 0
|
python3.6版本,设置代理后访问获取ip的网站应该是代理的地址,可以设置后访问网站还是自己的ip(火狐浏览器可以成功),下面是代码
import urllib
import chardet
dict = {
'url': 'http://2017.ip138.com/ic.asp',
'requestType': 'GET',
'isProxy': True,
'isHttps': False,
'proxyProtocol':'https',
'proxyIp':'36.251.248.76',
'proxyPort':'80',
}
urlInfo= urllib.request.urlparse(dict['url']);
headers = [
('Host', urlInfo.hostname),
('User-Agent', ' Mozilla/5.0 (Windows NT 6.1; WOW64; rv:43.0) Gecko/20100101 Firefox/43.0'),
('Accept', ' text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'),
('Accept-Language', ' zh-CN,zh;q=0.8,en-US;q=0.5,en;q=0.3'),
('Accept-Encoding', 'deflate'),
('Referer', ' http://www.baidu.com'),
('Connection', ' keep-alive'),
('Cache-Control', ' max-age=0'),
rq = urllib.request;
proxy = rq.ProxyHandler({dict['proxyProtocol']:dict['proxyIp']+":"+dict['proxyPort']});
opener = rq.build_opener(proxy);
opener.addheaders=headers;
response = opener.open(dict['url']);
data = response.read();
charset = chardet.detect(data)['encoding'];
body = data.decode(charset, 'ignore');
opener.close();
print(body)
|
|