Python
08 Nov 2011
 
 
 
 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
#!/usr/bin/env python
"""
Test proxy
"""
import setup_syspath
from grab import Grab
import logging
import settings
def main():
g = Grab()
g.setup_proxylist(settings.PROXY_FILE, settings.PROXY_TYPE,
auto_change=True)
for x in xrange(5):
g.go('http://google.com/robots.txt')
try:
print g.response.body[:100]
except Grab.Error, ex:
print ex
if __name__ == '__main__':
logging.basicConfig(level=logging.DEBUG)
main()