diff options
Diffstat (limited to 'feeder/browser.py')
| -rwxr-xr-x | feeder/browser.py | 56 |
1 files changed, 56 insertions, 0 deletions
diff --git a/feeder/browser.py b/feeder/browser.py new file mode 100755 index 0000000..aa77d96 --- /dev/null +++ b/feeder/browser.py @@ -0,0 +1,56 @@ +#!/usr/bin/python + +import urllib +import urllib2 +import socket +import simplejson as json + +urlencode = urllib.urlencode +urlopen = urllib2.urlopen +Request = urllib2.Request + +socket.setdefaulttimeout(10) + +class Browser: + def __init__ (self): + pass + def get_json (self, url, params=None): + request = self.get (url,params) + data = request.read() + if len(data): + return json.loads(data) + return None + def get (self, url, params=None): + if params is not None: + url += "?%s" + return self.request(url % urlencode(params), None) + else: + return self.request(url, None) + def post (self, url, params): + data = urlencode(params) + return self.request(url, data) + def qs (seflf, params): + return urlencode(params) + def request (self, url, data): + headers = { + 'User-Agent': 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)', + # 'Referer': self.referer, + # 'Cookie': self.cookie, + 'Accept': '*/*', + } + try: + req = Request(url, data, headers) + response = urlopen(req) + except IOError, e: + if hasattr(e, 'code'): + print '%s - ERROR %s' % (url, e.code) + else: + print '%s - UNKNOWN ERROR' % (url) + return None + else: + return response + + +if __name__ == '__main__': + pass + |
