first commit in a while

1 files changed, 56 insertions, 0 deletions

diff --git a/feeder/browser.py b/feeder/browser.py
new file mode 100755
index 0000000..aa77d96
--- /dev/null
+++ b/feeder/browser.py
@@ -0,0 +1,56 @@
+#!/usr/bin/python
+
+import urllib
+import urllib2
+import socket
+import simplejson as json
+
+urlencode = urllib.urlencode
+urlopen = urllib2.urlopen
+Request = urllib2.Request
+
+socket.setdefaulttimeout(10)
+
+class Browser:
+	def __init__ (self):
+		pass
+	def get_json (self, url, params=None):
+		request = self.get (url,params)
+		data = request.read()
+		if len(data):
+			return json.loads(data)
+		return None
+	def get (self, url, params=None):
+		if params is not None:
+			url += "?%s"
+			return self.request(url % urlencode(params), None)
+		else:
+			return self.request(url, None)
+	def post (self, url, params):
+		data = urlencode(params)
+		return self.request(url, data)
+	def qs (seflf, params):
+		return urlencode(params)
+	def request (self, url, data):
+		headers = {
+			'User-Agent': 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)',
+			# 'Referer': self.referer,
+			# 'Cookie': self.cookie,
+			'Accept': '*/*',
+			}
+		try:
+			req = Request(url, data, headers)
+			response = urlopen(req)
+		except IOError, e:
+			if hasattr(e, 'code'):
+				print '%s - ERROR %s' % (url, e.code)
+			else:
+				print '%s - UNKNOWN ERROR' % (url)
+			return None
+		else:
+			return response
+
+
+if __name__ == '__main__':
+	pass
+