summaryrefslogtreecommitdiff
path: root/feeder/browser.py
blob: aa77d965b9888b040478505648a9df6ca014093a (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
#!/usr/bin/python

import urllib
import urllib2
import socket
import simplejson as json

urlencode = urllib.urlencode
urlopen = urllib2.urlopen
Request = urllib2.Request

socket.setdefaulttimeout(10)

class Browser:
	def __init__ (self):
		pass
	def get_json (self, url, params=None):
		request = self.get (url,params)
		data = request.read()
		if len(data):
			return json.loads(data)
		return None
	def get (self, url, params=None):
		if params is not None:
			url += "?%s"
			return self.request(url % urlencode(params), None)
		else:
			return self.request(url, None)
	def post (self, url, params):
		data = urlencode(params)
		return self.request(url, data)
	def qs (seflf, params):
		return urlencode(params)
	def request (self, url, data):
		headers = {
			'User-Agent': 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)',
			# 'Referer': self.referer,
			# 'Cookie': self.cookie,
			'Accept': '*/*',
			}
		try:
			req = Request(url, data, headers)
			response = urlopen(req)
		except IOError, e:
			if hasattr(e, 'code'):
				print '%s - ERROR %s' % (url, e.code)
			else:
				print '%s - UNKNOWN ERROR' % (url)
			return None
		else:
			return response


if __name__ == '__main__':
	pass