summaryrefslogtreecommitdiff
path: root/Param/Img_url
diff options
context:
space:
mode:
authoryo mama <pepper@scannerjammer.com>2015-09-15 19:39:59 -0700
committeryo mama <pepper@scannerjammer.com>2015-09-15 19:39:59 -0700
commitacc164568a215c3c5e2363855f712291b2a459e1 (patch)
treef91454aca1de19dadc61cd892a5b4fa72c7ac32d /Param/Img_url
parent7d0116ba389e061bd609cc999f1c993b7344cf55 (diff)
more oop
Diffstat (limited to 'Param/Img_url')
-rw-r--r--Param/Img_url/__init__.py81
1 files changed, 81 insertions, 0 deletions
diff --git a/Param/Img_url/__init__.py b/Param/Img_url/__init__.py
new file mode 100644
index 0000000..176888b
--- /dev/null
+++ b/Param/Img_url/__init__.py
@@ -0,0 +1,81 @@
+from Param import Param
+from Config import *
+import urllib, urllib2
+from subprocess import Popen, PIPE
+Request = urllib2.Request
+urlencode = urllib.urlencode
+urlopen = urllib2.urlopen
+Request = urllib2.Request
+urlencode = urllib.urlencode
+urlopen = urllib2.urlopen
+
+
+def ParamImg_url(Param):
+ def __init__(self, value, key="", classname=""):
+ self._classname = classname
+ super(ParamImg_url).__init__()
+
+ if value:
+ try:
+ self.filename = self._filename_temporary(key)
+ self.path = os.path.join(self._working_dir, _filename)
+ self._image_download(value, self._path)
+ self.mimetype = self._image_mimetype(_path)
+ self.value = self.path
+ except Exception as e:
+ self.err_warn("Unable to download image: %s" % str(value))
+ self.err_warn(str(e))
+
+
+ def _filename_temporary(self, s):
+ return "_tmp-{}-{}_{}".format(self._classname, self._now, s)
+
+ def _image_download(self, url, path):
+ max_size = MAX_SIZE
+ if self.username in SPECIAL_DOWNLOADERS:
+ max_size = SPECIAL_DOWNLOADERS_MAX_SIZE
+ try:
+ self._download(url, path, max_size=max_size)
+ except Exception as e:
+ self.err_warn("Download failed");
+
+ def _browser_request (self, url, data=None):
+ headers = {
+ 'User-Agent': 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)',
+ 'Accept': '*/*',
+ }
+ try:
+ req = Request(url, data, headers)
+ response = urlopen(req)
+ except IOError as e:
+ if hasattr(e, 'code'):
+ sys.stderr.write( 'browser request error: %s - ERROR %s' % (url, e.code) )
+ raise IOError
+ return response
+
+ def _download(self, url, destination, max_size=MAX_SIZE):
+ response = self._browser_request(url, None)
+
+ rawimg = response.read()
+ if len(rawimg) == 0:
+ self.err_warn("got zero-length file")
+ if len(rawimg) > max_size:
+ self.err_warn("file too big: max size {} KB / {} is {} KB".format(
+ str(MAX_SIZE/1024),
+ destination,
+ str(len(rawimg)/1024)
+ )
+ )
+ f = open(destination, "w")
+ f.write(rawimg)
+ f.close()
+
+ def _image_mimetype(self, f):
+ try:
+ mimetype = Popen(
+ [BIN_IDENTIFY, f], stdout=PIPE
+ ).communicate()[0].split(" ")[1].lower()
+ return mimetype
+ except Exception as e:
+ sys.stderr.write("couldn't determine mimetype\n")
+ raise e;