summaryrefslogtreecommitdiff
path: root/lib/pb/__init__.py
diff options
context:
space:
mode:
authorPepper <pepper@scannerjammer.com>2015-09-26 04:14:44 -0400
committerPepper <pepper@scannerjammer.com>2015-09-26 04:14:44 -0400
commit4ebeb643da6419835e9ac3adb731e38a8ec9c7b4 (patch)
tree4876b43410d67b62a238102ee98bf78f248fee78 /lib/pb/__init__.py
parentcc7fcec7ea718777f41154a107bdf8c709ed968a (diff)
reworked some more
Diffstat (limited to 'lib/pb/__init__.py')
-rw-r--r--lib/pb/__init__.py311
1 files changed, 155 insertions, 156 deletions
diff --git a/lib/pb/__init__.py b/lib/pb/__init__.py
index 29569c6..41b9155 100644
--- a/lib/pb/__init__.py
+++ b/lib/pb/__init__.py
@@ -1,10 +1,10 @@
import re
from config import *
-import time
+import time
import urllib, urllib2
import sys, os
import random
-from subprocess import Popen,PIPE,call
+from subprocess import Popen, PIPE, call
from params import Params
import sha
import simplejson as json
@@ -16,182 +16,181 @@ Request = urllib2.Request
urlencode = urllib.urlencode
urlopen = urllib2.urlopen
-_max_filename_length = 20;
+_max_filename_length = 20
class PbProcessError(Exception):
- pass
+ pass
class Pb(object):
- def __init__(self, **kwargs):
- self._input_kwargs = kwargs
- self._now = str(int(time.time()));
- self.params = Params(classname=self.__class__.__name__, now=self._now);
- self._files_created = []
- self.commands = [];
- self._working_dir = WORKING_DIR
- self._tag = self.__class__.__name__
- self._hashdir = None
- self._db_url_param = None
+ def __init__(self, **kwargs):
+ self._input_kwargs = kwargs
+ self._now = str(int(time.time()))
+ self.params = Params(classname=self.__class__.__name__, now=self._now)
+ self._files_created = []
+ self.commands = []
+ self._working_dir = WORKING_DIR
+ self._tag = self.__class__.__name__
+ self._hashdir = None
+ self._db_url_param = None
- def _filename_create(self, url=None, namepart="", extension=""):
- if url:
- _basename = os.path.basename(url)
- namepart = re.split(r'\.', _basename)[0]
- namepart = self._url_sanitize(namepart)[0:_max_filename_length]
- name = ""
- if namepart: name += "%s-" % namepart
- name += "%s_%s" % (self.__class__.__name__, self._now)
- if self.params.username : name += "_%s" % self.params.username
- if extension: name += ".%s" % extension
- return name
-
- def _filepath_create(self, filename, directory=WORKING_DIR):
- return os.path.join(directory, filename)
+ def _filename_create(self, url=None, namepart="", extension=""):
+ if url:
+ _basename = os.path.basename(url)
+ namepart = re.split(r'\.', _basename)[0]
+ namepart = self._url_sanitize(namepart)[0:_max_filename_length]
+ name = ""
+ if namepart: name += "%s-" % namepart
+ name += "%s_%s" % (self.__class__.__name__, self._now)
+ if self.params.username: name += "_%s" % self.params.username
+ if extension: name += ".%s" % extension
+ return name
- def _filename_filepath_create(self, url=None, namepart="", directory=WORKING_DIR, extension=""):
- _filename = self._filename_create(url=url, namepart=namepart, extension=extension);
- _filepath = self._filepath_create(_filename, directory=directory);
- return _filename, _filepath
+ def _filepath_create(self, filename, directory=WORKING_DIR):
+ return os.path.join(directory, filename)
- def _tempfilepath_create(self, namepart="temp", directory=WORKING_DIR, extension=""):
- _filename = self._filename_create(namepart=namepart, extension=extension)
- return self._filepath_create(_filename, directory=directory)
+ def _filename_filepath_create(self, url=None, namepart="", directory=WORKING_DIR, extension=""):
+ _filename = self._filename_create(url=url, namepart=namepart, extension=extension)
+ _filepath = self._filepath_create(_filename, directory=directory)
+ return _filename, _filepath
- def _hashdir_create(self):
- self._hashdir = sha.new(self.filename).hexdigest()[:2]
+ def _tempfilepath_create(self, namepart="temp", directory=WORKING_DIR, extension=""):
+ _filename = self._filename_create(namepart=namepart, extension=extension)
+ return self._filepath_create(_filename, directory=directory)
- def _url_sanitize (self, s):
- return re.sub(r'\W+', '', s)
+ def _hashdir_create(self):
+ self._hashdir = sha.new(self.filename).hexdigest()[:2]
- def _call_cmd(self, cmd):
- try:
- cmd = map(lambda i: str(i), cmd)
- call(cmd)
- self.commands.append(" ".join(cmd));
- except Exception:
- raise Exception("Unable to call cmd {}".format(str(cmd)))
+ def _url_sanitize(self, s):
+ return re.sub(r'\W+', '', s)
- def _dimensions(self, filepath):
- try:
- ident = (Popen([BIN_IDENTIFY, filepath], stdout=PIPE).communicate()[0]).split(" ")
- return ident[2].split("x")
- except Exception as e:
- self.err_warn("Unable to get file dimensions:\n")
- self.err_ward(str(e))
+ def _call_cmd(self, cmd):
+ try:
+ cmd = map(lambda i: str(i), cmd)
+ call(cmd)
+ self.commands.append(" ".join(cmd))
+ except Exception:
+ raise Exception("Unable to call cmd {}".format(str(cmd)))
- def _file_dimensions (self):
- self.file_width, self.file_height = self._dimensions(self.filepath)
-
- def _width_and_height_set(self, filepath=None, width=DEFAULT_WIDTH, height=DEFAULT_HEIGHT):
- if filepath:
- self.width, self.height = self._dimensions(filepath)
- return
- self.width = width
- self.height = height
+ def _dimensions(self, filepath):
+ try:
+ ident = (Popen([BIN_IDENTIFY, filepath], stdout=PIPE).communicate()[0]).split(" ")
+ return ident[2].split("x")
+ except Exception as e:
+ self.err_warn("Unable to get file dimensions:\n")
+ self.err_ward(str(e))
- def _file_size_get(self):
- try:
- self.file_size = os.stat(self.filepath)[6]
- except Exception as e:
- self.err_warn("Couldn't determine filesize of %s\n" % self.filepath)
- self.err_warn(str(e))
+ def _file_dimensions(self):
+ self.file_width, self.file_height = self._dimensions(self.filepath)
- def _file_read(self, filepath):
- f = open(filepath, 'r');
- data = f.read()
- f.close()
- return data
+ def _width_and_height_set(self, filepath=None, width=DEFAULT_WIDTH, height=DEFAULT_HEIGHT):
+ if filepath:
+ self.width, self.height = self._dimensions(filepath)
+ return
+ self.width = width
+ self.height = height
- def err_warn(self, s):
- sys.stderr.write("ERROR:{} - {}\n".format(self.__class__.__name__, s))
- raise PbProcessError
-
- def _cleanup(self):
- if not self._files_created: return
- map(lambda n: os.remove(n), self._files_created)
-
- def _file_clean_local(self):
- os.remove(self.filepath)
+ def _file_size_get(self):
+ try:
+ self.file_size = os.stat(self.filepath)[6]
+ except Exception as e:
+ self.err_warn("Couldn't determine filesize of %s\n" % self.filepath)
+ self.err_warn(str(e))
- def err_fatal(self, s):
- sys.stderr.write("ERROR[FATAL]:%s - %s\n".format(self.__class__.__name__, s))
- sys.exit(1);
-
- @classmethod
- def example_run(cls, params=None, verbose=True):
- example_params = params or cls.example_params
- if not example_params:
- raise AttributeError ("Must supply test params to test %s" % cls.__name__)
- b = cls(**example_params)
- b.create();
- if verbose:
- sys.stderr.write("generated %s\n" % b.filepath)
- sys.stderr.write("files created %s\n" % b._files_created)
- sys.stderr.write("commands:\n %s\n" % ";\n ".join(b.commands))
- return b
+ def _file_read(self, filepath):
+ f = open(filepath, 'r')
+ data = f.read()
+ f.close()
+ return data
- @staticmethod
- def gif_frames(filepath):
- try:
- info = Popen([BIN_IDENTIFY,filepath], stdout=PIPE).communicate()[0]
- frames = filter((lambda x: x), map(
- (lambda x: x.split(" ")[0]),
- (info).split('\n')
- ))
- return frames
- except Exception as e:
- self.err_warn("couldn't get gif frames")
- raise e;
+ def err_warn(self, s):
+ sys.stderr.write("ERROR:{} - {}\n".format(self.__class__.__name__, s))
+ raise PbProcessError
- def _choose_gif_frame(self, filepath):
- _gif_frames = Pb.gif_frames(filepath)
- frame = random.choice(_gif_frames)
- self._call_cmd([BIN_CONVERT, frame, filepath])
+ def _cleanup(self):
+ if not self._files_created: return
+ map(lambda n: os.remove(n), self._files_created)
- def db_send(self, remote_addr=None, db_connection=None):
- try:
- db = db_connection or Db();
- except Exception as e:
- sys.stderr.write("Could not connect to db:\n{}".format(e))
- sys.exit(1);
- try:
-
- _insert_data = {
- 'date' : self._now,
- 'remote_addr' : remote_addr,
- 'username' : str(self.params.username),
- 'url' : self._db_url_param,
- 'directory' : self._hashdir,
- 'oldfile' : None,
- 'newfile' : self.filename,
- 'dataobj' : json.dumps(dict(self._input_kwargs)),
- 'cmd' : "; ".join(self.commands),
- 'tag' : self._tag,
- }
- db.insert_cmd(**_insert_data)
- except Exception as e:
- self.err_warn("Problem sending to database:\n %s" % str(e))
+ def _file_clean_local(self):
+ os.remove(self.filepath)
- def file_s3move(self):
- self._hashdir_create()
- s3cli = S3Cli()
- s3cli.s3move(self.filepath, "im/{}/{}".format(self._hashdir, self.filename))
- self._file_clean_local();
-
- def file_dict(self):
- return {
- 'url' : "%s/im/%s/%s" % (BASE_URL, self._hashdir, self.filename),
- 'size' : self.file_size,
- 'width' : "%spx" % self.file_width,
- 'height' : "%spx" % self.file_height,
- }
+ def err_fatal(self, s):
+ sys.stderr.write("ERROR[FATAL]:%s - %s\n".format(self.__class__.__name__, s))
+ sys.exit(1)
- def create(self):
- #base methods FIXME move into File class
+ @classmethod
+ def example_run(cls, params=None, verbose=True):
+ example_params = params or cls.example_params
+ if not example_params:
+ raise AttributeError("Must supply test params to test %s" % cls.__name__)
+ b = cls(**example_params)
+ b.create()
+ if verbose:
+ sys.stderr.write("generated %s\n" % b.filepath)
+ sys.stderr.write("files created %s\n" % b._files_created)
+ sys.stderr.write("commands:\n %s\n" % ";\n ".join(b.commands))
+ return b
- self._file_dimensions()
- self._file_size_get()
- self._cleanup();
+ @staticmethod
+ def gif_frames(filepath):
+ try:
+ info = Popen([BIN_IDENTIFY, filepath], stdout=PIPE).communicate()[0]
+ frames = filter((lambda x: x), map(
+ (lambda x: x.split(" ")[0]),
+ (info).split('\n')
+ ))
+ return frames
+ except Exception as e:
+ self.err_warn("couldn't get gif frames")
+ raise e
+
+ def _choose_gif_frame(self, filepath):
+ _gif_frames = Pb.gif_frames(filepath)
+ frame = random.choice(_gif_frames)
+ self._call_cmd([BIN_CONVERT, frame, filepath])
+
+ def db_send(self, remote_addr=None, db_connection=None):
+ try:
+ db = db_connection or Db()
+ except Exception as e:
+ sys.stderr.write("Could not connect to db:\n{}".format(e))
+ sys.exit(1)
+ try:
+
+ _insert_data = {
+ 'date' : self._now,
+ 'remote_addr' : remote_addr,
+ 'username' : str(self.params.username),
+ 'url' : self._db_url_param,
+ 'directory' : self._hashdir,
+ 'oldfile' : None,
+ 'newfile' : self.filename,
+ 'dataobj' : json.dumps(dict(self._input_kwargs)),
+ 'cmd' : "; ".join(self.commands),
+ 'tag' : self._tag,
+ }
+ db.insert_cmd(**_insert_data)
+ except Exception as e:
+ self.err_warn("Problem sending to database:\n %s" % str(e))
+
+ def file_s3move(self):
+ self._hashdir_create()
+ s3cli = S3Cli()
+ s3cli.s3move(self.filepath, "im/{}/{}".format(self._hashdir, self.filename))
+ self._file_clean_local()
+
+ def file_dict(self):
+ return {
+ 'url' : "%s/im/%s/%s" % (BASE_URL, self._hashdir, self.filename),
+ 'size' : self.file_size,
+ 'width' : "%spx" % self.file_width,
+ 'height' : "%spx" % self.file_height,
+ }
+
+ def create(self):
+ #base methods FIXME move into File class
+ self._file_dimensions()
+ self._file_size_get()
+ self._cleanup()
from pb.grid import PbGrid
from pb.breaker import PbBreaker