import ricky.params from ricky.utils import data_from_image from pybrain.datasets import SupervisedDataSet class DataSet(SupervisedDataSet): @staticmethod def _file_into_list(self, filepath): f = open(filepath, "r") return f.read().split("\n") def _load_url_list(self, url_list, liked=False): target = 0 if liked: target = 1 data_list = [data_from_image(image) for image in url_list if image] for data in data_list: params_instance = Params.new_class_from_classname(data['module']) params_instance.from_dict(data['params']) self.addSample( params_instance.as_normalized(), target )