summaryrefslogtreecommitdiff
path: root/ricky/dataset.py
blob: 478ee5e1887639bb95b549e630a3c77582ba90ec (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
import ricky.params
from ricky.utils import data_from_image
from pybrain.datasets import SupervisedDataSet



class DataSet(SupervisedDataSet):

    @staticmethod
    def _file_into_list(self, filepath):
        f = open(filepath, "r")
        return f.read().split("\n")

    def _load_url_list(self, url_list, liked=False):
        target = 0
        if liked:
            target = 1
        data_list = [data_from_image(image) for image in url_list if image]
        for data in data_list:
            params_instance = Params.new_class_from_classname(data['module'])
            params_instance.from_dict(data['params'])
            self.addSample(
                params_instance.as_normalized(),
                target
            )