From 53f6e26015e65b8696ed1a6e5c74bdfef14b3ac2 Mon Sep 17 00:00:00 2001 From: adamhrv Date: Tue, 19 Mar 2019 12:20:38 +0100 Subject: add cmds --- megapixels/commands/datasets/pull_spreadsheet.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) (limited to 'megapixels/commands/datasets/pull_spreadsheet.py') diff --git a/megapixels/commands/datasets/pull_spreadsheet.py b/megapixels/commands/datasets/pull_spreadsheet.py index 0094ea59..b8b68094 100644 --- a/megapixels/commands/datasets/pull_spreadsheet.py +++ b/megapixels/commands/datasets/pull_spreadsheet.py @@ -20,7 +20,7 @@ from app.utils.logger_utils import Logger log = Logger.getLogger() -opt_sheets = ['datasets', 'relationships', 'funding', 'references', 'sources', 'tags', 'citations', 'legal', ] +opt_sheets = ['datasets', 'relationships', 'funding', 'references', 'sources', 'tags', 'citations', 'legal'] @click.command() @click.option('-n', '--name', 'opt_spreadsheets', multiple=True, @@ -65,14 +65,14 @@ def clean_datasets_sheet_ft(df): # clean data for FT df = df[df['ft_share'] == 'Y'] keys = ['key', 'name_short', 'name_full', 'url', 'downloaded', 'purpose', 'wild'] - keys += ['campus', 'year_start', 'year_end', 'year_published', 'images', 'videos', 'identities', 'faces', 'youtube', 'flickr', 'google', 'bing', 'comment'] + keys += ['campus', 'year_start', 'year_end', 'year_published', 'images', 'videos', 'identities', 'faces_or_persons', 'youtube', 'flickr', 'google', 'bing', 'comment'] return df[keys] def clean_datasets_sheet_nyt(df): # clean data for FT df = df[df['ft_share'] == 'Y'] keys = ['key', 'name_short', 'name_full', 'url', 'downloaded', 'purpose', 'wild'] - keys += ['campus', 'year_start', 'year_end', 'year_published', 'images', 'videos', 'identities', 'faces', 'youtube', 'flickr', 'google', 'bing', 'comment'] + keys += ['campus', 'year_start', 'year_end', 'year_published', 'images', 'videos', 'identities', 'faces_or_persons', 'youtube', 'flickr', 'google', 'bing', 'comment'] return df[keys] def fetch_spreadsheet(): -- cgit v1.2.3-70-g09d2