summaryrefslogtreecommitdiff
path: root/fetch-entries.py
blob: b8279a1ac3dba0f50771bbc76db1eb852fe92a54 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
import os
import sys
import csv
import subprocess

with open('./datasets/citations.csv', 'r') as f:
  reader = csv.reader(f)
  lines = list(reader)
  keys = lines[0]
  lines = lines[1:]

print([line[1] for line in lines])

for line in lines:
  label = line[0]
  title = line[1]
  entries_fn = './datasets/scholar/entries/{}.csv'.format(title)
  print(entries_fn)
  if not os.path.exists(entries_fn):
    with open(entries_fn, 'w') as f:
      subprocess.call([
        './vendor/scholar.py',
        '-t', '-s', title, '--csv',
      ], stdout=f)
    sys.exit(1)