1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
|
#!/usr/bin/python
from dotenv import load_dotenv
load_dotenv()
import os
import glob
from jinja2 import Environment, FileSystemLoader, select_autoescape
import s3
import parser
from paths import *
env = Environment(
loader=FileSystemLoader(template_path),
autoescape=select_autoescape([])
)
def build_page(fn, research_posts):
metadata, sections = parser.read_metadata(fn)
if metadata is None:
print("{} has no metadata".format(fn))
return
print(metadata['url'])
dirname = os.path.dirname(fn)
output_path = public_path + metadata['url']
output_fn = os.path.join(output_path, "index.html")
skip_h1 = False
if metadata['url'] == '/':
template = env.get_template("home.html")
elif 'research/' in fn:
skip_h1 = True
template = env.get_template("research.html")
else:
template = env.get_template("page.html")
if 'datasets/' in fn:
s3_dir = s3_datasets_path
else:
s3_dir = s3_site_path
s3_path = s3.make_s3_path(s3_dir, metadata['path'])
if 'index.md' in fn:
s3.sync_directory(dirname, s3_dir, metadata)
content = parser.parse_markdown(sections, s3_path, skip_h1=skip_h1)
html = template.render(
metadata=metadata,
content=content,
research_posts=research_posts,
latest_research_post=research_posts[-1],
)
os.makedirs(output_path, exist_ok=True)
with open(output_fn, "w") as file:
file.write(html)
print("______")
def build_research_index(research_posts):
metadata, sections = parser.read_metadata('../site/content/research/index.md')
template = env.get_template("page.html")
s3_path = s3.make_s3_path(s3_site_path, metadata['path'])
content = parser.parse_markdown(sections, s3_path, skip_h1=False)
content += parser.parse_research_index(research_posts)
html = template.render(
metadata=metadata,
content=content,
research_posts=research_posts,
latest_research_post=research_posts[-1],
)
output_fn = public_path + '/research/index.html'
with open(output_fn, "w") as file:
file.write(html)
def build_site():
research_posts = parser.read_research_post_index()
for fn in glob.iglob(os.path.join(content_path, "**/*.md"), recursive=True):
build_page(fn, research_posts)
build_research_index(research_posts)
if __name__ == '__main__':
build_site()
|
