1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
|
#!/usr/bin/python
from dotenv import load_dotenv
load_dotenv()
import os
import glob
from jinja2 import Environment, FileSystemLoader, select_autoescape
import s3
import parser
from paths import *
env = Environment(
loader=FileSystemLoader(template_path),
autoescape=select_autoescape([])
)
def build_page(fn, research_posts):
metadata, sections = parser.read_metadata(fn)
if metadata is None:
print("{} has no metadata".format(fn))
return
print(metadata['url'])
dirname = os.path.dirname(fn)
output_path = public_path + metadata['url']
output_fn = os.path.join(output_path, "index.html")
if 'research/' in fn:
template = env.get_template("research.html")
else:
template = env.get_template("page.html")
if 'datasets' in fn:
s3_path = "{}/{}/{}{}".format(os.getenv('S3_ENDPOINT'), os.getenv('S3_BUCKET'), s3_datasets_path, metadata['path'])
if 'index.md' in fn:
s3.sync_directory(dirname, s3_datasets_path, metadata)
else:
s3_path = "{}/{}/{}{}".format(os.getenv('S3_ENDPOINT'), os.getenv('S3_BUCKET'), s3_site_path, metadata['path'])
if 'index.md' in fn and metadata['url'] != '/':
s3.sync_directory(dirname, s3_site_path, metadata)
content = parser.parse_markdown(sections, s3_path)
html = template.render(
metadata=metadata,
content=content,
research_posts=research_posts,
latest_research_post=research_posts[-1],
)
os.makedirs(output_path, exist_ok=True)
with open(output_fn, "w") as file:
file.write(html)
print("______")
def build_site():
research_posts = parser.read_research_post_index()
for fn in glob.iglob(os.path.join(content_path, "**/*.md"), recursive=True):
build_page(fn, research_posts)
if __name__ == '__main__':
build_site()
|
