#!/usr/bin/python from dotenv import load_dotenv load_dotenv() import os import glob from jinja2 import Environment, FileSystemLoader, select_autoescape import s3 import parser from paths import * env = Environment( loader=FileSystemLoader(template_path), autoescape=select_autoescape([]) ) def build_page(fn, research_posts): metadata, sections = parser.read_metadata(fn) if metadata is None: print("{} has no metadata".format(fn)) return print(metadata['url']) dirname = os.path.dirname(fn) output_path = public_path + metadata['url'] output_fn = os.path.join(output_path, "index.html") if 'research/' in fn: template = env.get_template("research.html") else: template = env.get_template("page.html") if 'datasets' in fn: s3_path = "{}/{}/{}{}".format(os.getenv('S3_ENDPOINT'), os.getenv('S3_BUCKET'), s3_datasets_path, metadata['path']) if 'index.md' in fn: s3.sync_directory(dirname, s3_datasets_path, metadata) else: s3_path = "{}/{}/{}{}".format(os.getenv('S3_ENDPOINT'), os.getenv('S3_BUCKET'), s3_site_path, metadata['path']) if 'index.md' in fn and metadata['url'] != '/': s3.sync_directory(dirname, s3_site_path, metadata) content = parser.parse_markdown(sections, s3_path) html = template.render( metadata=metadata, content=content, research_posts=research_posts, latest_research_post=research_posts[-1], ) os.makedirs(output_path, exist_ok=True) with open(output_fn, "w") as file: file.write(html) print("______") def build_site(): research_posts = parser.read_research_post_index() for fn in glob.iglob(os.path.join(content_path, "**/*.md"), recursive=True): build_page(fn, research_posts) if __name__ == '__main__': build_site()