import os
import re
from datetime import datetime
from shutil import copy
from typing import Optional, Callable
from markdown import markdown
DOUBLE_NEWLINE_RE = re.compile(r'\n\n', flags=re.MULTILINE|re.DOTALL)
HEADER_TITLE_RE = re.compile(r'
last compiled: {}
'.format(datetime.utcnow()) header_content = compile_markdown(os.path.join(source_path, 'src/header.md')) footer_content = last_compiled + compile_markdown(os.path.join(source_path, 'src/footer.md')) logo_path = os.path.join(source_path, 'src/logo.png') css_path = os.path.join(source_path, 'src/main.css') articles_root = os.path.join(source_path, 'src/articles') articles = [] copy(logo_path, dest_path) copy(css_path, dest_path) for source_root, dirs, files in os.walk(articles_root): depth = depth_from(articles_root, source_root) current_suffix = source_root.replace(articles_root, '') if current_suffix and current_suffix[0] == '/': current_suffix = current_suffix[1:] dest_root = os.path.join(dest_path, current_suffix) for directory in dirs: dir_path = os.path.join(dest_root, directory) os.mkdir(dir_path) on_create(dir_path) for source_filename in files: if source_filename.startswith('.'): continue source_file_path = os.path.join(source_root, source_filename) output = compile_source_file( source_file_path, header_content, footer_content) output = relativize_links(output, depth) dest_filename = source_filename.split('.')[0] + '.html' articles.append({ 'title': dest_filename.split('.')[0], 'href': os.path.join(current_suffix, dest_filename), 'path': current_suffix}) final_path = os.path.join(dest_root, dest_filename) with open(final_path, 'w') as f: f.write(output) on_create(final_path) toc_content = generate_toc(header_content, articles) toc_path = os.path.join(dest_path, 'toc.html') with open(toc_path, 'w') as f: f.write(relativize_links(toc_content, 1)) f.write(footer_content) on_create(toc_path) def slurp(file_path:str) -> str: """Convenience function for reading a file and returning its contents.""" content = None with open(file_path, 'r') as f: content = f.read() return content def compile_source_file(source_file_path:str, header_content:str, footer_content:str) -> str: """Given a path to a source file, this function: - picks an appropriate compiler for the file extension - compiles the file - sandwiches it between the provided header and footer content - returns the constructed string """ if not os.path.isabs(source_file_path): raise ValueError( '{} is not an absolute path.'.format(source_file_path)) # pick a compiler if source_file_path.endswith('.md'): compiler = compile_markdown elif source_file_path.endswith('.txt'): compiler = compile_plaintext else: # this just copies through any files that we don't recognize as needing # conversion. compiler = slurp content = compiler(source_file_path) title = extract_title(content) if title is not None: header_content = update_title(header_content, title) return '{}\n{}\n{}'.format(header_content, content, footer_content) def update_title(content:str, title:str) -> str: """Given a chunk of HTML, finds, updates, and returns the title element to be the given title. If there is no title element, the content is returned unmodified.""" return re.sub(TITLE_RE, '\n' output += re.sub( DOUBLE_NEWLINE_RE, '
', slurp(file_path)) output += '\n
\n' return output