{body}"""
def render_md(text, depth=0):
code = []
def hide_code(m):
code.append(m.group(0))
return f"XCODE{len(code) - 1}X"
t = re.sub(r"```.*?```", hide_code, text, flags=re.S)
t = re.sub(r"`[^`\n]+`", hide_code, t)
t = t.replace("\\$", "XDOLLARX")
maths = []
def hide_math(m, display):
maths.append((display, m.group(1)))
return f"XMATH{len(maths) - 1}X"
t = re.sub(r"\$\$(.+?)\$\$", lambda m: hide_math(m, True), t, flags=re.S)
t = re.sub(r"(?\\[{esc(maths[int(m.group(1))][1].strip())}\\]' if maths[int(m.group(1))][0]
else f'\\({esc(maths[int(m.group(1))][1].strip())}\\)'), h)
h = h.replace("XDOLLARX", "$")
h = re.sub(r'
(.*?)
', lambda m: f'
{m.group(1)}
', h, flags=re.S)
# relative links between repository files -> site pages
def fix(m):
url = m.group(1)
if url.startswith(("http", "#", "mailto:", "/")):
return m.group(0)
path, _, frag = url.partition("#")
up = "../" * depth
if path == "docs/paper.md":
return f'href="/paper{"#" + frag if frag else ""}"'
if path.endswith(".md") and path.startswith("docs/"):
new = f"{up}{path[:-3]}.html"
elif path.startswith("../") and path.endswith(".md"):
new = f"{up}{path[3:-3]}.html"
elif re.match(r"^[\w-]+\.md$", path) and depth == 1:
new = f"{up}{path[:-3].lower()}.html" if path != "paper.md" else f"{up}docs/paper.html"
elif re.match(r"^(\d\d-[\w-]+)\.md$", path) and depth == 1:
new = path[:-3] + ".html"
elif path in ("CONTRIBUTING.md",):
new = f"{up}contributing.html"
elif path.startswith("../"):
new = f"{up}raw/{path[3:]}"
else:
new = f"{up}raw/{path}"
return f'href="{new}{"#" + frag if frag else ""}"'
return re.sub(r'href="([^"]+)"', fix, h)
def write(path, content):
path = os.path.join(OUT, path)
os.makedirs(os.path.dirname(path), exist_ok=True)
with open(path, "w", encoding="utf-8") as f:
f.write(content)
def main():
if os.path.exists(OUT):
shutil.rmtree(OUT)
os.makedirs(OUT)
files = subprocess.run(["git", "ls-files"], capture_output=True, text=True, check=True).stdout.split()
# raw copies
for f in files:
os.makedirs(os.path.dirname(os.path.join(OUT, "raw", f)) or os.path.join(OUT, "raw"), exist_ok=True)
shutil.copy(f, os.path.join(OUT, "raw", f))
# docs pages
for f in sorted(files):
if f.startswith("docs/") and f.endswith(".md"):
body = render_md(open(f, encoding="utf-8").read(), depth=1)
write(f[:-3] + ".html", page(os.path.basename(f), body, 1))
write("contributing.html", page("Contributing", render_md(open("CONTRIBUTING.md").read(), 0), 0))
# source viewer
src_files = [f for f in sorted(files) if f.endswith((".py", ".sh", ".yml", ".example", ".cff", ".txt")) or f in ("NOTICE", "LICENSE", ".gitignore")]
rows = []
for f in src_files:
text = open(f, encoding="utf-8", errors="replace").read()
name = f.replace("/", "__")
write(f"src/{name}.html", page(f, f'