44 lines
1.2 KiB
Python
44 lines
1.2 KiB
Python
|
"""Shared utilities for novoyuuparosk-auto-wiki pipelines."""
|
||
|
|
|
||
|
|
import os
|
||
|
|
import subprocess
|
||
|
|
from urllib.parse import urlparse
|
||
|
|
|
||
|
|
import mwclient
|
||
|
|
|
||
|
|
AUTO_BANNER_PREFIX = "{{Auto-generated"
|
||
|
|
|
||
|
|
|
||
|
|
def strip_first_h1(text: str) -> str:
|
||
|
|
"""Remove the first '# Heading' line and any immediately following blank line."""
|
||
|
|
lines = text.split("\n")
|
||
|
|
for i, line in enumerate(lines):
|
||
|
|
if line.strip().startswith("# "):
|
||
|
|
del lines[i]
|
||
|
|
if i < len(lines) and lines[i].strip() == "":
|
||
|
|
del lines[i]
|
||
|
|
break
|
||
|
|
return "\n".join(lines)
|
||
|
|
|
||
|
|
|
||
|
|
def markdown_to_wikitext(body: str) -> str:
|
||
|
|
result = subprocess.run(
|
||
|
|
["pandoc", "-f", "markdown", "-t", "mediawiki"],
|
||
|
|
input=body,
|
||
|
|
capture_output=True,
|
||
|
|
text=True,
|
||
|
|
)
|
||
|
|
if result.returncode != 0:
|
||
|
|
raise RuntimeError(f"pandoc failed: {result.stderr.strip()}")
|
||
|
|
return result.stdout
|
||
|
|
|
||
|
|
|
||
|
|
def connect_wiki() -> mwclient.Site:
|
||
|
|
api_url = os.environ["WIKI_API_URL"]
|
||
|
|
parsed = urlparse(api_url)
|
||
|
|
host = parsed.netloc
|
||
|
|
path = parsed.path[: parsed.path.rfind("/") + 1] or "/"
|
||
|
|
site = mwclient.Site(host, path=path, scheme=parsed.scheme)
|
||
|
|
site.login(os.environ["WIKI_BOT_USER"], os.environ["WIKI_BOT_PASSWORD"])
|
||
|
|
return site
|