fixup! Add a series of scripts for fetching and parsing OpenSSL.org manpages

Author: ngie-eign

programming/python/openssl_manpage_scraper/openssl_manpage_libcall_scrape.py

@@ -13,7 +13,7 @@
 BS4_PARSER = "html5lib"
 
 
-def parse_args(argv : Optional[str] = None) -> argparse.Namespace:
+def parse_args(argv: Optional[list[str]] = None) -> argparse.Namespace:
     parser = argparse.ArgumentParser()
     parser.add_argument("url")
 
@@ -33,7 +33,7 @@ def extract_libcall_links_from_page(text: str) -> str:
     ]
 
 
-def main(argv : Optional[str] = None) -> None:
+def main(argv: Optional[list[str]] = None) -> None:
     args = parse_args(argv)
     text = get_manpage_html_text(args.url)
     parsed_links = extract_libcall_links_from_page(text)

programming/python/openssl_manpage_scraper/parse_synopsis_from_openssl_html_manpage.py

@@ -19,7 +19,7 @@
 BS4_PARSER = "html5lib"
 
 
-def parse_args(argv : Optional[str] = None) -> argparse.Namespace:
+def parse_args(argv: Optional[list[str]] = None) -> argparse.Namespace:
     parser = argparse.ArgumentParser()
     parser.add_argument("url")
     parser.add_argument("output", type=argparse.FileType("w"))
@@ -29,6 +29,7 @@ def parse_args(argv : Optional[str] = None) -> argparse.Namespace:
 
 def fetch_manpage_html_text(url: str) -> str:
     import requests
+
     resp = requests.get(url)
     resp.raise_for_status()
     return resp.text
@@ -48,7 +49,8 @@ def extract_synopsis_from_manpage_html(text: str) -> str:
 
 BINDIR = os.path.dirname(__file__)
 
-def main(argv : Optional[str] = None) -> None:
+
+def main(argv: Optional[list[str]] = None) -> None:
     args = parse_args(argv)
 
     logging.basicConfig()
@@ -58,15 +60,23 @@ def main(argv : Optional[str] = None) -> None:
     url_path = pathlib.Path(args.url)
     try:
         text = (
-            url_path.read_text() if url_path.exists()
+            url_path.read_text()
+            if url_path.exists()
             else fetch_manpage_html_text(args.url)
         )
         synopsis = extract_synopsis_from_manpage_html(text)
         if not synopsis:
             raise AssertionError(f"{args.url} has no synopsis")
         with args.output as output_fp:
             output_fp.write(synopsis)
-        subprocess.check_call(["clang-format", "-i", f"--style=file:{BINDIR}/.clang_format", output_fp.name])
+        subprocess.check_call(
+            [
+                "clang-format",
+                "-i",
+                f"--style=file:{BINDIR}/.clang_format",
+                output_fp.name,
+            ]
+        )
     except AssertionError as exc:
         print(exc)
         os.unlink(args.output.name)