FIX: update make_links

jklymak · jklymak · commit 0f393a51c0f3 · 2021-01-30T17:37:09.000-08:00
diff --git a/_websiteutils/make_redirects_links.py b/_websiteutils/make_redirects_links.py
@@ -1,10 +1,14 @@
+import argparse
 import glob
+import logging
+import multiprocessing
 import os
-import subprocess
 import pathlib
-import tempfile
 import re
-import logging
+import subprocess
+import sys
+import tempfile
+
 
 """
 This script does two things that improve the website organization.
@@ -152,30 +156,47 @@ def update_canonical(fullname, last):
     os.rename(fout.name, fullname)
 
 
-def main():
+if __name__ == "__main__":
+
+    parser = argparse.ArgumentParser(description='Optional app description')
+
+    parser.add_argument('--np', type=int, help='Number of processors to use')
+    parser.add_argument('--no_canonicals', help='do not do canonical links',
+                        action="store_true")
+    parser.add_argument('--no_redirects', help='do not do redirects links',
+                        action="store_true")
+
+    args = parser.parse_args()
+    if args.np:
+        np = args.np
+    else:
+        np = None
+
     # html redirect or soft link most things in the top-level directory that
     # are not other modules or versioned docs.
-    for entry in os.scandir('./'):
-        if not (entry.name in toignore):
-            if entry.is_dir():
-                do_links(entry.name)
-            elif entry.name.endswith(('.htm', '.html')):
-                fullname = entry.name
-                last = findlast(fullname, tocheck)
-                _log.debug(f'Checking: {fullname} found {last}')
-                if last is not None:
-                    os.remove('./'+fullname)
-                    _log.info(f'Rewriting HTML: {fullname} in {last}')
-                    with open(fullname, 'w') as fout:
-                        oldname = '/' + os.path.join(last, fullname)
-                        st = html_redirect % (oldname, oldname, oldname)
-                        fout.write(st)
-    _log.info('Done links and redirects')
-    # change the canonical url for all html to the newest version in the docs:
-
-    pool = multiprocessing.Pool()
-    pool.map(do_canonicals, tocheck[1:])
-    pool.close()
+    if not args.no_redirects:
+        for entry in os.scandir('./'):
+            if not (entry.name in toignore):
+                if entry.is_dir():
+                    do_links(entry.name)
+                elif entry.name.endswith(('.htm', '.html')):
+                    fullname = entry.name
+                    last = findlast(fullname, tocheck)
+                    _log.debug(f'Checking: {fullname} found {last}')
+                    if last is not None:
+                        os.remove('./'+fullname)
+                        _log.info(f'Rewriting HTML: {fullname} in {last}')
+                        with open(fullname, 'w') as fout:
+                            oldname = '/' + os.path.join(last, fullname)
+                            st = html_redirect % (oldname, oldname, oldname)
+                            fout.write(st)
+        _log.info('Done links and redirects')
 
-if __name__ == "__main__":
-    main()
+    # change the canonical url for all html to the newest version in the docs:
+    if not args.no_canonicals:
+        if np is not None:
+            with multiprocessing.Pool(np) as pool:
+                pool.map(do_canonicals, tocheck[1:])
+        else:
+            for t in tocheck[1:]:
+                do_canonicals(t)
