Implement nested four-level cache

jpjepko · jpjepko · commit 2bb115c61c14 · 2022-12-12T02:22:28.000-05:00
Prevents putting too many files in a single folder
diff --git a/lib/matplotlib/texmanager.py b/lib/matplotlib/texmanager.py
@@ -176,8 +176,17 @@ def get_basefile(cls, tex, fontsize, dpi=None):
         Return a filename based on a hash of the string, fontsize, and dpi.
         """
         src = cls._get_tex_source(tex, fontsize) + str(dpi)
+        filehash = hashlib.md5(src.encode('utf-8')).hexdigest()
+
+        nested_folders = Path()
+        for i in range(0, 8, 2):    # 4-level 2-letter dirs
+            nested_folders = nested_folders / Path(filehash[i:i+2])
+
+        filepath = (Path(cls.texcache) / nested_folders)
+        filepath.mkdir(parents=True, exist_ok=True)
+
         return os.path.join(
-            cls.texcache, hashlib.md5(src.encode('utf-8')).hexdigest())
+               os.path.join(cls.texcache, nested_folders), filehash)
 
     @classmethod
     def get_font_preamble(cls):
