diff --git a/lib/matplotlib/font_manager.py b/lib/matplotlib/font_manager.py
index 53a99ffbe872..491b8b2b8b32 100644
--- a/lib/matplotlib/font_manager.py
+++ b/lib/matplotlib/font_manager.py
@@ -517,8 +517,6 @@ def createFontList(fontfiles, fontext='ttf'):
         fname = os.path.split(fpath)[1]
         if fname in seen:
             continue
-        else:
-            seen.add(fname)
         if fontext == 'afm':
             try:
                 with open(fpath, 'rb') as fh:
@@ -551,6 +549,7 @@ def createFontList(fontfiles, fontext='ttf'):
                 continue
 
         fontlist.append(prop)
+        seen.add(fname)
     return fontlist