Writing only unique hashes to an output file (for eventual cracking with 3rd party tools)

stamparm · stamparm · commit ef33729381b3 · 2012-12-12T09:59:24.000+01:00
diff --git a/lib/utils/hash.py b/lib/utils/hash.py
@@ -312,15 +312,23 @@ def storeHashesToFile(attack_dict):
     warnMsg += "for eventual further processing with other tools"
     logger.warn(warnMsg)
 
+    items = set()
+
     with open(filename, "w+") as f:
         for user, hashes in attack_dict.items():
             for hash_ in hashes:
                 if not hash_ or hash_ == NULL or not hashRecognition(hash_):
                     continue
+
+                item = None
                 if user and not user.startswith(DUMMY_USER_PREFIX):
-                    f.write("%s:%s\n" % (user.encode(UNICODE_ENCODING), hash_.encode(UNICODE_ENCODING)))
+                    item = "%s:%s\n" % (user.encode(UNICODE_ENCODING), hash_.encode(UNICODE_ENCODING))
                 else:
-                    f.write("%s\n" % hash_.encode(UNICODE_ENCODING))
+                    item = "%s\n" % hash_.encode(UNICODE_ENCODING)
+
+                if item and item not in items:
+                    f.write(item)
+                    items.add(item)
 
 def attackCachedUsersPasswords():
     if kb.data.cachedUsersPasswords:
