Tweaked information_content().

darius · darius · commit 274b6292b350 · 2011-10-23T22:54:50.000Z
diff --git a/learning.py b/learning.py
@@ -317,9 +317,8 @@ def split_by(attr, examples):
 
 def information_content(values):
     "Number of bits to represent the probability distribution in values."
-    # If the values do not sum to 1, normalize them to make them a Prob. Dist.
-    values = normalize(removeall(0, values))
-    return sum([- v * log2(v) for v in values])
+    probabilities = normalize(removeall(0, values))
+    return sum(-p * log2(p) for p in probabilities)
 
 #______________________________________________________________________________
 
