From c0e40e122eb9281a15792849120c74e1d1e8084b Mon Sep 17 00:00:00 2001
From: Lucas Moura <lucas.moura128@gmail.com>
Date: Fri, 24 Mar 2017 15:15:44 -0300
Subject: [PATCH] Fix gradient descent for LinearLearning

---
 learning.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/learning.py b/learning.py
index 981a557c2..2e53f1e99 100644
--- a/learning.py
+++ b/learning.py
@@ -635,6 +635,7 @@ def LinearLearner(dataset, learning_rate=0.01, epochs=100):
     idx_i = dataset.inputs
     idx_t = dataset.target  # As of now, dataset.target gives only one index.
     examples = dataset.examples
+    num_examples = len(examples)
 
     # X transpose
     X_col = [dataset.values[i] for i in idx_i]  # vertical columns of X
@@ -657,7 +658,8 @@ def LinearLearner(dataset, learning_rate=0.01, epochs=100):
 
         # update weights
         for i in range(len(w)):
-            w[i] = w[i] - learning_rate * dotproduct(err, X_col[i])
+            w[i] = w[i] + learning_rate * (dotproduct(err, X_col[i]) / num_examples)
+
 
     def predict(example):
         x = [1] + example