diff --git a/sklearn/tests/test_kernel_ridge.py b/sklearn/tests/test_kernel_ridge.py
index 4750a096ac66f..979875870b6d6 100644
--- a/sklearn/tests/test_kernel_ridge.py
+++ b/sklearn/tests/test_kernel_ridge.py
@@ -10,7 +10,7 @@
 from sklearn.utils.testing import assert_array_almost_equal
 
 
-X, y = make_regression(n_features=10)
+X, y = make_regression(n_features=10, random_state=0)
 Xcsr = sp.csr_matrix(X)
 Xcsc = sp.csc_matrix(X)
 Y = np.array([y, y]).T