diff --git a/sklearn/manifold/tests/test_t_sne.py b/sklearn/manifold/tests/test_t_sne.py
index 2311b48ee2eae..907f476355069 100644
--- a/sklearn/manifold/tests/test_t_sne.py
+++ b/sklearn/manifold/tests/test_t_sne.py
@@ -244,7 +244,9 @@ def test_preserve_trustworthiness_approximately():
                         method=method)
             X_embedded = tsne.fit_transform(X)
             t = trustworthiness(X, X_embedded, n_neighbors=1)
-            assert_greater(t, 0.9)
+            assert_greater(t, 0.9, msg='Trustworthiness={:0.3f} < 0.9 '
+                                       'for method={} and '
+                                       'init={}'.format(t, method, init))
 
 
 def test_optimization_minimizes_kl_divergence():