Communicate node-specific cache reports to master if using xdist

jkseppan · jkseppan · commit 3fd65fc40fac · 2017-01-22T11:08:27.000+02:00
See: https://github.com/pytest-dev/pytest-xdist/blob/master/xdist/newhooks.py http://pytest.org/latest/writing_plugins.html#optionally-using-hooks-from-3rd-party-plugins https://github.com/pytest-dev/pytest-xdist/blob/e5d80645347fc7e67efdceb97df8e95d140b283d/testing/acceptance_test.py#L221
diff --git a/conftest.py b/conftest.py
@@ -1,6 +1,7 @@
 from __future__ import (absolute_import, division, print_function,
                         unicode_literals)
 
+from six.moves import reduce
 import inspect
 import os
 import pytest
@@ -83,17 +84,31 @@ def pytest_configure(config):
             ccache.ConversionCache(max_size=int(max_size))
     else:
         ccache.conversion_cache = ccache.ConversionCache()
+    if config.pluginmanager.hasplugin('xdist'):
+        config.pluginmanager.register(DeferPlugin())
 
 
 def pytest_unconfigure(config):
     ccache.conversion_cache.expire()
     matplotlib._called_from_pytest = False
 
 
+def pytest_sessionfinish(session):
+    if hasattr(session.config, 'slaveoutput'):
+        session.config.slaveoutput['cache-report'] = ccache.conversion_cache.report()
+
+
 def pytest_terminal_summary(terminalreporter):
     tr = terminalreporter
-    data = ccache.conversion_cache.report()
-    tr.write_sep('-', 'Image conversion cache report')
+    if hasattr(tr.config, 'cache_reports'):
+        reports = tr.config.cache_reports
+        data = {'hits': reduce(lambda x, y: x.union(y),
+                               (rep['hits'] for rep in reports)),
+                'gets': reduce(lambda x, y: x.union(y),
+                               (rep['gets'] for rep in reports))}
+    else:
+        data = ccache.conversion_cache.report()
+    tr.write_sep('=', 'Image conversion cache report')
     tr.write_line('Hit rate: %d/%d' % (len(data['hits']), len(data['gets'])))
     if tr.config.getoption('--conversion-cache-report-misses'):
         tr.write_line('Missed files:')
@@ -125,3 +140,10 @@ def pytest_pycollect_makeitem(collector, name, obj):
                 obj.teardown_class = obj.tearDownClass
 
             return pytest.Class(name, parent=collector)
+
+
+class DeferPlugin(object):
+    def pytest_testnodedown(self, node, error):
+        if not hasattr(node.config, 'cache_reports'):
+            node.config.cache_reports = []
+        node.config.cache_reports.append(node.slaveoutput['cache-report'])
