Using cPickle in BigArray (faster and potentially less memory used)

stamparm · stamparm · commit 9f21406a4b8c · 2013-10-21T20:48:00.000+02:00
diff --git a/lib/core/bigarray.py b/lib/core/bigarray.py
@@ -5,8 +5,12 @@
 See the file 'doc/COPYING' for copying permission
 """
 
+try:
+   import cPickle as pickle
+except:
+   import pickle
+
 import os
-import pickle
 import tempfile
 
 from lib.core.settings import BIGARRAY_CHUNK_LENGTH
@@ -62,7 +66,7 @@ def _dump(self, value):
         self.filenames.add(filename)
         os.close(handle)
         with open(filename, "w+b") as fp:
-            pickle.dump(value, fp)
+            pickle.dump(value, fp, pickle.HIGHEST_PROTOCOL)
         return filename
 
     def _checkcache(self, index):
