I have been using dill ever since this question of mine got answered very well by the package maintainer.
Recently however, in my use case, I am getting the following error:
stored_env = dill.load(f_in)
File "A:\anaconda\lib\site-packages\dill\dill.py", line 250, in load
obj = pik.load()
File "A:\anaconda\lib\pickle.py", line 864, in load
dispatch[key](self)
KeyError: '\x7f'
What might this mean?
I am using dill version: '0.2.5', as retrieved by pip install dill
I tried setting dill.detect.trace(True), but I get no output from that.
EDIT: Here's a minimal example that does not work:
#test.py
import numba as nb
import numpy as np
@nb.jit(nopython=True)
def my_fast_vector_add(x, y):
num_elements = x.shape[0]
z = np.zeros(num_elements, dtype=np.float64)
for i in range(num_elements):
z[i] = x[i] + y[i]
return z
class Environment():
def __init__(self):
self.x = np.random.rand(10)
self.y = np.random.rand(10)
def my_vector_add(self):
return my_fast_vector_add(self.x, self.y)
And the code that puts it all together:
#doit.py
import test
import dill
import os
import shutil
import gzip
env = test.Environment()
print "init add result: ", env.my_vector_add()
pkl_path = "test.pkl"
with open(pkl_path, 'w') as f:
dill.dump(env, f)
compressed_path = "test.zip"
with open(pkl_path, 'r') as f_in, gzip.open(compressed_path, 'wb') as f_out:
shutil.copyfileobj(f_in, f_out)
os.remove(pkl_path)
stored_env = None
with gzip.open(compressed_path, 'r') as f_in:
stored_env = dill.load(f_in)
print "loaded add result: ", stored_env.my_vector_add()
The error that is produced is:
exec(compile(scripttext, filename, 'exec'), glob, loc)
File "A:/dill_issue/doit.py", line 25, in <module>
stored_env = dill.load(f_in)
File "A:\anaconda\lib\site-packages\dill\dill.py", line 250, in load
obj = pik.load()
File "A:\anaconda\lib\pickle.py", line 864, in load
dispatch[key](self)
File "A:\anaconda\lib\pickle.py", line 886, in load_eof
raise EOFError
EOFError
