Fixed pickle encoding arguments for Python2 and Python3

text-machine-lab · Aug 16, 2018 · 4fc765d · 4fc765d · paulxshen · Sep 13, 2018
1 parent 90b3875
commit 4fc765d
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/code/machine_learning/crf.py b/code/machine_learning/crf.py
@@ -178,7 +178,7 @@ def predict(clf, X):
     # Dump the model into a temp file
     os_handle,tmp_file = tempfile.mkstemp(dir=tmp_dir, suffix="crf_temp")
     with open(tmp_file, 'wb') as f:
-        clf_byte = bytearray(clf, 'latin1')
+        clf_byte = bytearray(clf)
         f.write(clf_byte)
 
     # Create the Tagger object

diff --git a/code/model.py b/code/model.py
@@ -433,7 +433,7 @@ def generic_train(p_or_n, train_sents, train_labels, use_lstm, val_sents=None, v
         print ("START TRAINING")    
 
         eval_dir = os.path.join(tmo_dir, 'cliner_eval_%d' % random.randint(0,256)+os.sep)
-        parameters['conll_like_result_folder']=eval_dir)
+        parameters['conll_like_result_folder']=eval_dir
 
 
         test_temp = os.path.join(parameters['conll_like_result_folder'], 'test/')

diff --git a/code/predict.py b/code/predict.py
@@ -93,7 +93,7 @@ def predict(files, model_path, output_dir, format, use_lstm=True):
     # Load model
     #if use_lstm==False: 
     with open(model_path, 'rb') as f:
-    	model = pickle.load(f,encoding = 'latin1')
+    	model = pickle.load(f)
 
 
     if model._use_lstm: