fix not define unwrapped_model. (#841)

intel · Dec 1, 2023 · c916ee0 · c916ee0
1 parent 4212741
commit c916ee0
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/intel_extension_for_transformers/llm/finetuning/finetuning.py b/intel_extension_for_transformers/llm/finetuning/finetuning.py
@@ -598,6 +598,7 @@ class Eval_Args:
                         self.logger.info(results)
 
         elif finetune_args.do_lm_eval and finetune_args.task != "summarization":
+            unwrapped_model = unwrap_model(model)
             unwrapped_model.eval()
             from intel_extension_for_transformers.llm.evaluation.lm_eval import evaluate
             with training_args.main_process_first(desc="lm_eval"):
@@ -615,6 +616,8 @@ class Eval_Args:
                         self.logger.info(results)
 
         if finetune_args.task == "summarization":
+            unwrapped_model = unwrap_model(model)
+            unwrapped_model.eval()
             from .eval_utils import compute_rouge_metric
             gen_kwargs = {
                     "num_beams": data_args.num_beams,