add debug message when model is loading

nattvara · Apr 19, 2024 · da348f3 · da348f3
1 parent 6728b61
commit da348f3
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/llms/generate.py b/llms/generate.py
@@ -6,10 +6,13 @@
 
 from .sampling_strategies import top_k_sampling, top_p_sampling, top_k_and_p_sampling
 from config.settings import get_settings
+from config.logger import log
 from .config import Params
 
 
 def load_hf_model(model_path: str, device: str) -> (AutoModelForCausalLM, AutoTokenizer):
+    log().debug(f"loading model {model_path} with token {get_settings().HUGGINGFACE_ACCESS_TOKEN}")
+
     tokenizer = AutoTokenizer.from_pretrained(model_path, token=get_settings().HUGGINGFACE_ACCESS_TOKEN)
     model = AutoModelForCausalLM.from_pretrained(
         model_path,