diff --git a/tensorrt_llm/llmapi/llm_utils.py b/tensorrt_llm/llmapi/llm_utils.py index 7b9e09576..7b9b49725 100644 --- a/tensorrt_llm/llmapi/llm_utils.py +++ b/tensorrt_llm/llmapi/llm_utils.py @@ -485,7 +485,7 @@ def __post_init__(self): else: self.tokenizer = tokenizer_factory( self.tokenizer, - rust_remote_code=self.trust_remote_code, + trust_remote_code=self.trust_remote_code, use_fast=self.tokenizer_mode != 'slow') if torch.cuda.get_device_properties(0).major < 8: