Merge branch 'main' into evaluate-example

Lightning-AI · Oct 24, 2024 · 738b800 · 738b800
2 parents 4cabfc3 + a77d8f9
commit 738b800
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/litgpt/config.py b/litgpt/config.py
@@ -1010,7 +1010,7 @@ def norm_class(self) -> Type:
     dict(
         name="Llama-3.1-Nemotron-70B-Instruct-HF",
         hf_config=dict(org="nvidia", name="Llama-3.1-Nemotron-70B-Instruct-HF"),
-        block_size=400,
+        block_size=131072,
         vocab_size=128000,
         padded_vocab_size=128256,
         n_layer=80,