One more small fix

mlcommons · Jan 7, 2025 · 48abf12 · 48abf12
1 parent 0dcdaa4
commit 48abf12
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/language/llama3.1-405b/evaluate-accuracy.py b/language/llama3.1-405b/evaluate-accuracy.py
@@ -138,6 +138,7 @@ def main():
     dataset_path = args.dataset_file
     checkpoint_path = args.checkpoint_path
     nltk.download("punkt")
+    nltk.download('punkt_tab')
 
     tokenizer = AutoTokenizer.from_pretrained(
         checkpoint_path,