Add model path and configs

tatsu-lab · Oct 31, 2024 · 912d6f0 · 912d6f0
1 parent a442626
commit 912d6f0
Show file tree

Hide file tree

Showing 2 changed files with 22 additions and 0 deletions.
diff --git a/src/alpaca_eval/models_configs/Llama-3-Instruct-8B-RainbowPO/configs.yaml b/src/alpaca_eval/models_configs/Llama-3-Instruct-8B-RainbowPO/configs.yaml
@@ -0,0 +1,17 @@
+Llama-3-Instruct-8B-RainbowPO:
+  completions_kwargs:
+    batch_size: 900
+    use_beam_search: true
+    max_new_tokens: 4096
+    model_kwargs:
+      dtype: bfloat16
+    model_name: BraceZHY/Llama-3-8B-Instruct-RainbowPO
+    stop_token_ids:
+    - 128001
+    - 128009
+    temperature: 0.9
+    top_p: 1.0
+  fn_completions: vllm_local_completions
+  pretty_name: Llama-3-Instruct-8B-RainbowPO 
+  prompt_template: Llama-3-Instruct-8B-RainbowPO/prompt.txt
+  link: https://huggingface.co/BraceZHY/Llama-3-8B-Instruct-RainbowPO
diff --git a/src/alpaca_eval/models_configs/Llama-3-Instruct-8B-RainbowPO/prompt.txt b/src/alpaca_eval/models_configs/Llama-3-Instruct-8B-RainbowPO/prompt.txt
@@ -0,0 +1,5 @@
+<|begin_of_text|><|start_header_id|>user<|end_header_id|>
+
+{instruction}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
+
+
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,5 @@
		<\|begin_of_text\|><\|start_header_id\|>user<\|end_header_id\|>

		{instruction}<\|eot_id\|><\|start_header_id\|>assistant<\|end_header_id\|>