[BUG] non chat openai models

tatsu-lab · Nov 24, 2023 · dd5ac0b · dd5ac0b
1 parent bac7e0e
commit dd5ac0b
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/alpaca_eval/decoders/openai.py b/src/alpaca_eval/decoders/openai.py
@@ -229,6 +229,8 @@ def _openai_completion_helper(
             else:
                 completion_batch = client.completions.create(prompt=prompt_batch, **curr_kwargs)
                 choices = completion_batch.choices
+                for i, choice in enumerate(choices):
+                    choices[i] = choice.model_dump()
 
             for choice in choices:
                 choice["total_tokens"] = completion_batch.usage.total_tokens / len(prompt_batch)