fix Llama2Template and update style

hiyouga · Dec 26, 2024 · e86c3a4 · e86c3a4
1 parent 33fee7d
commit e86c3a4
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 4 deletions.
diff --git a/src/llamafactory/data/data_utils.py b/src/llamafactory/data/data_utils.py
@@ -17,8 +17,6 @@
 
 from datasets import DatasetDict, concatenate_datasets, interleave_datasets
 
-from .parser import DatasetAttr
-
 from ..extras import logging
 
 

diff --git a/src/llamafactory/data/template.py b/src/llamafactory/data/template.py
@@ -175,6 +175,7 @@ def _encode(
         """
         system = system or self.default_system
         encoded_messages = []
+        messages = continuous_messages(messages)
         for i, message in enumerate(messages):
             elements = []
 

diff --git a/src/llamafactory/hparams/data_args.py b/src/llamafactory/hparams/data_args.py
@@ -110,8 +110,7 @@ class DataArguments:
         metadata={"help": "Enable sequence packing without cross-attention."},
     )
     allow_truncation: bool = field(
-        default=False,
-        metadata={"help": "Allow truncation when processing supervised examples."}
+        default=False, metadata={"help": "Allow truncation when processing supervised examples."}
     )
     tool_format: Optional[str] = field(
         default=None,
Original file line number	Diff line number	Diff line change
Expand Up		@@ -17,8 +17,6 @@

		from datasets import DatasetDict, concatenate_datasets, interleave_datasets

		from .parser import DatasetAttr

		from ..extras import logging


Expand Down