modify some style
This commit is contained in:
parent
31420f7b31
commit
d29f3798f6
|
@ -6,7 +6,6 @@ from ..extras.constants import IGNORE_INDEX
|
|||
from ..extras.logging import get_logger
|
||||
from .utils import Role
|
||||
|
||||
|
||||
if TYPE_CHECKING:
|
||||
from transformers import Seq2SeqTrainingArguments
|
||||
from transformers.tokenization_utils import AutoProcessor, PreTrainedTokenizer
|
||||
|
@ -280,5 +279,4 @@ def get_preprocess_and_print_func(
|
|||
preprocess_unsupervised_dataset, tokenizer=tokenizer, template=template, data_args=data_args
|
||||
)
|
||||
print_function = partial(print_unsupervised_dataset_example, tokenizer=tokenizer)
|
||||
|
||||
return preprocess_func, print_function
|
||||
|
|
Loading…
Reference in New Issue