add pre-training script

Former-commit-id: 935d58de2b3a2eadc4f0bed28c3ad7dee32e9fd5
This commit is contained in:
hiyouga
2023-05-29 21:37:22 +08:00
parent 304be6dc28
commit 33fee45217
6 changed files with 159 additions and 21 deletions

View File

@@ -7,7 +7,7 @@ from .common import (
from .data_collator import DataCollatorForLLaMA
from .peft_trainer import LogCallback
from .peft_trainer import PeftTrainer, LogCallback
from .seq2seq import ComputeMetrics, Seq2SeqTrainerForLLaMA
from .pairwise import PairwiseDataCollatorForLLaMA, PairwiseTrainerForLLaMA