Initial commit

Former-commit-id: 5ca8e1d63727e7bcb8cab16542c763c47e48184a
This commit is contained in:
hiyouga
2023-05-28 18:09:04 +08:00
commit 17024ebc1a
29 changed files with 2399 additions and 0 deletions

15
src/utils/__init__.py Normal file
View File

@@ -0,0 +1,15 @@
from .common import (
load_pretrained,
prepare_args,
prepare_data,
preprocess_data
)
from .data_collator import DataCollatorForLLaMA
from .seq2seq import ComputeMetrics, Seq2SeqTrainerForLLaMA
from .pairwise import PairwiseDataCollatorForLLaMA, PairwiseTrainerForLLaMA
from .ppo import PPOTrainerForLLaMA
from .config import ModelArguments
from .other import auto_configure_device_map, get_logits_processor, plot_loss