cunliangkong/LlamaFactory
1
0
Fork 0
mirror of https://github.com/hiyouga/LlamaFactory.git synced 2026-03-22 09:53:24 +08:00
Code Issues Packages Projects Releases Wiki Activity

support cohere commandR #3184

Browse Source 
Former-commit-id: e077c36872740f6b2ac255aee9da6c4c70f28977
This commit is contained in:
hiyouga
2024-04-15 23:26:42 +08:00
parent 3144bdec2c
commit b638c65519
7 changed files with 34 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/llmtuner/hparams/parser.py
View File

@@ -151,6 +151,9 @@ def get_train_args(args: Optional[Dict[str, Any]] = None) -> _TRAIN_CLS:
if training_args.do_train and training_args.predict_with_generate:
raise ValueError("`predict_with_generate` cannot be set as True while training.")
if training_args.do_train and model_args.quantization_device_map == "auto":
raise ValueError("Cannot use device map for quantized models in training.")
if finetuning_args.use_dora and model_args.use_unsloth:
raise ValueError("Unsloth does not support DoRA.")