cunliangkong/LlamaFactory
1
0
Fork 0
mirror of https://github.com/hiyouga/LlamaFactory.git synced 2026-03-24 03:03:21 +08:00
Code Issues Packages Projects Releases Wiki Activity

support save full model, replace BOS token

Browse Source 
Former-commit-id: 32e56c290802ba971c08f471b94a33daec85671a
This commit is contained in:
hiyouga
2023-06-27 21:40:11 +08:00
parent 33c2b063c6
commit 640f774d30
3 changed files with 48 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/utils/other.py
View File

@@ -5,13 +5,11 @@ import torch
import logging
from typing import Dict, List, Optional
from transformers.trainer import TRAINER_STATE_NAME
from transformers.trainer import TRAINER_STATE_NAME, WEIGHTS_NAME
from transformers.modeling_utils import PreTrainedModel
from transformers.generation.utils import LogitsProcessorList
from transformers.generation.logits_process import LogitsProcessor
from peft.utils import WEIGHTS_NAME
IGNORE_INDEX = -100
VALUE_HEAD_FILE_NAME = "value_head.bin"