ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix inference

Browse Source 
Former-commit-id: 55dc2bdd3eaa552c655e584fc3cbbf017c7bc3e7
This commit is contained in:
hiyouga
2023-08-01 00:06:48 +08:00
parent 6f65f8cb3b
commit 772ad4ec6b
2 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/llmtuner/tuner/core/loader.py
View File

@@ -18,10 +18,11 @@ from trl import AutoModelForCausalLMWithValueHead
from llmtuner.extras.logging import get_logger
from llmtuner.extras.misc import count_parameters, prepare_model_for_training
from llmtuner.extras.save_and_load import load_valuehead_params
from llmtuner.hparams import FinetuningArguments
from llmtuner.tuner.core.adapter import init_adapter
if TYPE_CHECKING:
from llmtuner.hparams import ModelArguments, FinetuningArguments
from llmtuner.hparams import ModelArguments
logger = get_logger(__name__)