Former-commit-id: 416f6333f66b6afd70a3a936d82593efca583235
This commit is contained in:
hiyouga
2024-03-07 16:15:53 +08:00
parent 3de642bffd
commit 9a69cadab3
4 changed files with 41 additions and 30 deletions

View File

@@ -5,7 +5,7 @@ from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer
from trl import AutoModelForCausalLMWithValueHead
from ..extras.logging import get_logger
from ..extras.misc import check_dependencies, count_parameters, get_current_device, try_download_model_from_ms
from ..extras.misc import count_parameters, get_current_device, try_download_model_from_ms
from .adapter import init_adapter
from .patcher import patch_config, patch_model, patch_tokenizer, patch_valuehead_model
from .utils import load_valuehead_params, register_autoclass
@@ -20,9 +20,6 @@ if TYPE_CHECKING:
logger = get_logger(__name__)
check_dependencies()
def _get_init_kwargs(model_args: "ModelArguments") -> Dict[str, Any]:
return {
"trust_remote_code": True,