support function calling

Former-commit-id: 66533b3f65babf2429c92c0f8fafe4eff5e0ff63

src/llmtuner/extras/callbacks.py

@@ -6,9 +6,9 @@ from datetime import timedelta
 from transformers import TrainerCallback
 from transformers.trainer_utils import has_length, PREFIX_CHECKPOINT_DIR
 
-from llmtuner.extras.constants import LOG_FILE_NAME
-from llmtuner.extras.logging import get_logger
-from llmtuner.extras.misc import fix_valuehead_checkpoint
+from .constants import LOG_FILE_NAME
+from .logging import get_logger
+from .misc import fix_valuehead_checkpoint
 
 
 if TYPE_CHECKING:

src/llmtuner/extras/constants.py

@@ -5,6 +5,8 @@ from typing import Dict, Optional
 
 CHOICES = ["A", "B", "C", "D"]
 
+DATA_CONFIG = "dataset_info.json"
+
 DEFAULT_MODULE = defaultdict(str)
 
 DEFAULT_TEMPLATE = defaultdict(str)

src/llmtuner/extras/misc.py

@@ -13,8 +13,8 @@ from transformers.utils import (
 )
 from peft import PeftModel
 
-from llmtuner.extras.constants import V_HEAD_WEIGHTS_NAME, V_HEAD_SAFE_WEIGHTS_NAME
-from llmtuner.extras.logging import get_logger
+from .constants import V_HEAD_WEIGHTS_NAME, V_HEAD_SAFE_WEIGHTS_NAME
+from .logging import get_logger
 
 
 _is_fp16_available = is_torch_npu_available() or is_torch_cuda_available()

src/llmtuner/extras/patches/llama_patch.py

@@ -10,7 +10,7 @@ try:
 except ImportError:
     print("Please upgrade `transformers`.")
 
-from llmtuner.extras.packages import is_flash_attn2_available
+from ..packages import is_flash_attn2_available
 
 
 if is_flash_attn2_available():

src/llmtuner/extras/ploting.py

@@ -4,8 +4,8 @@ import json
 from typing import List, Optional
 from transformers.trainer import TRAINER_STATE_NAME
 
-from llmtuner.extras.logging import get_logger
-from llmtuner.extras.packages import is_matplotlib_available
+from .logging import get_logger
+from .packages import is_matplotlib_available
 
 if is_matplotlib_available():
     import matplotlib.pyplot as plt