fix paligemma inference

Former-commit-id: 46357b7a677e8ba2e0a7c9d4ec1974abd061569c
2024-05-20 23:36:43 +08:00
parent 247cda4b68
commit b31d808655
4 changed files with 47 additions and 20 deletions
--- a/src/llamafactory/extras/constants.py
+++ b/src/llamafactory/extras/constants.py
@@ -22,6 +22,8 @@ FILEEXT2TYPE = {

 IGNORE_INDEX = -100

+IMAGE_TOKEN = "<image>"
+
 LAYERNORM_NAMES = {"norm", "ln"}

 METHODS = ["full", "freeze", "lora"]