Merge branch 'master' into cpu-mps-dev

2025-10-21 17:15:53 +00:00
parent 722da4f543 bb71c64579
commit dfcb1c16f1
12 changed files with 504 additions and 9 deletions
--- a/scripts/base_train.py
+++ b/scripts/base_train.py
@@ -226,7 +226,7 @@ for step in range(num_iterations + 1):
            "My favorite color is",
            "If 5*x + 3 = 13, then x is",
        ]
-        engine = Engine(model, tokenizer)
+        engine = Engine(orig_model, tokenizer) # use orig_model to avoid recompilation
        for prompt in prompts:
            tokens = tokenizer(prompt, prepend="<|bos|>")
            with autocast_ctx: