From 2bc521a6de8b04c8bbeaf8dc84bb67539e5b9245 Mon Sep 17 00:00:00 2001
From: Andrej Karpathy <andrej.karpathy@gmail.com>
Date: Mon, 20 Oct 2025 00:04:15 +0000
Subject: [PATCH] use orig_model in sampling, silly of me to miss this

---
 scripts/base_train.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scripts/base_train.py b/scripts/base_train.py
index b691ed4..518bd71 100644
--- a/scripts/base_train.py
+++ b/scripts/base_train.py
@@ -219,7 +219,7 @@ for step in range(num_iterations + 1):
             "My favorite color is",
             "If 5*x + 3 = 13, then x is",
         ]
-        engine = Engine(model, tokenizer)
+        engine = Engine(orig_model, tokenizer)
         for prompt in prompts:
             tokens = tokenizer(prompt, prepend="<|bos|>")
             with autocast_ctx: