use orig_model in sampling, silly of me to miss this
This commit is contained in:
@@ -219,7 +219,7 @@ for step in range(num_iterations + 1):
|
||||
"My favorite color is",
|
||||
"If 5*x + 3 = 13, then x is",
|
||||
]
|
||||
engine = Engine(model, tokenizer)
|
||||
engine = Engine(orig_model, tokenizer)
|
||||
for prompt in prompts:
|
||||
tokens = tokenizer(prompt, prepend="<|bos|>")
|
||||
with autocast_ctx:
|
||||
|
||||
Reference in New Issue
Block a user