ros/nanochat
1
0
Fork 0
mirror of https://github.com/karpathy/nanochat.git synced 2026-01-30 04:22:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

minor helpful message

Browse Source
This commit is contained in:
Andrej Karpathy
2026-01-15 03:20:21 +00:00
parent 7312ec9898
commit 3142ca1a28
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
nanochat/checkpoint_manager.py
View File

@@ -111,7 +111,7 @@ def build_model(checkpoint_dir, step, device, phase):
# Load the Tokenizer # Load the Tokenizer
tokenizer = get_tokenizer() tokenizer = get_tokenizer()
# Sanity check: compatibility between model and tokenizer # Sanity check: compatibility between model and tokenizer
assert tokenizer.get_vocab_size() == model_config_kwargs["vocab_size"] assert tokenizer.get_vocab_size() == model_config_kwargs["vocab_size"], f"Tokenizer vocab size {tokenizer.get_vocab_size()} does not match model config vocab size {model_config_kwargs['vocab_size']}"
return model, tokenizer, meta_data return model, tokenizer, meta_data