ros/nanochat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix memory leak bug in rust tokenizer ty @mitsuhiko

Browse Source
This commit is contained in:
Andrej Karpathy
2025-10-19 23:54:31 +00:00
parent d6d86cbf4c
commit 9467d83cf2
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
rustbpe/src/lib.rs
View File

@@ -292,8 +292,7 @@ impl Tokenizer {
// Prepare a true Python iterator object // Prepare a true Python iterator object
let py_iter: pyo3::Py<pyo3::PyAny> = unsafe { let py_iter: pyo3::Py<pyo3::PyAny> = unsafe {
pyo3::Bound::from_borrowed_ptr_or_err(py, pyo3::ffi::PyObject_GetIter(iterator.as_ptr()))? pyo3::Py::from_owned_ptr_or_err(py, pyo3::ffi::PyObject_GetIter(iterator.as_ptr()))?
.into()
}; };
// Global chunk counts // Global chunk counts