From 9467d83cf23dcc9a9b4ca6e35103142f48a55b27 Mon Sep 17 00:00:00 2001 From: Andrej Karpathy Date: Sun, 19 Oct 2025 23:54:31 +0000 Subject: [PATCH] fix memory leak bug in rust tokenizer ty @mitsuhiko --- rustbpe/src/lib.rs | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/rustbpe/src/lib.rs b/rustbpe/src/lib.rs index b43fb6c..273d7f2 100644 --- a/rustbpe/src/lib.rs +++ b/rustbpe/src/lib.rs @@ -292,8 +292,7 @@ impl Tokenizer { // Prepare a true Python iterator object let py_iter: pyo3::Py = unsafe { - pyo3::Bound::from_borrowed_ptr_or_err(py, pyo3::ffi::PyObject_GetIter(iterator.as_ptr()))? - .into() + pyo3::Py::from_owned_ptr_or_err(py, pyo3::ffi::PyObject_GetIter(iterator.as_ptr()))? }; // Global chunk counts