fix memory leak bug in rust tokenizer ty @mitsuhiko

2025-10-19 23:54:31 +00:00
parent d6d86cbf4c
commit 9467d83cf2
1 changed files with 1 additions and 2 deletions
--- a/rustbpe/src/lib.rs
+++ b/rustbpe/src/lib.rs
@@ -292,8 +292,7 @@ impl Tokenizer {

        // Prepare a true Python iterator object
        let py_iter: pyo3::Py<pyo3::PyAny> = unsafe {
-            pyo3::Bound::from_borrowed_ptr_or_err(py, pyo3::ffi::PyObject_GetIter(iterator.as_ptr()))?
-                .into()
+            pyo3::Py::from_owned_ptr_or_err(py, pyo3::ffi::PyObject_GetIter(iterator.as_ptr()))?
        };

        // Global chunk counts