52 lines
1.7 KiB
Rust
52 lines
1.7 KiB
Rust
use pyo3::ffi::{PyTypeObject, PyUnicode_AsUTF8AndSize, Py_UNICODE, Py_hash_t, Py_ssize_t};
|
|
use std::os::raw::c_char;
|
|
|
|
#[repr(C)]
|
|
struct PyASCIIObject {
|
|
pub ob_refcnt: Py_ssize_t,
|
|
pub ob_type: *mut PyTypeObject,
|
|
pub length: Py_ssize_t,
|
|
pub hash: Py_hash_t,
|
|
pub state: u32,
|
|
pub wstr: *mut c_char,
|
|
}
|
|
|
|
#[repr(C)]
|
|
struct PyCompactUnicodeObject {
|
|
pub ob_refcnt: Py_ssize_t,
|
|
pub ob_type: *mut PyTypeObject,
|
|
pub length: Py_ssize_t,
|
|
pub hash: Py_hash_t,
|
|
pub state: u32,
|
|
pub wstr: *mut Py_UNICODE,
|
|
pub utf8_length: Py_ssize_t,
|
|
pub utf8: *mut c_char,
|
|
pub wstr_length: Py_ssize_t,
|
|
}
|
|
|
|
const STATE_ASCII: u32 = 0b00000000000000000000000001000000;
|
|
const STATE_COMPACT: u32 = 0b00000000000000000000000000100000;
|
|
|
|
/// Read a UTF-8 string from a pointer and change the given size if needed.
|
|
pub unsafe fn read_utf8_from_str(
|
|
object_pointer: *mut pyo3::ffi::PyObject,
|
|
size: &mut Py_ssize_t,
|
|
) -> *const u8 {
|
|
if std::intrinsics::likely(
|
|
(*object_pointer.cast::<PyASCIIObject>()).state & STATE_ASCII == STATE_ASCII,
|
|
) {
|
|
*size = (*object_pointer.cast::<PyASCIIObject>()).length;
|
|
object_pointer.cast::<PyASCIIObject>().offset(1) as *const u8
|
|
} else if std::intrinsics::likely(
|
|
(*object_pointer.cast::<PyASCIIObject>()).state & STATE_COMPACT == STATE_COMPACT,
|
|
) && !(*object_pointer.cast::<PyCompactUnicodeObject>())
|
|
.utf8
|
|
.is_null()
|
|
{
|
|
*size = (*object_pointer.cast::<PyCompactUnicodeObject>()).utf8_length;
|
|
(*object_pointer.cast::<PyCompactUnicodeObject>()).utf8 as *const u8
|
|
} else {
|
|
PyUnicode_AsUTF8AndSize(object_pointer, size) as *const u8
|
|
}
|
|
}
|