Skip to content

Refine specialization caches and extend binary-op coverage #7386

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
youknowone merged 14 commits into from
Mar 10, 2026
Merged

Refine specialization caches and extend binary-op coverage #7386

Changes from 1 commit
Commits
Show all changes
14 commits
Select commit Hold shift + click to select a range
5393e86
Align BINARY_OP_EXTEND with CPython descriptor cache model
youknowone Mar 8, 2026
5bc6078
Align type _spec_cache and latin1 singleton string paths
youknowone Mar 8, 2026
cb156c1
Add specialization differential harness and align init error text
youknowone Mar 8, 2026
fc4728b
Tighten CALL_ALLOC_AND_ENTER_INIT stack-space guard
youknowone Mar 8, 2026
c487b6d
Align call-init frame flow and spec cache atomic ordering
youknowone Mar 8, 2026
2dd64b8
Refine call-init recursion guard and cache swap lifetime handling
youknowone Mar 8, 2026
a0c302c
Align spec cache write locking with CPython contract
youknowone Mar 8, 2026
ceefe6e
rename
youknowone Mar 8, 2026
2d7cb74
address review: invalidate init cache on type modification, add cspel…
youknowone Mar 8, 2026
f7924dd
Align load attr miss cooldown with CPython
youknowone Mar 8, 2026
138d48e
Align CALL descriptor and class-call specialization with CPython
youknowone Mar 8, 2026
aa9f5a8
address review: check datastack space for extra_bytes, require CO_OPT…
youknowone Mar 8, 2026
a277b86
Extract datastack_frame_size_bytes_for_code, skip monitoring for init…
youknowone Mar 9, 2026
dbd8b1a
Fix Constants newtype usage in init_cleanup_code
youknowone Mar 9, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
rename
  • Loading branch information
@youknowone
youknowone committed Mar 10, 2026
commit ceefe6ebd135b202cf2f88ea22eee9ef021d30ba
42 changes: 15 additions & 27 deletions crates/vm/src/frame.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1046,7 +1046,7 @@ struct ExecutingFrame<'a> {
}

#[inline]
fn cpython_compact_int_value(i: &PyInt, vm: &VirtualMachine) -> Option<isize> {
fn specialization_compact_int_value(i: &PyInt, vm: &VirtualMachine) -> Option<isize> {
// _PyLong_IsCompact(): a one-digit PyLong (base 2^30),
// i.e. abs(value) <= 2^30 - 1.
const CPYTHON_COMPACT_LONG_ABS_MAX: i64 = (1i64 << 30) - 1;
Expand All @@ -1061,7 +1061,7 @@ fn cpython_compact_int_value(i: &PyInt, vm: &VirtualMachine) -> Option<isize> {
#[inline]
fn compact_int_from_obj(obj: &PyObject, vm: &VirtualMachine) -> Option<isize> {
obj.downcast_ref_if_exact::<PyInt>(vm)
.and_then(|i| cpython_compact_int_value(i, vm))
.and_then(|i| specialization_compact_int_value(i, vm))
}

#[inline]
Expand All @@ -1070,7 +1070,7 @@ fn exact_float_from_obj(obj: &PyObject, vm: &VirtualMachine) -> Option<f64> {
}

#[inline]
fn cpython_nonnegative_compact_index(i: &PyInt, vm: &VirtualMachine) -> Option<usize> {
fn specialization_nonnegative_compact_index(i: &PyInt, vm: &VirtualMachine) -> Option<usize> {
// _PyLong_IsNonNegativeCompact(): a single base-2^30 digit.
const CPYTHON_COMPACT_LONG_MAX: u64 = (1u64 << 30) - 1;
let v = i.try_to_primitive::<u64>(vm).ok()?;
Expand Down Expand Up @@ -3926,7 +3926,7 @@ impl ExecutingFrame<'_> {
let value = self.pop_value();
if let Some(list) = obj.downcast_ref_if_exact::<PyList>(vm)
&& let Some(int_idx) = idx.downcast_ref_if_exact::<PyInt>(vm)
&& let Some(i) = Self::specialization_nonnegative_compact_index(int_idx, vm)
&& let Some(i) = specialization_nonnegative_compact_index(int_idx, vm)
{
let mut vec = list.borrow_vec_mut();
if i < vec.len() {
Expand Down Expand Up @@ -4026,7 +4026,7 @@ impl ExecutingFrame<'_> {
if let (Some(list), Some(idx)) = (
a.downcast_ref_if_exact::<PyList>(vm),
b.downcast_ref_if_exact::<PyInt>(vm),
) && let Some(i) = Self::specialization_nonnegative_compact_index(idx, vm)
) && let Some(i) = specialization_nonnegative_compact_index(idx, vm)
{
let vec = list.borrow_vec();
if i < vec.len() {
Expand All @@ -4046,7 +4046,7 @@ impl ExecutingFrame<'_> {
if let (Some(tuple), Some(idx)) = (
a.downcast_ref_if_exact::<PyTuple>(vm),
b.downcast_ref_if_exact::<PyInt>(vm),
) && let Some(i) = Self::specialization_nonnegative_compact_index(idx, vm)
) && let Some(i) = specialization_nonnegative_compact_index(idx, vm)
{
let elements = tuple.as_slice();
if i < elements.len() {
Expand Down Expand Up @@ -4088,7 +4088,7 @@ impl ExecutingFrame<'_> {
if let (Some(a_str), Some(b_int)) = (
a.downcast_ref_if_exact::<PyStr>(vm),
b.downcast_ref_if_exact::<PyInt>(vm),
) && let Some(i) = Self::specialization_nonnegative_compact_index(b_int, vm)
) && let Some(i) = specialization_nonnegative_compact_index(b_int, vm)
&& let Ok(ch) = a_str.getitem_by_index(vm, i as isize)
&& ch.is_ascii()
{
Expand Down Expand Up @@ -5143,8 +5143,8 @@ impl ExecutingFrame<'_> {
a.downcast_ref_if_exact::<PyInt>(vm),
b.downcast_ref_if_exact::<PyInt>(vm),
) && let (Some(a_val), Some(b_val)) = (
Self::specialization_compact_int_value(a_int, vm),
Self::specialization_compact_int_value(b_int, vm),
specialization_compact_int_value(a_int, vm),
specialization_compact_int_value(b_int, vm),
) {
let op = self.compare_op_from_arg(arg);
let result = op.eval_ord(a_val.cmp(&b_val));
Expand Down Expand Up @@ -7724,9 +7724,9 @@ impl ExecutingFrame<'_> {
}
}
bytecode::BinaryOperator::Subscr => {
let b_is_nonnegative_int = b.downcast_ref_if_exact::<PyInt>(vm).is_some_and(|i| {
Self::specialization_nonnegative_compact_index(i, vm).is_some()
});
let b_is_nonnegative_int = b
.downcast_ref_if_exact::<PyInt>(vm)
.is_some_and(|i| specialization_nonnegative_compact_index(i, vm).is_some());
if a.downcast_ref_if_exact::<PyList>(vm).is_some() && b_is_nonnegative_int {
Some(Instruction::BinaryOpSubscrListInt)
} else if a.downcast_ref_if_exact::<PyTuple>(vm).is_some() && b_is_nonnegative_int {
Expand Down Expand Up @@ -8531,8 +8531,8 @@ impl ExecutingFrame<'_> {
a.downcast_ref_if_exact::<PyInt>(vm),
b.downcast_ref_if_exact::<PyInt>(vm),
) {
if Self::specialization_compact_int_value(a_int, vm).is_some()
&& Self::specialization_compact_int_value(b_int, vm).is_some()
if specialization_compact_int_value(a_int, vm).is_some()
&& specialization_compact_int_value(b_int, vm).is_some()
{
Some(Instruction::CompareOpInt)
} else {
Expand Down Expand Up @@ -8687,16 +8687,6 @@ impl ExecutingFrame<'_> {
}
}

#[inline]
fn specialization_compact_int_value(i: &PyInt, vm: &VirtualMachine) -> Option<isize> {
cpython_compact_int_value(i, vm)
}

#[inline]
fn specialization_nonnegative_compact_index(i: &PyInt, vm: &VirtualMachine) -> Option<usize> {
cpython_nonnegative_compact_index(i, vm)
}

#[inline]
fn specialization_call_recursion_guard(&self, vm: &VirtualMachine) -> bool {
self.specialization_call_recursion_guard_with_extra_frames(vm, 0)
Expand Down Expand Up @@ -8840,9 +8830,7 @@ impl ExecutingFrame<'_> {
idx.downcast_ref_if_exact::<PyInt>(vm),
) {
let list_len = list.borrow_vec().len();
if Self::specialization_nonnegative_compact_index(int_idx, vm)
.is_some_and(|i| i < list_len)
{
if specialization_nonnegative_compact_index(int_idx, vm).is_some_and(|i| i < list_len) {
Some(Instruction::StoreSubscrListInt)
} else {
None
Expand Down