Skip to content

Refine specialization caches and extend binary-op coverage #7386

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
youknowone merged 14 commits into from
Mar 10, 2026
Merged

Refine specialization caches and extend binary-op coverage #7386

Changes from 1 commit
Commits
Show all changes
14 commits
Select commit Hold shift + click to select a range
5393e86
Align BINARY_OP_EXTEND with CPython descriptor cache model
youknowone Mar 8, 2026
5bc6078
Align type _spec_cache and latin1 singleton string paths
youknowone Mar 8, 2026
cb156c1
Add specialization differential harness and align init error text
youknowone Mar 8, 2026
fc4728b
Tighten CALL_ALLOC_AND_ENTER_INIT stack-space guard
youknowone Mar 8, 2026
c487b6d
Align call-init frame flow and spec cache atomic ordering
youknowone Mar 8, 2026
2dd64b8
Refine call-init recursion guard and cache swap lifetime handling
youknowone Mar 8, 2026
a0c302c
Align spec cache write locking with CPython contract
youknowone Mar 8, 2026
ceefe6e
rename
youknowone Mar 8, 2026
2d7cb74
address review: invalidate init cache on type modification, add cspel…
youknowone Mar 8, 2026
f7924dd
Align load attr miss cooldown with CPython
youknowone Mar 8, 2026
138d48e
Align CALL descriptor and class-call specialization with CPython
youknowone Mar 8, 2026
aa9f5a8
address review: check datastack space for extra_bytes, require CO_OPT…
youknowone Mar 8, 2026
a277b86
Extract datastack_frame_size_bytes_for_code, skip monitoring for init…
youknowone Mar 9, 2026
dbd8b1a
Fix Constants newtype usage in init_cleanup_code
youknowone Mar 9, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Align CALL descriptor and class-call specialization with CPython
  • Loading branch information
@youknowone
youknowone committed Mar 10, 2026
commit 138d48e4ca335e3c79f9be179aeeb9a49144834c
27 changes: 16 additions & 11 deletions crates/vm/src/frame.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4582,7 +4582,6 @@ impl ExecutingFrame<'_> {
let self_index =
stack_len - nargs as usize - 1 + usize::from(!self_or_null_is_some);
if let Some(descr) = callable.downcast_ref_if_exact::<PyMethodDescriptor>(vm)
&& descr.method.flags.contains(PyMethodFlags::METHOD)
&& (descr.method.flags
& (PyMethodFlags::VARARGS
| PyMethodFlags::FASTCALL
Expand Down Expand Up @@ -4630,7 +4629,6 @@ impl ExecutingFrame<'_> {
let self_index =
stack_len - nargs as usize - 1 + usize::from(!self_or_null_is_some);
if let Some(descr) = callable.downcast_ref_if_exact::<PyMethodDescriptor>(vm)
&& descr.method.flags.contains(PyMethodFlags::METHOD)
&& (descr.method.flags
& (PyMethodFlags::VARARGS
| PyMethodFlags::FASTCALL
Expand Down Expand Up @@ -4678,7 +4676,6 @@ impl ExecutingFrame<'_> {
stack_len - nargs as usize - 1 + usize::from(!self_or_null_is_some);
if total_nargs > 0
&& let Some(descr) = callable.downcast_ref_if_exact::<PyMethodDescriptor>(vm)
&& descr.method.flags.contains(PyMethodFlags::METHOD)
&& (descr.method.flags
& (PyMethodFlags::VARARGS
| PyMethodFlags::FASTCALL
Expand Down Expand Up @@ -4812,7 +4809,6 @@ impl ExecutingFrame<'_> {
stack_len - nargs as usize - 1 + usize::from(!self_or_null_is_some);
if total_nargs > 0
&& let Some(descr) = callable.downcast_ref_if_exact::<PyMethodDescriptor>(vm)
&& descr.method.flags.contains(PyMethodFlags::METHOD)
&& (descr.method.flags
& (PyMethodFlags::VARARGS
| PyMethodFlags::FASTCALL
Expand Down Expand Up @@ -8173,9 +8169,7 @@ impl ExecutingFrame<'_> {
}

// Try to specialize method descriptor calls
if let Some(descr) = callable.downcast_ref_if_exact::<PyMethodDescriptor>(vm)
&& descr.method.flags.contains(PyMethodFlags::METHOD)
{
if let Some(descr) = callable.downcast_ref_if_exact::<PyMethodDescriptor>(vm) {
let call_cache_entries = Instruction::CallListAppend.cache_entries();
let next_idx = cache_base + call_cache_entries;
let next_is_pop_top = if next_idx < self.code.instructions.len() {
Expand Down Expand Up @@ -8340,15 +8334,26 @@ impl ExecutingFrame<'_> {
(cls_new, object_new, cls_alloc, object_alloc)
&& cls_new_fn as usize == obj_new_fn as usize
&& cls_alloc_fn as usize == obj_alloc_fn as usize
&& let Some(init) = cls.get_attr(identifier!(vm, __init__))
&& let Some(init_func) = init.downcast_ref_if_exact::<PyFunction>(vm)
&& init_func.is_simple_for_call_specialization()
{
let init = cls.get_attr(identifier!(vm, __init__));
let mut version = cls.tp_version_tag.load(Acquire);
if version == 0 {
version = cls.assign_version_tag();
}
if version != 0
if version == 0 {
unsafe {
self.code.instructions.write_adaptive_counter(
cache_base,
bytecode::adaptive_counter_backoff(
self.code.instructions.read_adaptive_counter(cache_base),
),
);
}
return;
}
if let Some(init) = init
&& let Some(init_func) = init.downcast_ref_if_exact::<PyFunction>(vm)
&& init_func.is_simple_for_call_specialization()
&& cls.cache_init_for_specialization(init_func.to_owned(), version, vm)
{
unsafe {
Expand Down