WIP generators

Author: Fidget-Spinner

Include/internal/pycore_interp_structs.h

@@ -943,9 +943,16 @@ struct _is {
     struct types_state types;
     struct callable_cache callable_cache;
     PyObject *common_consts[NUM_COMMON_CONSTANTS];
+    // JIT tracing state
     int jit_tracer_code_curr_size;
     _Py_CODEUNIT *jit_tracer_code_buffer;
     _Py_CODEUNIT *jit_tracer_initial_instr;
+    int jit_tracer_initial_stack_depth;
+    int jit_tracer_initial_chain_depth;
+    PyCodeObject *jit_tracer_initial_code; // Borrowed
+    PyFunctionObject *jit_tracer_initial_func; // Borrowed
+    int jit_tracer_seen_initial_before;
+    bool jit_completed_loop;
     bool jit;
     bool compiling;
     struct _PyUOpInstruction *jit_uop_buffer;

Include/internal/pycore_magic_number.h

@@ -286,6 +286,7 @@ Known values:
     Python 3.15a1 3653 (Fix handling of opcodes that may leave operands on the stack when optimizing LOAD_FAST)
     Python 3.15a1 3654 (Fix missing exception handlers in logical expression)
     Python 3.15a1 3655 (Fix miscompilation of some module-level annotations)
+    Python 3.15a1 3656 (Add GUARD_IP instruction)
 
 
     Python 3.16 will start with 3700
@@ -299,7 +300,7 @@ PC/launcher.c must also be updated.
 
 */
 
-#define PYC_MAGIC_NUMBER 3655
+#define PYC_MAGIC_NUMBER 3656
 /* This is equivalent to converting PYC_MAGIC_NUMBER to 2 bytes
    (little-endian) and then appending b'\r\n'. */
 #define PYC_MAGIC_NUMBER_TOKEN \

Include/internal/pycore_opcode_metadata.h

@@ -336,7 +336,7 @@ extern int _Py_uop_frame_pop(JitOptContext *ctx);
 
 PyAPI_FUNC(PyObject *) _Py_uop_symbols_test(PyObject *self, PyObject *ignored);
 
-PyAPI_FUNC(int) _PyOptimizer_Optimize(_PyInterpreterFrame *frame, _Py_CODEUNIT *start, _PyExecutorObject **exec_ptr, int chain_depth);
+PyAPI_FUNC(int) _PyOptimizer_Optimize(_PyInterpreterFrame *frame, PyThreadState *tstate);
 
 static inline _PyExecutorObject *_PyExecutor_FromExit(_PyExitData *exit)
 {

Include/internal/pycore_optimizer.h

@@ -41,7 +41,7 @@ typedef struct _PyUOpInstruction{
 
 // This is the length of the trace we record.
 // This includes the inline caches.
-#define TRACE_MAX_TRACE_LENGTH 1000
+#define TRACE_MAX_TRACE_LENGTH 2000
 #define TRACER_BUFFER_SIZE ((int)(TRACE_MAX_TRACE_LENGTH * sizeof(_Py_CODEUNIT)))
 
 #ifdef __cplusplus