refactor to translate on the go

Author: Fidget-Spinner

Include/internal/pycore_interp_structs.h

@@ -944,8 +944,10 @@ struct _is {
     struct callable_cache callable_cache;
     PyObject *common_consts[NUM_COMMON_CONSTANTS];
     // JIT tracing state
+    int jit_tracer_code_max_size;
     int jit_tracer_code_curr_size;
-    _Py_CODEUNIT *jit_tracer_code_buffer;
+    _PyBloomFilter jit_tracer_dependencies;
+    _PyUOpInstruction *jit_tracer_code_buffer;
     _Py_CODEUNIT *jit_tracer_initial_instr;
     int jit_tracer_initial_stack_depth;
     int jit_tracer_initial_chain_depth;

Include/internal/pycore_magic_number.h

@@ -286,7 +286,6 @@ Known values:
     Python 3.15a1 3653 (Fix handling of opcodes that may leave operands on the stack when optimizing LOAD_FAST)
     Python 3.15a1 3654 (Fix missing exception handlers in logical expression)
     Python 3.15a1 3655 (Fix miscompilation of some module-level annotations)
-    Python 3.15a1 3656 (Add GUARD_IP instruction)
 
 
     Python 3.16 will start with 3700
@@ -300,7 +299,7 @@ PC/launcher.c must also be updated.
 
 */
 
-#define PYC_MAGIC_NUMBER 3656
+#define PYC_MAGIC_NUMBER 3655
 /* This is equivalent to converting PYC_MAGIC_NUMBER to 2 bytes
    (little-endian) and then appending b'\r\n'. */
 #define PYC_MAGIC_NUMBER_TOKEN \

Include/internal/pycore_opcode_metadata.h

@@ -21,14 +21,6 @@ typedef struct _PyExecutorLinkListNode {
 } _PyExecutorLinkListNode;
 
 
-/* Bloom filter with m = 256
- * https://en.wikipedia.org/wiki/Bloom_filter */
-#define _Py_BLOOM_FILTER_WORDS 8
-
-typedef struct {
-    uint32_t bits[_Py_BLOOM_FILTER_WORDS];
-} _PyBloomFilter;
-
 typedef struct {
     uint8_t opcode;
     uint8_t oparg;
@@ -364,6 +356,17 @@ PyAPI_FUNC(int) _PyDumpExecutors(FILE *out);
 extern void _Py_ClearExecutorDeletionList(PyInterpreterState *interp);
 #endif
 
+int
+_PyJIT_translate_single_bytecode_to_trace(
+    PyThreadState *tstate,
+    _Py_CODEUNIT *this_instr,
+    _Py_CODEUNIT *next_instr,
+    PyCodeObject *code,
+    PyFunctionObject *func,
+    int oparg);
+
+void
+_PyJIT_InitializeTracing(PyThreadState *tstate, _PyInterpreterFrame *frame, _Py_CODEUNIT *next_instr, int curr_stackdepth, int chain_depth);
 #ifdef __cplusplus
 }
 #endif

Include/internal/pycore_optimizer.h

@@ -39,10 +39,13 @@ typedef struct _PyUOpInstruction{
 #define UOP_MAX_TRACE_LENGTH 1200
 #define UOP_BUFFER_SIZE (UOP_MAX_TRACE_LENGTH * sizeof(_PyUOpInstruction))
 
-// This is the length of the trace we record.
-// This includes the inline caches.
-#define TRACE_MAX_TRACE_LENGTH 2000
-#define TRACER_BUFFER_SIZE ((int)(TRACE_MAX_TRACE_LENGTH * sizeof(_Py_CODEUNIT)))
+/* Bloom filter with m = 256
+ * https://en.wikipedia.org/wiki/Bloom_filter */
+#define _Py_BLOOM_FILTER_WORDS 8
+
+typedef struct {
+    uint32_t bits[_Py_BLOOM_FILTER_WORDS];
+} _PyBloomFilter;
 
 #ifdef __cplusplus
 }