🌐 AI搜索 & 代理 主页
Skip to content

GH-93678: refactor compiler so that optimizer does not need the assembler and compiler structs #93842

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
iritkatriel merged 16 commits into from
Jun 21, 2022
Merged

GH-93678: refactor compiler so that optimizer does not need the assembler and compiler structs #93842

Changes from 1 commit
Commits
Show all changes
16 commits
Select commit Hold shift + click to select a range
6d38e85
optimize_cfg does not require a struct compiler*
iritkatriel Jun 14, 2022
db0be36
optimize_cfg does not require a struct assembler*
iritkatriel Jun 14, 2022
82be9a5
do not pass the whole assembler to functions that need only a_entry
iritkatriel Jun 14, 2022
a2da370
Create struct assember just before assemble_emit. The other optimizer…
iritkatriel Jun 14, 2022
c26a2bb
assemble_jump_offsets doesn't need the compiler
iritkatriel Jun 14, 2022
36d2410
duplicate_exits_without_lineno can use b_next links to iterate
iritkatriel Jun 14, 2022
7f06d70
stackdepth doesn't need the compiler
iritkatriel Jun 14, 2022
5cd8fc9
push_cold_blocks_to_end and duplicate_exits_without_lineno do not nee…
iritkatriel Jun 15, 2022
b1e9f7c
remove 3 unused fields from struct assembler
iritkatriel Jun 15, 2022
b5f58d1
remove obsolete comment
iritkatriel Jun 15, 2022
c4a125e
code review followup
iritkatriel Jun 15, 2022
39f03c0
entry --> entryblock for consistency
iritkatriel Jun 15, 2022
c233570
📜🤖 Added by blurb_it.
blurb-it[bot] Jun 15, 2022
482742a
Merge remote-tracking branch 'upstream/main' into reduce_dependencty_…
iritkatriel Jun 17, 2022
28ba5d9
Merge remote-tracking branch 'upstream/main' into reduce_dependencty_…
iritkatriel Jun 20, 2022
51b78f7
Merge branch 'main' into reduce_dependencty_on_compiler
iritkatriel Jun 20, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Create struct assember just before assemble_emit. The other optimizer… 
… functions only use the a_entry field which they can get directly
  • Loading branch information
@iritkatriel
iritkatriel committed Jun 14, 2022
commit a2da370c62c2ad240d2ebe12308dd6cbbe38cfc9
55 changes: 26 additions & 29 deletions Python/compile.c
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7007,7 +7007,6 @@ compiler_match(struct compiler *c, stmt_ty s)
struct assembler {
PyObject *a_bytecode; /* bytes containing bytecode */
PyObject *a_except_table; /* bytes containing exception table */
basicblock *a_entry;
int a_offset; /* offset into bytecode */
int a_except_table_off; /* offset into exception table */
int a_lineno; /* lineno of last emitted instruction */
Expand Down Expand Up @@ -7118,7 +7117,7 @@ stackdepth(struct compiler *c, basicblock *entry)
}

static int
assemble_init(struct assembler *a, int nblocks, int firstlineno)
assemble_init(struct assembler *a, int firstlineno)
{
memset(a, 0, sizeof(struct assembler));
a->a_lineno = firstlineno;
Expand All @@ -7138,10 +7137,6 @@ assemble_init(struct assembler *a, int nblocks, int firstlineno)
if (a->a_except_table == NULL) {
goto error;
}
if ((size_t)nblocks > SIZE_MAX / sizeof(basicblock *)) {
PyErr_NoMemory();
goto error;
}
return 1;
error:
Py_XDECREF(a->a_bytecode);
Expand Down Expand Up @@ -7529,13 +7524,13 @@ assemble_emit_exception_table_entry(struct assembler *a, int start, int end, bas
}

static int
assemble_exception_table(struct assembler *a)
assemble_exception_table(struct assembler *a, basicblock *entryblock)
{
basicblock *b;
int ioffset = 0;
basicblock *handler = NULL;
int start = -1;
for (b = a->a_entry; b != NULL; b = b->b_next) {
for (b = entryblock; b != NULL; b = b->b_next) {
ioffset = b->b_offset;
for (int i = 0; i < b->b_iused; i++) {
struct instr *instr = &b->b_instr[i];
Expand Down Expand Up @@ -8498,9 +8493,6 @@ remove_redundant_jumps(basicblock *entryblock) {
static PyCodeObject *
assemble(struct compiler *c, int addNone)
{
basicblock *b, *entryblock;
struct assembler a;
int j, nblocks;
PyCodeObject *co = NULL;
PyObject *consts = NULL;

Expand Down Expand Up @@ -8529,15 +8521,6 @@ assemble(struct compiler *c, int addNone)
}
}

nblocks = 0;
entryblock = NULL;
for (b = c->u->u_blocks; b != NULL; b = b->b_list) {
nblocks++;
entryblock = b;
assert(b->b_warm == 0 && b->b_cold == 0);
}
assert(entryblock != NULL);

assert(PyDict_GET_SIZE(c->u->u_varnames) < INT_MAX);
assert(PyDict_GET_SIZE(c->u->u_cellvars) < INT_MAX);
assert(PyDict_GET_SIZE(c->u->u_freevars) < INT_MAX);
Expand All @@ -8552,6 +8535,18 @@ assemble(struct compiler *c, int addNone)
goto error;
}

int nblocks = 0;
basicblock *entryblock = NULL;
for (basicblock *b = c->u->u_blocks; b != NULL; b = b->b_list) {
nblocks++;
entryblock = b;
}
assert(entryblock != NULL);
if ((size_t)nblocks > SIZE_MAX / sizeof(basicblock *)) {
PyErr_NoMemory();
goto error;
}

/* Set firstlineno if it wasn't explicitly set. */
if (!c->u->u_firstlineno) {
if (entryblock->b_instr && entryblock->b_instr->i_loc.lineno) {
Expand All @@ -8567,10 +8562,6 @@ assemble(struct compiler *c, int addNone)
goto error;
}

if (!assemble_init(&a, nblocks, c->u->u_firstlineno))
goto error;
a.a_entry = entryblock;

int numdropped = fix_cell_offsets(c, entryblock, cellfixedoffsets);
PyMem_Free(cellfixedoffsets); // At this point we're done with it.
cellfixedoffsets = NULL;
Expand Down Expand Up @@ -8630,22 +8621,28 @@ assemble(struct compiler *c, int addNone)
/* Can't modify the bytecode after computing jump offsets. */
assemble_jump_offsets(entryblock, c);


/* Create assembler */
struct assembler a;
if (!assemble_init(&a, c->u->u_firstlineno))
goto error;

/* Emit code. */
for(b = entryblock; b != NULL; b = b->b_next) {
for (j = 0; j < b->b_iused; j++)
for (basicblock *b = entryblock; b != NULL; b = b->b_next) {
for (int j = 0; j < b->b_iused; j++)
if (!assemble_emit(&a, &b->b_instr[j]))
goto error;
}

/* Emit location info */
a.a_lineno = c->u->u_firstlineno;
for(b = entryblock; b != NULL; b = b->b_next) {
for (j = 0; j < b->b_iused; j++)
for (basicblock *b = entryblock; b != NULL; b = b->b_next) {
for (int j = 0; j < b->b_iused; j++)
if (!assemble_emit_location(&a, &b->b_instr[j]))
goto error;
}

if (!assemble_exception_table(&a)) {
if (!assemble_exception_table(&a, entryblock)) {
goto error;
}
if (_PyBytes_Resize(&a.a_except_table, a.a_except_table_off) < 0) {
Expand Down