emitbc.c 30.8 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
/*
 * This file is part of the Micro Python project, http://micropython.org/
 *
 * The MIT License (MIT)
 *
 * Copyright (c) 2013, 2014 Damien P. George
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */

xbe's avatar
xbe committed
27
#include <stdbool.h>
Damien's avatar
Damien committed
28
29
30
31
32
33
#include <stdint.h>
#include <stdio.h>
#include <string.h>
#include <assert.h>

#include "misc.h"
34
#include "mpconfig.h"
35
#include "qstr.h"
Damien's avatar
Damien committed
36
37
#include "lexer.h"
#include "parse.h"
38
39
#include "obj.h"
#include "emitglue.h"
Damien's avatar
Damien committed
40
#include "scope.h"
41
#include "runtime0.h"
Damien's avatar
Damien committed
42
#include "emit.h"
43
#include "bc0.h"
Damien's avatar
Damien committed
44

45
46
#if !MICROPY_EMIT_CPYTHON

47
48
struct _emit_t {
    pass_kind_t pass;
Damien's avatar
Damien committed
49
50
51
52
53
    int stack_size;
    bool last_emit_was_return_value;

    scope_t *scope;

54
55
56
    uint last_source_line_offset;
    uint last_source_line;

57
    uint max_num_labels;
Damien's avatar
Damien committed
58
59
    uint *label_offsets;

60
61
62
63
64
    uint code_info_offset;
    uint code_info_size;
    uint byte_code_offset;
    uint byte_code_size;
    byte *code_base; // stores both byte code and code info
Damien's avatar
Damien committed
65
66
67
    byte dummy_data[8];
};

68
STATIC void emit_bc_rot_two(emit_t *emit);
69
STATIC void emit_bc_rot_three(emit_t *emit);
70

71
emit_t *emit_bc_new(uint max_num_labels) {
72
    emit_t *emit = m_new0(emit_t, 1);
73
74
75
76
    emit->max_num_labels = max_num_labels;
    emit->label_offsets = m_new(uint, emit->max_num_labels);
    return emit;
}
77

78
void emit_bc_free(emit_t *emit) {
79
80
81
82
    m_del(uint, emit->label_offsets, emit->max_num_labels);
    m_del_obj(emit_t, emit);
}

83
// all functions must go through this one to emit code info
84
STATIC byte* emit_get_cur_to_write_code_info(emit_t* emit, int num_bytes_to_write) {
85
86
87
88
89
90
91
92
93
94
    //printf("emit %d\n", num_bytes_to_write);
    if (emit->pass < PASS_3) {
        emit->code_info_offset += num_bytes_to_write;
        return emit->dummy_data;
    } else {
        assert(emit->code_info_offset + num_bytes_to_write <= emit->code_info_size);
        byte *c = emit->code_base + emit->code_info_offset;
        emit->code_info_offset += num_bytes_to_write;
        return c;
    }
Damien's avatar
Damien committed
95
96
}

97
98
99
100
STATIC void emit_align_code_info_to_machine_word(emit_t* emit) {
    emit->code_info_offset = (emit->code_info_offset + sizeof(machine_uint_t) - 1) & (~(sizeof(machine_uint_t) - 1));
}

101
STATIC void emit_write_code_info_qstr(emit_t* emit, qstr qstr) {
102
103
104
105
106
107
    byte* c = emit_get_cur_to_write_code_info(emit, 4);
    // TODO variable length encoding for qstr
    c[0] = qstr & 0xff;
    c[1] = (qstr >> 8) & 0xff;
    c[2] = (qstr >> 16) & 0xff;
    c[3] = (qstr >> 24) & 0xff;
Damien's avatar
Damien committed
108
109
}

110
#if MICROPY_ENABLE_SOURCE_LINE
111
STATIC void emit_write_code_info_bytes_lines(emit_t* emit, uint bytes_to_skip, uint lines_to_skip) {
112
113
114
115
116
117
118
    assert(bytes_to_skip > 0 || lines_to_skip > 0);
    while (bytes_to_skip > 0 || lines_to_skip > 0) {
        uint b = MIN(bytes_to_skip, 31);
        uint l = MIN(lines_to_skip, 7);
        bytes_to_skip -= b;
        lines_to_skip -= l;
        *emit_get_cur_to_write_code_info(emit, 1) = b | (l << 5);
119
    }
120
}
121
#endif
122
123

// all functions must go through this one to emit byte code
124
STATIC byte* emit_get_cur_to_write_byte_code(emit_t* emit, int num_bytes_to_write) {
Damien's avatar
Damien committed
125
126
    //printf("emit %d\n", num_bytes_to_write);
    if (emit->pass < PASS_3) {
127
        emit->byte_code_offset += num_bytes_to_write;
Damien's avatar
Damien committed
128
129
        return emit->dummy_data;
    } else {
130
131
132
        assert(emit->byte_code_offset + num_bytes_to_write <= emit->byte_code_size);
        byte *c = emit->code_base + emit->code_info_size + emit->byte_code_offset;
        emit->byte_code_offset += num_bytes_to_write;
Damien's avatar
Damien committed
133
134
135
136
        return c;
    }
}

137
138
139
140
STATIC void emit_align_byte_code_to_machine_word(emit_t* emit) {
    emit->byte_code_offset = (emit->byte_code_offset + sizeof(machine_uint_t) - 1) & (~(sizeof(machine_uint_t) - 1));
}

141
STATIC void emit_write_byte_code_byte(emit_t* emit, byte b1) {
142
    byte* c = emit_get_cur_to_write_byte_code(emit, 1);
Damien's avatar
Damien committed
143
144
145
    c[0] = b1;
}

146
STATIC void emit_write_byte_code_byte_byte(emit_t* emit, byte b1, uint b2) {
Damien's avatar
Damien committed
147
    assert((b2 & (~0xff)) == 0);
148
    byte* c = emit_get_cur_to_write_byte_code(emit, 2);
Damien's avatar
Damien committed
149
150
151
152
    c[0] = b1;
    c[1] = b2;
}

153
STATIC void emit_write_byte_code_uint(emit_t* emit, uint num) {
154
    // We store each 7 bits in a separate byte, and that's how many bytes needed
155
    byte buf[(BYTES_PER_WORD * 8 + 6) / 7];
156
157
158
159
160
161
162
163
164
    byte *p = buf + sizeof(buf);
    // We encode in little-ending order, but store in big-endian, to help decoding
    do {
        *--p = num & 0x7f;
        num >>= 7;
    } while (num != 0);
    byte* c = emit_get_cur_to_write_byte_code(emit, buf + sizeof(buf) - p);
    while (p != buf + sizeof(buf) - 1) {
        *c++ = *p++ | 0x80;
165
    }
166
    *c = *p;
167
168
}

169
// Similar to emit_write_byte_code_uint(), just some extra handling to encode sign
170
STATIC void emit_write_byte_code_byte_int(emit_t* emit, byte b1, machine_int_t num) {
171
172
173
    emit_write_byte_code_byte(emit, b1);

    // We store each 7 bits in a separate byte, and that's how many bytes needed
174
    byte buf[(BYTES_PER_WORD * 8 + 6) / 7];
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
    byte *p = buf + sizeof(buf);
    // We encode in little-ending order, but store in big-endian, to help decoding
    do {
        *--p = num & 0x7f;
        num >>= 7;
    } while (num != 0 && num != -1);
    // Make sure that highest bit we stored (mask 0x40) matches sign
    // of the number. If not, store extra byte just to encode sign
    if (num == -1 && (*p & 0x40) == 0) {
        *--p = 0x7f;
    } else if (num == 0 && (*p & 0x40) != 0) {
        *--p = 0;
    }

    byte* c = emit_get_cur_to_write_byte_code(emit, buf + sizeof(buf) - p);
    while (p != buf + sizeof(buf) - 1) {
        *c++ = *p++ | 0x80;
    }
    *c = *p;
Damien's avatar
Damien committed
194
195
}

196
STATIC void emit_write_byte_code_byte_uint(emit_t* emit, byte b, uint num) {
197
198
    emit_write_byte_code_byte(emit, b);
    emit_write_byte_code_uint(emit, num);
Damien's avatar
Damien committed
199
200
}

201
202
203
204
205
206
207
208
// aligns the pointer so it is friendly to GC
STATIC void emit_write_byte_code_byte_ptr(emit_t* emit, byte b, void *ptr) {
    emit_write_byte_code_byte(emit, b);
    emit_align_byte_code_to_machine_word(emit);
    machine_uint_t *c = (machine_uint_t*)emit_get_cur_to_write_byte_code(emit, sizeof(machine_uint_t));
    *c = (machine_uint_t)ptr;
}

209
/* currently unused
210
STATIC void emit_write_byte_code_byte_uint_uint(emit_t* emit, byte b, uint num1, uint num2) {
211
212
213
214
215
216
    emit_write_byte_code_byte(emit, b);
    emit_write_byte_code_byte_uint(emit, num1);
    emit_write_byte_code_byte_uint(emit, num2);
}
*/

217
STATIC void emit_write_byte_code_byte_qstr(emit_t* emit, byte b, qstr qstr) {
218
    emit_write_byte_code_byte_uint(emit, b, qstr);
Damien's avatar
Damien committed
219
220
}

Damien's avatar
Damien committed
221
// unsigned labels are relative to ip following this instruction, stored as 16 bits
222
STATIC void emit_write_byte_code_byte_unsigned_label(emit_t* emit, byte b1, uint label) {
223
    uint byte_code_offset;
Damien's avatar
Damien committed
224
    if (emit->pass < PASS_3) {
225
        byte_code_offset = 0;
Damien's avatar
Damien committed
226
    } else {
227
        byte_code_offset = emit->label_offsets[label] - emit->byte_code_offset - 3;
Damien's avatar
Damien committed
228
    }
229
    byte *c = emit_get_cur_to_write_byte_code(emit, 3);
Damien's avatar
Damien committed
230
    c[0] = b1;
231
232
    c[1] = byte_code_offset;
    c[2] = byte_code_offset >> 8;
Damien's avatar
Damien committed
233
234
235
}

// signed labels are relative to ip following this instruction, stored as 16 bits, in excess
236
STATIC void emit_write_byte_code_byte_signed_label(emit_t* emit, byte b1, uint label) {
237
    int byte_code_offset;
Damien's avatar
Damien committed
238
    if (emit->pass < PASS_3) {
239
        byte_code_offset = 0;
Damien's avatar
Damien committed
240
    } else {
241
        byte_code_offset = emit->label_offsets[label] - emit->byte_code_offset - 3 + 0x8000;
Damien's avatar
Damien committed
242
    }
243
    byte* c = emit_get_cur_to_write_byte_code(emit, 3);
Damien's avatar
Damien committed
244
    c[0] = b1;
245
246
    c[1] = byte_code_offset;
    c[2] = byte_code_offset >> 8;
Damien's avatar
Damien committed
247
248
}

249
STATIC void emit_bc_set_native_types(emit_t *emit, bool do_native_types) {
Damien George's avatar
Damien George committed
250
251
}

252
STATIC void emit_bc_start_pass(emit_t *emit, pass_kind_t pass, scope_t *scope) {
Damien George's avatar
Damien George committed
253
254
255
256
    emit->pass = pass;
    emit->stack_size = 0;
    emit->last_emit_was_return_value = false;
    emit->scope = scope;
257
258
    emit->last_source_line_offset = 0;
    emit->last_source_line = 1;
Damien George's avatar
Damien George committed
259
260
261
    if (pass == PASS_2) {
        memset(emit->label_offsets, -1, emit->max_num_labels * sizeof(uint));
    }
262
263
264
265
266
267
268
269
270
271
272
273
274
275
    emit->byte_code_offset = 0;
    emit->code_info_offset = 0;

    // write code info size (don't know size at this stage in PASS_2 so need to use maximum space (4 bytes) to write it)
    {
        byte* c = emit_get_cur_to_write_code_info(emit, 4);
        machine_uint_t s = emit->code_info_size;
        c[0] = s & 0xff;
        c[1] = (s >> 8) & 0xff;
        c[2] = (s >> 16) & 0xff;
        c[3] = (s >> 24) & 0xff;
    }

    // code info
276
277
    emit_write_code_info_qstr(emit, scope->source_file);
    emit_write_code_info_qstr(emit, scope->simple_name);
Damien George's avatar
Damien George committed
278

279
    // bytecode prelude: local state size and exception stack size; 16 bit uints for now
280
    {
281
282
        byte* c = emit_get_cur_to_write_byte_code(emit, 4);
        uint n_state = scope->num_locals + scope->stack_size;
283
284
285
286
287
288
        if (n_state == 0) {
            // Need at least 1 entry in the state, in the case an exception is
            // propagated through this function, the exception is returned in
            // the highest slot in the state (fastn[0], see vm.c).
            n_state = 1;
        }
289
290
291
292
        c[0] = n_state & 0xff;
        c[1] = (n_state >> 8) & 0xff;
        c[2] = scope->exc_stack_size & 0xff;
        c[3] = (scope->exc_stack_size >> 8) & 0xff;
293
294
295
    }

    // bytecode prelude: initialise closed over variables
Damien George's avatar
Damien George committed
296
297
298
299
300
301
302
303
    int num_cell = 0;
    for (int i = 0; i < scope->id_info_len; i++) {
        id_info_t *id = &scope->id_info[i];
        if (id->kind == ID_INFO_KIND_CELL) {
            num_cell += 1;
        }
    }
    assert(num_cell <= 255);
304
    emit_write_byte_code_byte(emit, num_cell); // write number of locals that are cells
Damien George's avatar
Damien George committed
305
306
307
    for (int i = 0; i < scope->id_info_len; i++) {
        id_info_t *id = &scope->id_info[i];
        if (id->kind == ID_INFO_KIND_CELL) {
308
            emit_write_byte_code_byte(emit, id->local_num); // write the local which should be converted to a cell
Damien George's avatar
Damien George committed
309
310
311
312
        }
    }
}

313
STATIC void emit_bc_end_pass(emit_t *emit) {
Damien George's avatar
Damien George committed
314
315
316
317
318
    // check stack is back to zero size
    if (emit->stack_size != 0) {
        printf("ERROR: stack size not back to zero; got %d\n", emit->stack_size);
    }

319
    *emit_get_cur_to_write_code_info(emit, 1) = 0; // end of line number info
320
    emit_align_code_info_to_machine_word(emit); // align so that following byte_code is aligned
321

Damien George's avatar
Damien George committed
322
323
    if (emit->pass == PASS_2) {
        // calculate size of code in bytes
324
325
        emit->code_info_size = emit->code_info_offset;
        emit->byte_code_size = emit->byte_code_offset;
326
        emit->code_base = m_new0(byte, emit->code_info_size + emit->byte_code_size);
Damien George's avatar
Damien George committed
327
328

    } else if (emit->pass == PASS_3) {
329
330
        qstr *arg_names = m_new(qstr, emit->scope->num_pos_args + emit->scope->num_kwonly_args);
        for (int i = 0; i < emit->scope->num_pos_args + emit->scope->num_kwonly_args; i++) {
331
332
            arg_names[i] = emit->scope->id_info[i].qstr;
        }
333
        mp_emit_glue_assign_byte_code(emit->scope->raw_code, emit->code_base,
334
            emit->code_info_size + emit->byte_code_size,
335
336
            emit->scope->num_pos_args, emit->scope->num_kwonly_args, arg_names,
            emit->scope->scope_flags);
Damien George's avatar
Damien George committed
337
338
339
    }
}

340
STATIC bool emit_bc_last_emit_was_return_value(emit_t *emit) {
Damien's avatar
Damien committed
341
342
343
    return emit->last_emit_was_return_value;
}

344
345
STATIC void emit_bc_adjust_stack_size(emit_t *emit, int delta) {
    emit->stack_size += delta;
Damien's avatar
Damien committed
346
347
}

348
STATIC void emit_bc_set_source_line(emit_t *emit, int source_line) {
349
    //printf("source: line %d -> %d  offset %d -> %d\n", emit->last_source_line, source_line, emit->last_source_line_offset, emit->byte_code_offset);
350
#if MICROPY_ENABLE_SOURCE_LINE
351
    if (source_line > emit->last_source_line) {
352
353
354
        uint bytes_to_skip = emit->byte_code_offset - emit->last_source_line_offset;
        uint lines_to_skip = source_line - emit->last_source_line;
        emit_write_code_info_bytes_lines(emit, bytes_to_skip, lines_to_skip);
355
        //printf("  %d %d\n", bytes_to_skip, lines_to_skip);
356
357
358
        emit->last_source_line_offset = emit->byte_code_offset;
        emit->last_source_line = source_line;
    }
359
#endif
360
361
}

362
STATIC void emit_bc_load_id(emit_t *emit, qstr qstr) {
363
364
365
    emit_common_load_id(emit, &emit_bc_method_table, emit->scope, qstr);
}

366
STATIC void emit_bc_store_id(emit_t *emit, qstr qstr) {
367
368
369
    emit_common_store_id(emit, &emit_bc_method_table, emit->scope, qstr);
}

370
STATIC void emit_bc_delete_id(emit_t *emit, qstr qstr) {
371
372
373
    emit_common_delete_id(emit, &emit_bc_method_table, emit->scope, qstr);
}

374
STATIC void emit_bc_pre(emit_t *emit, int stack_size_delta) {
375
    assert((int)emit->stack_size + stack_size_delta >= 0);
376
377
378
    emit->stack_size += stack_size_delta;
    if (emit->stack_size > emit->scope->stack_size) {
        emit->scope->stack_size = emit->stack_size;
Damien's avatar
Damien committed
379
380
381
382
    }
    emit->last_emit_was_return_value = false;
}

383
STATIC void emit_bc_label_assign(emit_t *emit, uint l) {
384
    emit_bc_pre(emit, 0);
385
386
387
388
    assert(l < emit->max_num_labels);
    if (emit->pass == PASS_2) {
        // assign label offset
        assert(emit->label_offsets[l] == -1);
389
        emit->label_offsets[l] = emit->byte_code_offset;
390
391
    } else if (emit->pass == PASS_3) {
        // ensure label offset has not changed from PASS_2 to PASS_3
392
393
        //printf("l%d: (at %d vs %d)\n", l, emit->byte_code_offset, emit->label_offsets[l]);
        assert(emit->label_offsets[l] == emit->byte_code_offset);
Damien's avatar
Damien committed
394
395
396
    }
}

397
STATIC void emit_bc_import_name(emit_t *emit, qstr qstr) {
398
    emit_bc_pre(emit, -1);
399
    emit_write_byte_code_byte_qstr(emit, MP_BC_IMPORT_NAME, qstr);
Damien's avatar
Damien committed
400
401
}

402
STATIC void emit_bc_import_from(emit_t *emit, qstr qstr) {
403
    emit_bc_pre(emit, 1);
404
    emit_write_byte_code_byte_qstr(emit, MP_BC_IMPORT_FROM, qstr);
Damien's avatar
Damien committed
405
406
}

407
STATIC void emit_bc_import_star(emit_t *emit) {
408
    emit_bc_pre(emit, -1);
409
    emit_write_byte_code_byte(emit, MP_BC_IMPORT_STAR);
Damien's avatar
Damien committed
410
411
}

412
STATIC void emit_bc_load_const_tok(emit_t *emit, mp_token_kind_t tok) {
413
    emit_bc_pre(emit, 1);
Damien's avatar
Damien committed
414
    switch (tok) {
415
416
417
418
        case MP_TOKEN_KW_FALSE: emit_write_byte_code_byte(emit, MP_BC_LOAD_CONST_FALSE); break;
        case MP_TOKEN_KW_NONE: emit_write_byte_code_byte(emit, MP_BC_LOAD_CONST_NONE); break;
        case MP_TOKEN_KW_TRUE: emit_write_byte_code_byte(emit, MP_BC_LOAD_CONST_TRUE); break;
        case MP_TOKEN_ELLIPSIS: emit_write_byte_code_byte(emit, MP_BC_LOAD_CONST_ELLIPSIS); break;
Damien's avatar
Damien committed
419
420
421
422
        default: assert(0);
    }
}

423
STATIC void emit_bc_load_const_small_int(emit_t *emit, machine_int_t arg) {
424
    emit_bc_pre(emit, 1);
425
    emit_write_byte_code_byte_int(emit, MP_BC_LOAD_CONST_SMALL_INT, arg);
Damien's avatar
Damien committed
426
427
}

428
STATIC void emit_bc_load_const_int(emit_t *emit, qstr qstr) {
429
    emit_bc_pre(emit, 1);
430
    emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_CONST_INT, qstr);
Damien's avatar
Damien committed
431
432
}

433
STATIC void emit_bc_load_const_dec(emit_t *emit, qstr qstr) {
434
    emit_bc_pre(emit, 1);
435
    emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_CONST_DEC, qstr);
Damien's avatar
Damien committed
436
437
}

438
STATIC void emit_bc_load_const_str(emit_t *emit, qstr qstr, bool bytes) {
439
    emit_bc_pre(emit, 1);
Damien's avatar
Damien committed
440
    if (bytes) {
441
        emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_CONST_BYTES, qstr);
Damien's avatar
Damien committed
442
    } else {
443
        emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_CONST_STRING, qstr);
Damien's avatar
Damien committed
444
445
446
    }
}

447
448
449
450
451
STATIC void emit_bc_load_null(emit_t *emit) {
    emit_bc_pre(emit, 1);
    emit_write_byte_code_byte(emit, MP_BC_LOAD_NULL);
};

452
STATIC void emit_bc_load_fast(emit_t *emit, qstr qstr, uint id_flags, int local_num) {
Damien's avatar
Damien committed
453
    assert(local_num >= 0);
454
    emit_bc_pre(emit, 1);
455
456
457
458
459
    switch (local_num) {
        case 0: emit_write_byte_code_byte(emit, MP_BC_LOAD_FAST_0); break;
        case 1: emit_write_byte_code_byte(emit, MP_BC_LOAD_FAST_1); break;
        case 2: emit_write_byte_code_byte(emit, MP_BC_LOAD_FAST_2); break;
        default: emit_write_byte_code_byte_uint(emit, MP_BC_LOAD_FAST_N, local_num); break;
Damien's avatar
Damien committed
460
461
462
    }
}

463
STATIC void emit_bc_load_deref(emit_t *emit, qstr qstr, int local_num) {
464
    emit_bc_pre(emit, 1);
465
    emit_write_byte_code_byte_uint(emit, MP_BC_LOAD_DEREF, local_num);
Damien's avatar
Damien committed
466
467
}

468
STATIC void emit_bc_load_name(emit_t *emit, qstr qstr) {
469
    emit_bc_pre(emit, 1);
470
    emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_NAME, qstr);
Damien's avatar
Damien committed
471
472
}

473
STATIC void emit_bc_load_global(emit_t *emit, qstr qstr) {
474
    emit_bc_pre(emit, 1);
475
    emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_GLOBAL, qstr);
Damien's avatar
Damien committed
476
477
}

478
STATIC void emit_bc_load_attr(emit_t *emit, qstr qstr) {
479
    emit_bc_pre(emit, 0);
480
    emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_ATTR, qstr);
Damien's avatar
Damien committed
481
482
}

483
STATIC void emit_bc_load_method(emit_t *emit, qstr qstr) {
484
    emit_bc_pre(emit, 1);
485
    emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_METHOD, qstr);
Damien's avatar
Damien committed
486
487
}

488
STATIC void emit_bc_load_build_class(emit_t *emit) {
489
    emit_bc_pre(emit, 1);
490
    emit_write_byte_code_byte(emit, MP_BC_LOAD_BUILD_CLASS);
Damien's avatar
Damien committed
491
492
}

493
494
495
496
497
STATIC void emit_bc_load_subscr(emit_t *emit) {
    emit_bc_pre(emit, -1);
    emit_write_byte_code_byte(emit, MP_BC_LOAD_SUBSCR);
}

498
STATIC void emit_bc_store_fast(emit_t *emit, qstr qstr, int local_num) {
Damien's avatar
Damien committed
499
    assert(local_num >= 0);
500
    emit_bc_pre(emit, -1);
Damien's avatar
Damien committed
501
    switch (local_num) {
502
503
504
505
        case 0: emit_write_byte_code_byte(emit, MP_BC_STORE_FAST_0); break;
        case 1: emit_write_byte_code_byte(emit, MP_BC_STORE_FAST_1); break;
        case 2: emit_write_byte_code_byte(emit, MP_BC_STORE_FAST_2); break;
        default: emit_write_byte_code_byte_uint(emit, MP_BC_STORE_FAST_N, local_num); break;
Damien's avatar
Damien committed
506
507
508
    }
}

509
STATIC void emit_bc_store_deref(emit_t *emit, qstr qstr, int local_num) {
510
    emit_bc_pre(emit, -1);
511
    emit_write_byte_code_byte_uint(emit, MP_BC_STORE_DEREF, local_num);
Damien's avatar
Damien committed
512
513
}

514
STATIC void emit_bc_store_name(emit_t *emit, qstr qstr) {
515
    emit_bc_pre(emit, -1);
516
    emit_write_byte_code_byte_qstr(emit, MP_BC_STORE_NAME, qstr);
Damien's avatar
Damien committed
517
518
}

519
STATIC void emit_bc_store_global(emit_t *emit, qstr qstr) {
520
    emit_bc_pre(emit, -1);
521
    emit_write_byte_code_byte_qstr(emit, MP_BC_STORE_GLOBAL, qstr);
Damien's avatar
Damien committed
522
523
}

524
STATIC void emit_bc_store_attr(emit_t *emit, qstr qstr) {
525
    emit_bc_pre(emit, -2);
526
    emit_write_byte_code_byte_qstr(emit, MP_BC_STORE_ATTR, qstr);
Damien's avatar
Damien committed
527
528
}

529
STATIC void emit_bc_store_subscr(emit_t *emit) {
530
    emit_bc_pre(emit, -3);
531
    emit_write_byte_code_byte(emit, MP_BC_STORE_SUBSCR);
Damien's avatar
Damien committed
532
533
}

534
STATIC void emit_bc_delete_fast(emit_t *emit, qstr qstr, int local_num) {
535
    emit_write_byte_code_byte_uint(emit, MP_BC_DELETE_FAST, local_num);
Damien's avatar
Damien committed
536
537
}

538
STATIC void emit_bc_delete_deref(emit_t *emit, qstr qstr, int local_num) {
539
    emit_write_byte_code_byte_uint(emit, MP_BC_DELETE_DEREF, local_num);
Damien's avatar
Damien committed
540
541
}

542
STATIC void emit_bc_delete_name(emit_t *emit, qstr qstr) {
543
    emit_bc_pre(emit, 0);
544
    emit_write_byte_code_byte_qstr(emit, MP_BC_DELETE_NAME, qstr);
Damien's avatar
Damien committed
545
546
}

547
STATIC void emit_bc_delete_global(emit_t *emit, qstr qstr) {
548
    emit_bc_pre(emit, 0);
549
    emit_write_byte_code_byte_qstr(emit, MP_BC_DELETE_GLOBAL, qstr);
Damien's avatar
Damien committed
550
551
}

552
STATIC void emit_bc_delete_attr(emit_t *emit, qstr qstr) {
553
554
555
    emit_bc_load_null(emit);
    emit_bc_rot_two(emit);
    emit_bc_store_attr(emit, qstr);
Damien's avatar
Damien committed
556
557
}

558
STATIC void emit_bc_delete_subscr(emit_t *emit) {
559
560
561
    emit_bc_load_null(emit);
    emit_bc_rot_three(emit);
    emit_bc_store_subscr(emit);
Damien's avatar
Damien committed
562
563
}

564
STATIC void emit_bc_dup_top(emit_t *emit) {
565
    emit_bc_pre(emit, 1);
566
    emit_write_byte_code_byte(emit, MP_BC_DUP_TOP);
Damien's avatar
Damien committed
567
568
}

569
STATIC void emit_bc_dup_top_two(emit_t *emit) {
570
    emit_bc_pre(emit, 2);
571
    emit_write_byte_code_byte(emit, MP_BC_DUP_TOP_TWO);
Damien's avatar
Damien committed
572
573
}

574
STATIC void emit_bc_pop_top(emit_t *emit) {
575
    emit_bc_pre(emit, -1);
576
    emit_write_byte_code_byte(emit, MP_BC_POP_TOP);
Damien's avatar
Damien committed
577
578
}

579
STATIC void emit_bc_rot_two(emit_t *emit) {
580
    emit_bc_pre(emit, 0);
581
    emit_write_byte_code_byte(emit, MP_BC_ROT_TWO);
Damien's avatar
Damien committed
582
583
}

584
STATIC void emit_bc_rot_three(emit_t *emit) {
585
    emit_bc_pre(emit, 0);
586
    emit_write_byte_code_byte(emit, MP_BC_ROT_THREE);
Damien's avatar
Damien committed
587
588
}

589
STATIC void emit_bc_jump(emit_t *emit, uint label) {
590
    emit_bc_pre(emit, 0);
591
    emit_write_byte_code_byte_signed_label(emit, MP_BC_JUMP, label);
Damien's avatar
Damien committed
592
593
}

594
STATIC void emit_bc_pop_jump_if_true(emit_t *emit, uint label) {
595
    emit_bc_pre(emit, -1);
596
    emit_write_byte_code_byte_signed_label(emit, MP_BC_POP_JUMP_IF_TRUE, label);
Damien's avatar
Damien committed
597
598
}

599
STATIC void emit_bc_pop_jump_if_false(emit_t *emit, uint label) {
600
    emit_bc_pre(emit, -1);
601
    emit_write_byte_code_byte_signed_label(emit, MP_BC_POP_JUMP_IF_FALSE, label);
Damien's avatar
Damien committed
602
603
}

604
STATIC void emit_bc_jump_if_true_or_pop(emit_t *emit, uint label) {
605
    emit_bc_pre(emit, -1);
606
    emit_write_byte_code_byte_signed_label(emit, MP_BC_JUMP_IF_TRUE_OR_POP, label);
Damien's avatar
Damien committed
607
608
}

609
STATIC void emit_bc_jump_if_false_or_pop(emit_t *emit, uint label) {
610
    emit_bc_pre(emit, -1);
611
    emit_write_byte_code_byte_signed_label(emit, MP_BC_JUMP_IF_FALSE_OR_POP, label);
Damien's avatar
Damien committed
612
613
}

614
STATIC void emit_bc_unwind_jump(emit_t *emit, uint label, int except_depth) {
615
616
617
    if (except_depth == 0) {
        emit_bc_jump(emit, label);
    } else {
618
        emit_bc_pre(emit, 0);
619
620
621
        emit_write_byte_code_byte_signed_label(emit, MP_BC_UNWIND_JUMP, label);
        emit_write_byte_code_byte(emit, except_depth);
    }
Damien's avatar
Damien committed
622
623
}

624
STATIC void emit_bc_setup_with(emit_t *emit, uint label) {
625
    emit_bc_pre(emit, 7);
626
    emit_write_byte_code_byte_unsigned_label(emit, MP_BC_SETUP_WITH, label);
Damien's avatar
Damien committed
627
628
}

629
STATIC void emit_bc_with_cleanup(emit_t *emit) {
630
    emit_bc_pre(emit, -7);
631
    emit_write_byte_code_byte(emit, MP_BC_WITH_CLEANUP);
Damien's avatar
Damien committed
632
633
}

634
STATIC void emit_bc_setup_except(emit_t *emit, uint label) {
635
    emit_bc_pre(emit, 0);
636
    emit_write_byte_code_byte_unsigned_label(emit, MP_BC_SETUP_EXCEPT, label);
Damien's avatar
Damien committed
637
638
}

639
STATIC void emit_bc_setup_finally(emit_t *emit, uint label) {
640
    emit_bc_pre(emit, 0);
641
    emit_write_byte_code_byte_unsigned_label(emit, MP_BC_SETUP_FINALLY, label);
Damien's avatar
Damien committed
642
643
}

644
STATIC void emit_bc_end_finally(emit_t *emit) {
645
    emit_bc_pre(emit, -1);
646
    emit_write_byte_code_byte(emit, MP_BC_END_FINALLY);
Damien's avatar
Damien committed
647
648
}

649
STATIC void emit_bc_get_iter(emit_t *emit) {
650
    emit_bc_pre(emit, 0);
651
    emit_write_byte_code_byte(emit, MP_BC_GET_ITER);
Damien's avatar
Damien committed
652
653
}

654
STATIC void emit_bc_for_iter(emit_t *emit, uint label) {
655
    emit_bc_pre(emit, 1);
656
    emit_write_byte_code_byte_unsigned_label(emit, MP_BC_FOR_ITER, label);
Damien's avatar
Damien committed
657
658
}

659
STATIC void emit_bc_for_iter_end(emit_t *emit) {
660
    emit_bc_pre(emit, -1);
Damien's avatar
Damien committed
661
662
}

663
STATIC void emit_bc_pop_block(emit_t *emit) {
664
    emit_bc_pre(emit, 0);
665
    emit_write_byte_code_byte(emit, MP_BC_POP_BLOCK);
Damien's avatar
Damien committed
666
667
}

668
STATIC void emit_bc_pop_except(emit_t *emit) {
669
    emit_bc_pre(emit, 0);
670
    emit_write_byte_code_byte(emit, MP_BC_POP_EXCEPT);
Damien's avatar
Damien committed
671
672
}

Damien George's avatar
Damien George committed
673
674
STATIC void emit_bc_unary_op(emit_t *emit, mp_unary_op_t op) {
    if (op == MP_UNARY_OP_NOT) {
675
        emit_bc_pre(emit, 0);
Damien George's avatar
Damien George committed
676
        emit_write_byte_code_byte_byte(emit, MP_BC_UNARY_OP, MP_UNARY_OP_BOOL);
677
        emit_bc_pre(emit, 0);
678
679
        emit_write_byte_code_byte(emit, MP_BC_NOT);
    } else {
680
        emit_bc_pre(emit, 0);
681
682
        emit_write_byte_code_byte_byte(emit, MP_BC_UNARY_OP, op);
    }
Damien's avatar
Damien committed
683
684
}

Damien George's avatar
Damien George committed
685
STATIC void emit_bc_binary_op(emit_t *emit, mp_binary_op_t op) {
686
    bool invert = false;
Damien George's avatar
Damien George committed
687
    if (op == MP_BINARY_OP_NOT_IN) {
688
        invert = true;
Damien George's avatar
Damien George committed
689
690
        op = MP_BINARY_OP_IN;
    } else if (op == MP_BINARY_OP_IS_NOT) {
691
        invert = true;
Damien George's avatar
Damien George committed
692
        op = MP_BINARY_OP_IS;
693
    }
694
    emit_bc_pre(emit, -1);
695
    emit_write_byte_code_byte_byte(emit, MP_BC_BINARY_OP, op);
696
    if (invert) {
697
        emit_bc_pre(emit, 0);
698
699
        emit_write_byte_code_byte(emit, MP_BC_NOT);
    }
Damien's avatar
Damien committed
700
701
}

702
STATIC void emit_bc_build_tuple(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
703
    assert(n_args >= 0);
704
    emit_bc_pre(emit, 1 - n_args);
705
    emit_write_byte_code_byte_uint(emit, MP_BC_BUILD_TUPLE, n_args);
Damien's avatar
Damien committed
706
707
}

708
STATIC void emit_bc_build_list(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
709
    assert(n_args >= 0);
710
    emit_bc_pre(emit, 1 - n_args);
711
    emit_write_byte_code_byte_uint(emit, MP_BC_BUILD_LIST, n_args);
Damien's avatar
Damien committed
712
713
}

714
STATIC void emit_bc_list_append(emit_t *emit, int list_stack_index) {
Damien's avatar
Damien committed
715
    assert(list_stack_index >= 0);
716
    emit_bc_pre(emit, -1);
717
    emit_write_byte_code_byte_uint(emit, MP_BC_LIST_APPEND, list_stack_index);
Damien's avatar
Damien committed
718
719
}

720
STATIC void emit_bc_build_map(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
721
    assert(n_args >= 0);
722
    emit_bc_pre(emit, 1);
723
    emit_write_byte_code_byte_uint(emit, MP_BC_BUILD_MAP, n_args);
Damien's avatar
Damien committed
724
725
}

726
STATIC void emit_bc_store_map(emit_t *emit) {
727
    emit_bc_pre(emit, -2);
728
    emit_write_byte_code_byte(emit, MP_BC_STORE_MAP);
Damien's avatar
Damien committed
729
730
}

731
STATIC void emit_bc_map_add(emit_t *emit, int map_stack_index) {
Damien's avatar
Damien committed
732
    assert(map_stack_index >= 0);
733
    emit_bc_pre(emit, -2);
734
    emit_write_byte_code_byte_uint(emit, MP_BC_MAP_ADD, map_stack_index);
Damien's avatar
Damien committed
735
736
}

737
STATIC void emit_bc_build_set(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
738
    assert(n_args >= 0);
739
    emit_bc_pre(emit, 1 - n_args);
740
    emit_write_byte_code_byte_uint(emit, MP_BC_BUILD_SET, n_args);
Damien's avatar
Damien committed
741
742
}

743
STATIC void emit_bc_set_add(emit_t *emit, int set_stack_index) {
Damien's avatar
Damien committed
744
    assert(set_stack_index >= 0);
745
    emit_bc_pre(emit, -1);
746
    emit_write_byte_code_byte_uint(emit, MP_BC_SET_ADD, set_stack_index);
Damien's avatar
Damien committed
747
748
}

749
STATIC void emit_bc_build_slice(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
750
    assert(n_args >= 0);
751
    emit_bc_pre(emit, 1 - n_args);
752
    emit_write_byte_code_byte_uint(emit, MP_BC_BUILD_SLICE, n_args);
Damien's avatar
Damien committed
753
754
}

755
STATIC void emit_bc_unpack_sequence(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
756
    assert(n_args >= 0);
757
    emit_bc_pre(emit, -1 + n_args);
758
    emit_write_byte_code_byte_uint(emit, MP_BC_UNPACK_SEQUENCE, n_args);
Damien's avatar
Damien committed
759
760
}

761
STATIC void emit_bc_unpack_ex(emit_t *emit, int n_left, int n_right) {
Damien's avatar
Damien committed
762
    assert(n_left >=0 && n_right >= 0);
763
    emit_bc_pre(emit, -1 + n_left + n_right + 1);
764
    emit_write_byte_code_byte_uint(emit, MP_BC_UNPACK_EX, n_left | (n_right << 8));
Damien's avatar
Damien committed
765
766
}

767
STATIC void emit_bc_make_function(emit_t *emit, scope_t *scope, uint n_pos_defaults, uint n_kw_defaults) {
768
    if (n_pos_defaults == 0 && n_kw_defaults == 0) {
769
        emit_bc_pre(emit, 1);
770
        emit_write_byte_code_byte_ptr(emit, MP_BC_MAKE_FUNCTION, scope->raw_code);
771
    } else {
772
        emit_bc_pre(emit, -1);
773
        emit_write_byte_code_byte_ptr(emit, MP_BC_MAKE_FUNCTION_DEFARGS, scope->raw_code);
774
    }
Damien's avatar
Damien committed
775
776
}

777
STATIC void emit_bc_make_closure(emit_t *emit, scope_t *scope, uint n_closed_over, uint n_pos_defaults, uint n_kw_defaults) {
778
    if (n_pos_defaults == 0 && n_kw_defaults == 0) {
779
        emit_bc_pre(emit, -n_closed_over + 1);
780
        emit_write_byte_code_byte_ptr(emit, MP_BC_MAKE_CLOSURE, scope->raw_code);
781
        emit_write_byte_code_byte(emit, n_closed_over);
782
    } else {
783
784
        assert(n_closed_over <= 255);
        emit_bc_pre(emit, -2 - n_closed_over + 1);
785
        emit_write_byte_code_byte_ptr(emit, MP_BC_MAKE_CLOSURE_DEFARGS, scope->raw_code);
786
        emit_write_byte_code_byte(emit, n_closed_over);
787
    }
Damien's avatar
Damien committed
788
789
}

790
791
792
STATIC void emit_bc_call_function_method_helper(emit_t *emit, int stack_adj, uint bytecode_base, int n_positional, int n_keyword, uint star_flags) {
    if (star_flags) {
        if (!(star_flags & MP_EMIT_STAR_FLAG_SINGLE)) {
793
794
795
            // load dummy entry for non-existent pos_seq
            emit_bc_load_null(emit);
            emit_bc_rot_two(emit);
796
        } else if (!(star_flags & MP_EMIT_STAR_FLAG_DOUBLE)) {
797
798
            // load dummy entry for non-existent kw_dict
            emit_bc_load_null(emit);
Damien's avatar
Damien committed
799
        }
800
801
        emit_bc_pre(emit, stack_adj - n_positional - 2 * n_keyword - 2);
        emit_write_byte_code_byte_uint(emit, bytecode_base + 1, (n_keyword << 8) | n_positional); // TODO make it 2 separate uints?
Damien's avatar
Damien committed
802
    } else {
803
804
        emit_bc_pre(emit, stack_adj - n_positional - 2 * n_keyword);
        emit_write_byte_code_byte_uint(emit, bytecode_base, (n_keyword << 8) | n_positional); // TODO make it 2 separate uints?
Damien's avatar
Damien committed
805
    }
806
807
}

808
809
STATIC void emit_bc_call_function(emit_t *emit, int n_positional, int n_keyword, uint star_flags) {
    emit_bc_call_function_method_helper(emit, 0, MP_BC_CALL_FUNCTION, n_positional, n_keyword, star_flags);
Damien's avatar
Damien committed
810
811
}

812
813
STATIC void emit_bc_call_method(emit_t *emit, int n_positional, int n_keyword, uint star_flags) {
    emit_bc_call_function_method_helper(emit, -1, MP_BC_CALL_METHOD, n_positional, n_keyword, star_flags);
Damien's avatar
Damien committed
814
815
}

816
STATIC void emit_bc_return_value(emit_t *emit) {
817
    emit_bc_pre(emit, -1);
Damien's avatar
Damien committed
818
    emit->last_emit_was_return_value = true;
819
    emit_write_byte_code_byte(emit, MP_BC_RETURN_VALUE);
Damien's avatar
Damien committed
820
821
}

822
STATIC void emit_bc_raise_varargs(emit_t *emit, int n_args) {
823
    assert(0 <= n_args && n_args <= 2);
824
    emit_bc_pre(emit, -n_args);
825
    emit_write_byte_code_byte_byte(emit, MP_BC_RAISE_VARARGS, n_args);
Damien's avatar
Damien committed
826
827
}

828
STATIC void emit_bc_yield_value