emitbc.c 32 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
/*
 * This file is part of the Micro Python project, http://micropython.org/
 *
 * The MIT License (MIT)
 *
 * Copyright (c) 2013, 2014 Damien P. George
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */

xbe's avatar
xbe committed
27
#include <stdbool.h>
Damien's avatar
Damien committed
28
29
30
31
32
#include <stdint.h>
#include <stdio.h>
#include <string.h>
#include <assert.h>

33
#include "mpconfig.h"
34
#include "misc.h"
35
#include "qstr.h"
Damien's avatar
Damien committed
36
37
#include "lexer.h"
#include "parse.h"
38
39
#include "obj.h"
#include "emitglue.h"
Damien's avatar
Damien committed
40
#include "scope.h"
41
#include "runtime0.h"
Damien's avatar
Damien committed
42
#include "emit.h"
43
#include "bc0.h"
Damien's avatar
Damien committed
44

45
46
#if !MICROPY_EMIT_CPYTHON

47
48
49
#define BYTES_FOR_INT ((BYTES_PER_WORD * 8 + 6) / 7)
#define DUMMY_DATA_SIZE (BYTES_FOR_INT)

50
struct _emit_t {
51
52
53
    pass_kind_t pass : 8;
    uint last_emit_was_return_value : 8;

Damien's avatar
Damien committed
54
55
56
57
    int stack_size;

    scope_t *scope;

58
59
60
    uint last_source_line_offset;
    uint last_source_line;

61
    uint max_num_labels;
Damien's avatar
Damien committed
62
63
    uint *label_offsets;

64
65
    uint code_info_offset;
    uint code_info_size;
66
67
    uint bytecode_offset;
    uint bytecode_size;
68
    byte *code_base; // stores both byte code and code info
69
70
    // Accessed as uint, so must be aligned as such
    byte dummy_data[DUMMY_DATA_SIZE];
Damien's avatar
Damien committed
71
72
};

73
STATIC void emit_bc_rot_two(emit_t *emit);
74
STATIC void emit_bc_rot_three(emit_t *emit);
75

76
emit_t *emit_bc_new(uint max_num_labels) {
77
    emit_t *emit = m_new0(emit_t, 1);
78
79
80
81
    emit->max_num_labels = max_num_labels;
    emit->label_offsets = m_new(uint, emit->max_num_labels);
    return emit;
}
82

83
void emit_bc_free(emit_t *emit) {
84
85
86
87
    m_del(uint, emit->label_offsets, emit->max_num_labels);
    m_del_obj(emit_t, emit);
}

88
// all functions must go through this one to emit code info
89
STATIC byte* emit_get_cur_to_write_code_info(emit_t* emit, int num_bytes_to_write) {
90
    //printf("emit %d\n", num_bytes_to_write);
91
    if (emit->pass < MP_PASS_EMIT) {
92
93
94
95
96
97
98
99
        emit->code_info_offset += num_bytes_to_write;
        return emit->dummy_data;
    } else {
        assert(emit->code_info_offset + num_bytes_to_write <= emit->code_info_size);
        byte *c = emit->code_base + emit->code_info_offset;
        emit->code_info_offset += num_bytes_to_write;
        return c;
    }
Damien's avatar
Damien committed
100
101
}

102
STATIC void emit_align_code_info_to_machine_word(emit_t* emit) {
103
    emit->code_info_offset = (emit->code_info_offset + sizeof(mp_uint_t) - 1) & (~(sizeof(mp_uint_t) - 1));
104
105
}

106
STATIC void emit_write_code_info_qstr(emit_t* emit, qstr qstr) {
107
108
109
110
111
112
    byte* c = emit_get_cur_to_write_code_info(emit, 4);
    // TODO variable length encoding for qstr
    c[0] = qstr & 0xff;
    c[1] = (qstr >> 8) & 0xff;
    c[2] = (qstr >> 16) & 0xff;
    c[3] = (qstr >> 24) & 0xff;
Damien's avatar
Damien committed
113
114
}

115
#if MICROPY_ENABLE_SOURCE_LINE
116
STATIC void emit_write_code_info_bytes_lines(emit_t* emit, uint bytes_to_skip, uint lines_to_skip) {
117
    assert(bytes_to_skip > 0 || lines_to_skip > 0);
118
    //printf("  %d %d\n", bytes_to_skip, lines_to_skip);
119
    while (bytes_to_skip > 0 || lines_to_skip > 0) {
120
121
122
123
124
125
126
127
128
129
130
131
132
133
        mp_uint_t b, l;
        if (lines_to_skip <= 6) {
            // use 0b0LLBBBBB encoding
            b = MIN(bytes_to_skip, 0x1f);
            l = MIN(lines_to_skip, 0x3);
            *emit_get_cur_to_write_code_info(emit, 1) = b | (l << 5);
        } else {
            // use 0b1LLLBBBB 0bLLLLLLLL encoding (l's LSB in second byte)
            b = MIN(bytes_to_skip, 0xf);
            l = MIN(lines_to_skip, 0x7ff);
            byte *ci = emit_get_cur_to_write_code_info(emit, 2);
            ci[0] = 0x80 | b | ((l >> 4) & 0x70);
            ci[1] = l;
        }
134
135
        bytes_to_skip -= b;
        lines_to_skip -= l;
136
    }
137
}
138
#endif
139
140

// all functions must go through this one to emit byte code
141
STATIC byte* emit_get_cur_to_write_bytecode(emit_t* emit, int num_bytes_to_write) {
Damien's avatar
Damien committed
142
    //printf("emit %d\n", num_bytes_to_write);
143
    if (emit->pass < MP_PASS_EMIT) {
144
        emit->bytecode_offset += num_bytes_to_write;
Damien's avatar
Damien committed
145
146
        return emit->dummy_data;
    } else {
147
148
149
        assert(emit->bytecode_offset + num_bytes_to_write <= emit->bytecode_size);
        byte *c = emit->code_base + emit->code_info_size + emit->bytecode_offset;
        emit->bytecode_offset += num_bytes_to_write;
Damien's avatar
Damien committed
150
151
152
153
        return c;
    }
}

154
STATIC void emit_align_bytecode_to_machine_word(emit_t* emit) {
155
    emit->bytecode_offset = (emit->bytecode_offset + sizeof(mp_uint_t) - 1) & (~(sizeof(mp_uint_t) - 1));
156
157
}

158
159
STATIC void emit_write_bytecode_byte(emit_t* emit, byte b1) {
    byte* c = emit_get_cur_to_write_bytecode(emit, 1);
Damien's avatar
Damien committed
160
161
162
    c[0] = b1;
}

163
STATIC void emit_write_bytecode_byte_byte(emit_t* emit, byte b1, uint b2) {
Damien's avatar
Damien committed
164
    assert((b2 & (~0xff)) == 0);
165
    byte* c = emit_get_cur_to_write_bytecode(emit, 2);
Damien's avatar
Damien committed
166
167
168
169
    c[0] = b1;
    c[1] = b2;
}

170
STATIC void emit_write_bytecode_uint(emit_t* emit, uint num) {
171
    // We store each 7 bits in a separate byte, and that's how many bytes needed
172
    byte buf[BYTES_FOR_INT];
173
174
175
176
177
178
    byte *p = buf + sizeof(buf);
    // We encode in little-ending order, but store in big-endian, to help decoding
    do {
        *--p = num & 0x7f;
        num >>= 7;
    } while (num != 0);
179
    byte* c = emit_get_cur_to_write_bytecode(emit, buf + sizeof(buf) - p);
180
181
    while (p != buf + sizeof(buf) - 1) {
        *c++ = *p++ | 0x80;
182
    }
183
    *c = *p;
184
185
}

186
// Similar to emit_write_bytecode_uint(), just some extra handling to encode sign
187
STATIC void emit_write_bytecode_byte_int(emit_t* emit, byte b1, mp_int_t num) {
188
    emit_write_bytecode_byte(emit, b1);
189
190

    // We store each 7 bits in a separate byte, and that's how many bytes needed
191
    byte buf[BYTES_FOR_INT];
192
193
194
195
196
197
198
199
200
201
202
203
204
205
    byte *p = buf + sizeof(buf);
    // We encode in little-ending order, but store in big-endian, to help decoding
    do {
        *--p = num & 0x7f;
        num >>= 7;
    } while (num != 0 && num != -1);
    // Make sure that highest bit we stored (mask 0x40) matches sign
    // of the number. If not, store extra byte just to encode sign
    if (num == -1 && (*p & 0x40) == 0) {
        *--p = 0x7f;
    } else if (num == 0 && (*p & 0x40) != 0) {
        *--p = 0;
    }

206
    byte* c = emit_get_cur_to_write_bytecode(emit, buf + sizeof(buf) - p);
207
208
209
210
    while (p != buf + sizeof(buf) - 1) {
        *c++ = *p++ | 0x80;
    }
    *c = *p;
Damien's avatar
Damien committed
211
212
}

213
214
215
STATIC void emit_write_bytecode_byte_uint(emit_t* emit, byte b, uint num) {
    emit_write_bytecode_byte(emit, b);
    emit_write_bytecode_uint(emit, num);
Damien's avatar
Damien committed
216
217
}

218
// aligns the pointer so it is friendly to GC
219
220
221
STATIC void emit_write_bytecode_byte_ptr(emit_t* emit, byte b, void *ptr) {
    emit_write_bytecode_byte(emit, b);
    emit_align_bytecode_to_machine_word(emit);
222
    mp_uint_t *c = (mp_uint_t*)emit_get_cur_to_write_bytecode(emit, sizeof(mp_uint_t));
223
224
    // Verify thar c is already uint-aligned
    assert(c == MP_ALIGN(c, sizeof(mp_uint_t)));
225
    *c = (mp_uint_t)ptr;
226
227
}

228
/* currently unused
229
230
231
232
STATIC void emit_write_bytecode_byte_uint_uint(emit_t* emit, byte b, uint num1, uint num2) {
    emit_write_bytecode_byte(emit, b);
    emit_write_bytecode_byte_uint(emit, num1);
    emit_write_bytecode_byte_uint(emit, num2);
233
234
235
}
*/

236
237
STATIC void emit_write_bytecode_byte_qstr(emit_t* emit, byte b, qstr qstr) {
    emit_write_bytecode_byte_uint(emit, b, qstr);
Damien's avatar
Damien committed
238
239
}

Damien's avatar
Damien committed
240
// unsigned labels are relative to ip following this instruction, stored as 16 bits
241
242
STATIC void emit_write_bytecode_byte_unsigned_label(emit_t* emit, byte b1, uint label) {
    uint bytecode_offset;
243
    if (emit->pass < MP_PASS_EMIT) {
244
        bytecode_offset = 0;
Damien's avatar
Damien committed
245
    } else {
246
        bytecode_offset = emit->label_offsets[label] - emit->bytecode_offset - 3;
Damien's avatar
Damien committed
247
    }
248
    byte *c = emit_get_cur_to_write_bytecode(emit, 3);
Damien's avatar
Damien committed
249
    c[0] = b1;
250
251
    c[1] = bytecode_offset;
    c[2] = bytecode_offset >> 8;
Damien's avatar
Damien committed
252
253
254
}

// signed labels are relative to ip following this instruction, stored as 16 bits, in excess
255
256
STATIC void emit_write_bytecode_byte_signed_label(emit_t* emit, byte b1, uint label) {
    int bytecode_offset;
257
    if (emit->pass < MP_PASS_EMIT) {
258
        bytecode_offset = 0;
Damien's avatar
Damien committed
259
    } else {
260
        bytecode_offset = emit->label_offsets[label] - emit->bytecode_offset - 3 + 0x8000;
Damien's avatar
Damien committed
261
    }
262
    byte* c = emit_get_cur_to_write_bytecode(emit, 3);
Damien's avatar
Damien committed
263
    c[0] = b1;
264
265
    c[1] = bytecode_offset;
    c[2] = bytecode_offset >> 8;
Damien's avatar
Damien committed
266
267
}

268
STATIC void emit_bc_set_native_type(emit_t *emit, mp_uint_t op, mp_uint_t arg1, qstr arg2) {
Damien George's avatar
Damien George committed
269
270
}

271
STATIC void emit_bc_start_pass(emit_t *emit, pass_kind_t pass, scope_t *scope) {
Damien George's avatar
Damien George committed
272
273
274
275
    emit->pass = pass;
    emit->stack_size = 0;
    emit->last_emit_was_return_value = false;
    emit->scope = scope;
276
277
    emit->last_source_line_offset = 0;
    emit->last_source_line = 1;
278
    if (pass < MP_PASS_EMIT) {
Damien George's avatar
Damien George committed
279
280
        memset(emit->label_offsets, -1, emit->max_num_labels * sizeof(uint));
    }
281
    emit->bytecode_offset = 0;
282
283
    emit->code_info_offset = 0;

284
    // write code info size; use maximum space (4 bytes) to write it; TODO possible optimise this
285
286
    {
        byte* c = emit_get_cur_to_write_code_info(emit, 4);
287
        mp_uint_t s = emit->code_info_size;
288
289
290
291
292
293
294
        c[0] = s & 0xff;
        c[1] = (s >> 8) & 0xff;
        c[2] = (s >> 16) & 0xff;
        c[3] = (s >> 24) & 0xff;
    }

    // code info
295
296
    emit_write_code_info_qstr(emit, scope->source_file);
    emit_write_code_info_qstr(emit, scope->simple_name);
Damien George's avatar
Damien George committed
297

298
    // bytecode prelude: local state size and exception stack size; 16 bit uints for now
299
    {
300
        byte* c = emit_get_cur_to_write_bytecode(emit, 4);
301
        uint n_state = scope->num_locals + scope->stack_size;
302
303
304
305
306
307
        if (n_state == 0) {
            // Need at least 1 entry in the state, in the case an exception is
            // propagated through this function, the exception is returned in
            // the highest slot in the state (fastn[0], see vm.c).
            n_state = 1;
        }
308
309
310
311
        c[0] = n_state & 0xff;
        c[1] = (n_state >> 8) & 0xff;
        c[2] = scope->exc_stack_size & 0xff;
        c[3] = (scope->exc_stack_size >> 8) & 0xff;
312
313
314
    }

    // bytecode prelude: initialise closed over variables
Damien George's avatar
Damien George committed
315
316
317
318
319
320
321
322
    int num_cell = 0;
    for (int i = 0; i < scope->id_info_len; i++) {
        id_info_t *id = &scope->id_info[i];
        if (id->kind == ID_INFO_KIND_CELL) {
            num_cell += 1;
        }
    }
    assert(num_cell <= 255);
323
    emit_write_bytecode_byte(emit, num_cell); // write number of locals that are cells
Damien George's avatar
Damien George committed
324
325
326
    for (int i = 0; i < scope->id_info_len; i++) {
        id_info_t *id = &scope->id_info[i];
        if (id->kind == ID_INFO_KIND_CELL) {
327
            emit_write_bytecode_byte(emit, id->local_num); // write the local which should be converted to a cell
Damien George's avatar
Damien George committed
328
329
330
331
        }
    }
}

332
STATIC void emit_bc_end_pass(emit_t *emit) {
Damien George's avatar
Damien George committed
333
334
335
336
337
    // check stack is back to zero size
    if (emit->stack_size != 0) {
        printf("ERROR: stack size not back to zero; got %d\n", emit->stack_size);
    }

338
    *emit_get_cur_to_write_code_info(emit, 1) = 0; // end of line number info
339
    emit_align_code_info_to_machine_word(emit); // align so that following bytecode is aligned
340

341
    if (emit->pass == MP_PASS_CODE_SIZE) {
Damien George's avatar
Damien George committed
342
        // calculate size of code in bytes
343
        emit->code_info_size = emit->code_info_offset;
344
345
        emit->bytecode_size = emit->bytecode_offset;
        emit->code_base = m_new0(byte, emit->code_info_size + emit->bytecode_size);
Damien George's avatar
Damien George committed
346

347
    } else if (emit->pass == MP_PASS_EMIT) {
348
349
        qstr *arg_names = m_new(qstr, emit->scope->num_pos_args + emit->scope->num_kwonly_args);
        for (int i = 0; i < emit->scope->num_pos_args + emit->scope->num_kwonly_args; i++) {
350
351
            arg_names[i] = emit->scope->id_info[i].qstr;
        }
352
353
        mp_emit_glue_assign_bytecode(emit->scope->raw_code, emit->code_base,
            emit->code_info_size + emit->bytecode_size,
354
355
            emit->scope->num_pos_args, emit->scope->num_kwonly_args, arg_names,
            emit->scope->scope_flags);
Damien George's avatar
Damien George committed
356
357
358
    }
}

359
STATIC bool emit_bc_last_emit_was_return_value(emit_t *emit) {
Damien's avatar
Damien committed
360
361
362
    return emit->last_emit_was_return_value;
}

363
364
STATIC void emit_bc_adjust_stack_size(emit_t *emit, int delta) {
    emit->stack_size += delta;
Damien's avatar
Damien committed
365
366
}

367
STATIC void emit_bc_set_source_line(emit_t *emit, int source_line) {
368
    //printf("source: line %d -> %d  offset %d -> %d\n", emit->last_source_line, source_line, emit->last_source_line_offset, emit->bytecode_offset);
369
#if MICROPY_ENABLE_SOURCE_LINE
370
371
372
373
    if (mp_optimise_value >= 3) {
        // If we compile with -O3, don't store line numbers.
        return;
    }
374
    if (source_line > emit->last_source_line) {
375
        uint bytes_to_skip = emit->bytecode_offset - emit->last_source_line_offset;
376
377
        uint lines_to_skip = source_line - emit->last_source_line;
        emit_write_code_info_bytes_lines(emit, bytes_to_skip, lines_to_skip);
378
        emit->last_source_line_offset = emit->bytecode_offset;
379
380
        emit->last_source_line = source_line;
    }
381
#endif
382
383
}

384
STATIC void emit_bc_load_id(emit_t *emit, qstr qstr) {
385
386
387
    emit_common_load_id(emit, &emit_bc_method_table, emit->scope, qstr);
}

388
STATIC void emit_bc_store_id(emit_t *emit, qstr qstr) {
389
390
391
    emit_common_store_id(emit, &emit_bc_method_table, emit->scope, qstr);
}

392
STATIC void emit_bc_delete_id(emit_t *emit, qstr qstr) {
393
394
395
    emit_common_delete_id(emit, &emit_bc_method_table, emit->scope, qstr);
}

396
STATIC void emit_bc_pre(emit_t *emit, int stack_size_delta) {
397
    assert((int)emit->stack_size + stack_size_delta >= 0);
398
399
400
    emit->stack_size += stack_size_delta;
    if (emit->stack_size > emit->scope->stack_size) {
        emit->scope->stack_size = emit->stack_size;
Damien's avatar
Damien committed
401
402
403
404
    }
    emit->last_emit_was_return_value = false;
}

405
STATIC void emit_bc_label_assign(emit_t *emit, uint l) {
406
    emit_bc_pre(emit, 0);
407
    assert(l < emit->max_num_labels);
408
    if (emit->pass < MP_PASS_EMIT) {
409
410
        // assign label offset
        assert(emit->label_offsets[l] == -1);
411
        emit->label_offsets[l] = emit->bytecode_offset;
412
413
    } else {
        // ensure label offset has not changed from MP_PASS_CODE_SIZE to MP_PASS_EMIT
414
415
        //printf("l%d: (at %d vs %d)\n", l, emit->bytecode_offset, emit->label_offsets[l]);
        assert(emit->label_offsets[l] == emit->bytecode_offset);
Damien's avatar
Damien committed
416
417
418
    }
}

419
STATIC void emit_bc_import_name(emit_t *emit, qstr qstr) {
420
    emit_bc_pre(emit, -1);
421
    emit_write_bytecode_byte_qstr(emit, MP_BC_IMPORT_NAME, qstr);
Damien's avatar
Damien committed
422
423
}

424
STATIC void emit_bc_import_from(emit_t *emit, qstr qstr) {
425
    emit_bc_pre(emit, 1);
426
    emit_write_bytecode_byte_qstr(emit, MP_BC_IMPORT_FROM, qstr);
Damien's avatar
Damien committed
427
428
}

429
STATIC void emit_bc_import_star(emit_t *emit) {
430
    emit_bc_pre(emit, -1);
431
    emit_write_bytecode_byte(emit, MP_BC_IMPORT_STAR);
Damien's avatar
Damien committed
432
433
}

434
STATIC void emit_bc_load_const_tok(emit_t *emit, mp_token_kind_t tok) {
435
    emit_bc_pre(emit, 1);
Damien's avatar
Damien committed
436
    switch (tok) {
437
438
439
440
        case MP_TOKEN_KW_FALSE: emit_write_bytecode_byte(emit, MP_BC_LOAD_CONST_FALSE); break;
        case MP_TOKEN_KW_NONE: emit_write_bytecode_byte(emit, MP_BC_LOAD_CONST_NONE); break;
        case MP_TOKEN_KW_TRUE: emit_write_bytecode_byte(emit, MP_BC_LOAD_CONST_TRUE); break;
        case MP_TOKEN_ELLIPSIS: emit_write_bytecode_byte(emit, MP_BC_LOAD_CONST_ELLIPSIS); break;
Damien's avatar
Damien committed
441
442
443
444
        default: assert(0);
    }
}

445
STATIC void emit_bc_load_const_small_int(emit_t *emit, mp_int_t arg) {
446
    emit_bc_pre(emit, 1);
447
    emit_write_bytecode_byte_int(emit, MP_BC_LOAD_CONST_SMALL_INT, arg);
Damien's avatar
Damien committed
448
449
}

450
STATIC void emit_bc_load_const_int(emit_t *emit, qstr qstr) {
451
    emit_bc_pre(emit, 1);
452
    emit_write_bytecode_byte_qstr(emit, MP_BC_LOAD_CONST_INT, qstr);
Damien's avatar
Damien committed
453
454
}

455
STATIC void emit_bc_load_const_dec(emit_t *emit, qstr qstr) {
456
    emit_bc_pre(emit, 1);
457
    emit_write_bytecode_byte_qstr(emit, MP_BC_LOAD_CONST_DEC, qstr);
Damien's avatar
Damien committed
458
459
}

460
STATIC void emit_bc_load_const_str(emit_t *emit, qstr qstr, bool bytes) {
461
    emit_bc_pre(emit, 1);
Damien's avatar
Damien committed
462
    if (bytes) {
463
        emit_write_bytecode_byte_qstr(emit, MP_BC_LOAD_CONST_BYTES, qstr);
Damien's avatar
Damien committed
464
    } else {
465
        emit_write_bytecode_byte_qstr(emit, MP_BC_LOAD_CONST_STRING, qstr);
Damien's avatar
Damien committed
466
467
468
    }
}

469
470
STATIC void emit_bc_load_null(emit_t *emit) {
    emit_bc_pre(emit, 1);
471
    emit_write_bytecode_byte(emit, MP_BC_LOAD_NULL);
472
473
};

474
STATIC void emit_bc_load_fast(emit_t *emit, qstr qstr, uint id_flags, int local_num) {
Damien's avatar
Damien committed
475
    assert(local_num >= 0);
476
    emit_bc_pre(emit, 1);
477
    switch (local_num) {
478
479
480
481
        case 0: emit_write_bytecode_byte(emit, MP_BC_LOAD_FAST_0); break;
        case 1: emit_write_bytecode_byte(emit, MP_BC_LOAD_FAST_1); break;
        case 2: emit_write_bytecode_byte(emit, MP_BC_LOAD_FAST_2); break;
        default: emit_write_bytecode_byte_uint(emit, MP_BC_LOAD_FAST_N, local_num); break;
Damien's avatar
Damien committed
482
483
484
    }
}

485
STATIC void emit_bc_load_deref(emit_t *emit, qstr qstr, int local_num) {
486
    emit_bc_pre(emit, 1);
487
    emit_write_bytecode_byte_uint(emit, MP_BC_LOAD_DEREF, local_num);
Damien's avatar
Damien committed
488
489
}

490
STATIC void emit_bc_load_name(emit_t *emit, qstr qstr) {
491
    emit_bc_pre(emit, 1);
492
    emit_write_bytecode_byte_qstr(emit, MP_BC_LOAD_NAME, qstr);
Damien's avatar
Damien committed
493
494
}

495
STATIC void emit_bc_load_global(emit_t *emit, qstr qstr) {
496
    emit_bc_pre(emit, 1);
497
    emit_write_bytecode_byte_qstr(emit, MP_BC_LOAD_GLOBAL, qstr);
Damien's avatar
Damien committed
498
499
}

500
STATIC void emit_bc_load_attr(emit_t *emit, qstr qstr) {
501
    emit_bc_pre(emit, 0);
502
    emit_write_bytecode_byte_qstr(emit, MP_BC_LOAD_ATTR, qstr);
Damien's avatar
Damien committed
503
504
}

505
STATIC void emit_bc_load_method(emit_t *emit, qstr qstr) {
506
    emit_bc_pre(emit, 1);
507
    emit_write_bytecode_byte_qstr(emit, MP_BC_LOAD_METHOD, qstr);
Damien's avatar
Damien committed
508
509
}

510
STATIC void emit_bc_load_build_class(emit_t *emit) {
511
    emit_bc_pre(emit, 1);
512
    emit_write_bytecode_byte(emit, MP_BC_LOAD_BUILD_CLASS);
Damien's avatar
Damien committed
513
514
}

515
516
STATIC void emit_bc_load_subscr(emit_t *emit) {
    emit_bc_pre(emit, -1);
517
    emit_write_bytecode_byte(emit, MP_BC_LOAD_SUBSCR);
518
519
}

520
STATIC void emit_bc_store_fast(emit_t *emit, qstr qstr, int local_num) {
Damien's avatar
Damien committed
521
    assert(local_num >= 0);
522
    emit_bc_pre(emit, -1);
Damien's avatar
Damien committed
523
    switch (local_num) {
524
525
526
527
        case 0: emit_write_bytecode_byte(emit, MP_BC_STORE_FAST_0); break;
        case 1: emit_write_bytecode_byte(emit, MP_BC_STORE_FAST_1); break;
        case 2: emit_write_bytecode_byte(emit, MP_BC_STORE_FAST_2); break;
        default: emit_write_bytecode_byte_uint(emit, MP_BC_STORE_FAST_N, local_num); break;
Damien's avatar
Damien committed
528
529
530
    }
}

531
STATIC void emit_bc_store_deref(emit_t *emit, qstr qstr, int local_num) {
532
    emit_bc_pre(emit, -1);
533
    emit_write_bytecode_byte_uint(emit, MP_BC_STORE_DEREF, local_num);
Damien's avatar
Damien committed
534
535
}

536
STATIC void emit_bc_store_name(emit_t *emit, qstr qstr) {
537
    emit_bc_pre(emit, -1);
538
    emit_write_bytecode_byte_qstr(emit, MP_BC_STORE_NAME, qstr);
Damien's avatar
Damien committed
539
540
}

541
STATIC void emit_bc_store_global(emit_t *emit, qstr qstr) {
542
    emit_bc_pre(emit, -1);
543
    emit_write_bytecode_byte_qstr(emit, MP_BC_STORE_GLOBAL, qstr);
Damien's avatar
Damien committed
544
545
}

546
STATIC void emit_bc_store_attr(emit_t *emit, qstr qstr) {
547
    emit_bc_pre(emit, -2);
548
    emit_write_bytecode_byte_qstr(emit, MP_BC_STORE_ATTR, qstr);
Damien's avatar
Damien committed
549
550
}

551
STATIC void emit_bc_store_subscr(emit_t *emit) {
552
    emit_bc_pre(emit, -3);
553
    emit_write_bytecode_byte(emit, MP_BC_STORE_SUBSCR);
Damien's avatar
Damien committed
554
555
}

556
STATIC void emit_bc_delete_fast(emit_t *emit, qstr qstr, int local_num) {
557
    emit_write_bytecode_byte_uint(emit, MP_BC_DELETE_FAST, local_num);
Damien's avatar
Damien committed
558
559
}

560
STATIC void emit_bc_delete_deref(emit_t *emit, qstr qstr, int local_num) {
561
    emit_write_bytecode_byte_uint(emit, MP_BC_DELETE_DEREF, local_num);
Damien's avatar
Damien committed
562
563
}

564
STATIC void emit_bc_delete_name(emit_t *emit, qstr qstr) {
565
    emit_bc_pre(emit, 0);
566
    emit_write_bytecode_byte_qstr(emit, MP_BC_DELETE_NAME, qstr);
Damien's avatar
Damien committed
567
568
}

569
STATIC void emit_bc_delete_global(emit_t *emit, qstr qstr) {
570
    emit_bc_pre(emit, 0);
571
    emit_write_bytecode_byte_qstr(emit, MP_BC_DELETE_GLOBAL, qstr);
Damien's avatar
Damien committed
572
573
}

574
STATIC void emit_bc_delete_attr(emit_t *emit, qstr qstr) {
575
576
577
    emit_bc_load_null(emit);
    emit_bc_rot_two(emit);
    emit_bc_store_attr(emit, qstr);
Damien's avatar
Damien committed
578
579
}

580
STATIC void emit_bc_delete_subscr(emit_t *emit) {
581
582
583
    emit_bc_load_null(emit);
    emit_bc_rot_three(emit);
    emit_bc_store_subscr(emit);
Damien's avatar
Damien committed
584
585
}

586
STATIC void emit_bc_dup_top(emit_t *emit) {
587
    emit_bc_pre(emit, 1);
588
    emit_write_bytecode_byte(emit, MP_BC_DUP_TOP);
Damien's avatar
Damien committed
589
590
}

591
STATIC void emit_bc_dup_top_two(emit_t *emit) {
592
    emit_bc_pre(emit, 2);
593
    emit_write_bytecode_byte(emit, MP_BC_DUP_TOP_TWO);
Damien's avatar
Damien committed
594
595
}

596
STATIC void emit_bc_pop_top(emit_t *emit) {
597
    emit_bc_pre(emit, -1);
598
    emit_write_bytecode_byte(emit, MP_BC_POP_TOP);
Damien's avatar
Damien committed
599
600
}

601
STATIC void emit_bc_rot_two(emit_t *emit) {
602
    emit_bc_pre(emit, 0);
603
    emit_write_bytecode_byte(emit, MP_BC_ROT_TWO);
Damien's avatar
Damien committed
604
605
}

606
STATIC void emit_bc_rot_three(emit_t *emit) {
607
    emit_bc_pre(emit, 0);
608
    emit_write_bytecode_byte(emit, MP_BC_ROT_THREE);
Damien's avatar
Damien committed
609
610
}

611
STATIC void emit_bc_jump(emit_t *emit, uint label) {
612
    emit_bc_pre(emit, 0);
613
    emit_write_bytecode_byte_signed_label(emit, MP_BC_JUMP, label);
Damien's avatar
Damien committed
614
615
}

616
STATIC void emit_bc_pop_jump_if_true(emit_t *emit, uint label) {
617
    emit_bc_pre(emit, -1);
618
    emit_write_bytecode_byte_signed_label(emit, MP_BC_POP_JUMP_IF_TRUE, label);
Damien's avatar
Damien committed
619
620
}

621
STATIC void emit_bc_pop_jump_if_false(emit_t *emit, uint label) {
622
    emit_bc_pre(emit, -1);
623
    emit_write_bytecode_byte_signed_label(emit, MP_BC_POP_JUMP_IF_FALSE, label);
Damien's avatar
Damien committed
624
625
}

626
STATIC void emit_bc_jump_if_true_or_pop(emit_t *emit, uint label) {
627
    emit_bc_pre(emit, -1);
628
    emit_write_bytecode_byte_signed_label(emit, MP_BC_JUMP_IF_TRUE_OR_POP, label);
Damien's avatar
Damien committed
629
630
}

631
STATIC void emit_bc_jump_if_false_or_pop(emit_t *emit, uint label) {
632
    emit_bc_pre(emit, -1);
633
    emit_write_bytecode_byte_signed_label(emit, MP_BC_JUMP_IF_FALSE_OR_POP, label);
Damien's avatar
Damien committed
634
635
}

636
STATIC void emit_bc_unwind_jump(emit_t *emit, uint label, int except_depth) {
637
    if (except_depth == 0) {
638
        emit_bc_pre(emit, 0);
639
640
641
642
643
644
645
646
        if (label & MP_EMIT_BREAK_FROM_FOR) {
            // need to pop the iterator if we are breaking out of a for loop
            emit_write_bytecode_byte(emit, MP_BC_POP_TOP);
        }
        emit_write_bytecode_byte_signed_label(emit, MP_BC_JUMP, label & ~MP_EMIT_BREAK_FROM_FOR);
    } else {
        emit_write_bytecode_byte_signed_label(emit, MP_BC_UNWIND_JUMP, label & ~MP_EMIT_BREAK_FROM_FOR);
        emit_write_bytecode_byte(emit, ((label & MP_EMIT_BREAK_FROM_FOR) ? 0x80 : 0) | except_depth);
647
    }
Damien's avatar
Damien committed
648
649
}

650
STATIC void emit_bc_setup_with(emit_t *emit, uint label) {
651
    emit_bc_pre(emit, 7);
652
    emit_write_bytecode_byte_unsigned_label(emit, MP_BC_SETUP_WITH, label);
Damien's avatar
Damien committed
653
654
}

655
STATIC void emit_bc_with_cleanup(emit_t *emit) {
656
    emit_bc_pre(emit, -7);
657
    emit_write_bytecode_byte(emit, MP_BC_WITH_CLEANUP);
Damien's avatar
Damien committed
658
659
}

660
STATIC void emit_bc_setup_except(emit_t *emit, uint label) {
661
    emit_bc_pre(emit, 0);
662
    emit_write_bytecode_byte_unsigned_label(emit, MP_BC_SETUP_EXCEPT, label);
Damien's avatar
Damien committed
663
664
}

665
STATIC void emit_bc_setup_finally(emit_t *emit, uint label) {
666
    emit_bc_pre(emit, 0);
667
    emit_write_bytecode_byte_unsigned_label(emit, MP_BC_SETUP_FINALLY, label);
Damien's avatar
Damien committed
668
669
}

670
STATIC void emit_bc_end_finally(emit_t *emit) {
671
    emit_bc_pre(emit, -1);
672
    emit_write_bytecode_byte(emit, MP_BC_END_FINALLY);
Damien's avatar
Damien committed
673
674
}

675
STATIC void emit_bc_get_iter(emit_t *emit) {
676
    emit_bc_pre(emit, 0);
677
    emit_write_bytecode_byte(emit, MP_BC_GET_ITER);
Damien's avatar
Damien committed
678
679
}

680
STATIC void emit_bc_for_iter(emit_t *emit, uint label) {
681
    emit_bc_pre(emit, 1);
682
    emit_write_bytecode_byte_unsigned_label(emit, MP_BC_FOR_ITER, label);
Damien's avatar
Damien committed
683
684
}

685
STATIC void emit_bc_for_iter_end(emit_t *emit) {
686
    emit_bc_pre(emit, -1);
Damien's avatar
Damien committed
687
688
}

689
STATIC void emit_bc_pop_block(emit_t *emit) {
690
    emit_bc_pre(emit, 0);
691
    emit_write_bytecode_byte(emit, MP_BC_POP_BLOCK);
Damien's avatar
Damien committed
692
693
}

694
STATIC void emit_bc_pop_except(emit_t *emit) {
695
    emit_bc_pre(emit, 0);
696
    emit_write_bytecode_byte(emit, MP_BC_POP_EXCEPT);
Damien's avatar
Damien committed
697
698
}

Damien George's avatar
Damien George committed
699
700
STATIC void emit_bc_unary_op(emit_t *emit, mp_unary_op_t op) {
    if (op == MP_UNARY_OP_NOT) {
701
        emit_bc_pre(emit, 0);
702
        emit_write_bytecode_byte_byte(emit, MP_BC_UNARY_OP, MP_UNARY_OP_BOOL);
703
        emit_bc_pre(emit, 0);
704
        emit_write_bytecode_byte(emit, MP_BC_NOT);
705
    } else {
706
        emit_bc_pre(emit, 0);
707
        emit_write_bytecode_byte_byte(emit, MP_BC_UNARY_OP, op);
708
    }
Damien's avatar
Damien committed
709
710
}

Damien George's avatar
Damien George committed
711
STATIC void emit_bc_binary_op(emit_t *emit, mp_binary_op_t op) {
712
    bool invert = false;
Damien George's avatar
Damien George committed
713
    if (op == MP_BINARY_OP_NOT_IN) {
714
        invert = true;
Damien George's avatar
Damien George committed
715
716
        op = MP_BINARY_OP_IN;
    } else if (op == MP_BINARY_OP_IS_NOT) {
717
        invert = true;
Damien George's avatar
Damien George committed
718
        op = MP_BINARY_OP_IS;
719
    }
720
    emit_bc_pre(emit, -1);
721
    emit_write_bytecode_byte_byte(emit, MP_BC_BINARY_OP, op);
722
    if (invert) {
723
        emit_bc_pre(emit, 0);
724
        emit_write_bytecode_byte(emit, MP_BC_NOT);
725
    }
Damien's avatar
Damien committed
726
727
}

728
STATIC void emit_bc_build_tuple(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
729
    assert(n_args >= 0);
730
    emit_bc_pre(emit, 1 - n_args);
731
    emit_write_bytecode_byte_uint(emit, MP_BC_BUILD_TUPLE, n_args);
Damien's avatar
Damien committed
732
733
}

734
STATIC void emit_bc_build_list(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
735
    assert(n_args >= 0);
736
    emit_bc_pre(emit, 1 - n_args);
737
    emit_write_bytecode_byte_uint(emit, MP_BC_BUILD_LIST, n_args);
Damien's avatar
Damien committed
738
739
}

740
STATIC void emit_bc_list_append(emit_t *emit, int list_stack_index) {
Damien's avatar
Damien committed
741
    assert(list_stack_index >= 0);
742
    emit_bc_pre(emit, -1);
743
    emit_write_bytecode_byte_uint(emit, MP_BC_LIST_APPEND, list_stack_index);
Damien's avatar
Damien committed
744
745
}

746
STATIC void emit_bc_build_map(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
747
    assert(n_args >= 0);
748
    emit_bc_pre(emit, 1);
749
    emit_write_bytecode_byte_uint(emit, MP_BC_BUILD_MAP, n_args);
Damien's avatar
Damien committed
750
751
}

752
STATIC void emit_bc_store_map(emit_t *emit) {
753
    emit_bc_pre(emit, -2);
754
    emit_write_bytecode_byte(emit, MP_BC_STORE_MAP);
Damien's avatar
Damien committed
755
756
}

757
STATIC void emit_bc_map_add(emit_t *emit, int map_stack_index) {
Damien's avatar
Damien committed
758
    assert(map_stack_index >= 0);
759
    emit_bc_pre(emit, -2);
760
    emit_write_bytecode_byte_uint(emit, MP_BC_MAP_ADD, map_stack_index);
Damien's avatar
Damien committed
761
762
}

763
STATIC void emit_bc_build_set(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
764
    assert(n_args >= 0);
765
    emit_bc_pre(emit, 1 - n_args);
766
    emit_write_bytecode_byte_uint(emit, MP_BC_BUILD_SET, n_args);
Damien's avatar
Damien committed
767
768
}

769
STATIC void emit_bc_set_add(emit_t *emit, int set_stack_index) {
Damien's avatar
Damien committed
770
    assert(set_stack_index >= 0);
771
    emit_bc_pre(emit, -1);
772
    emit_write_bytecode_byte_uint(emit, MP_BC_SET_ADD, set_stack_index);
Damien's avatar
Damien committed
773
774
}

775
STATIC void emit_bc_build_slice(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
776
    assert(n_args >= 0);
777
    emit_bc_pre(emit, 1 - n_args);
778
    emit_write_bytecode_byte_uint(emit, MP_BC_BUILD_SLICE, n_args);
Damien's avatar
Damien committed
779
780
}

781
STATIC void emit_bc_unpack_sequence(emit_t *emit