emitbc.c 30.1 KB
Newer Older
xbe's avatar
xbe committed
1
#include <stdbool.h>
Damien's avatar
Damien committed
2
3
4
5
6
7
#include <stdint.h>
#include <stdio.h>
#include <string.h>
#include <assert.h>

#include "misc.h"
8
#include "mpconfig.h"
9
#include "qstr.h"
Damien's avatar
Damien committed
10
11
12
#include "lexer.h"
#include "parse.h"
#include "scope.h"
13
#include "runtime0.h"
Damien's avatar
Damien committed
14
#include "emit.h"
15
#include "emitglue.h"
16
#include "bc0.h"
Damien's avatar
Damien committed
17

18
19
struct _emit_t {
    pass_kind_t pass;
Damien's avatar
Damien committed
20
21
22
23
24
    int stack_size;
    bool last_emit_was_return_value;

    scope_t *scope;

25
26
27
    uint last_source_line_offset;
    uint last_source_line;

28
    uint max_num_labels;
Damien's avatar
Damien committed
29
30
    uint *label_offsets;

31
32
33
34
35
    uint code_info_offset;
    uint code_info_size;
    uint byte_code_offset;
    uint byte_code_size;
    byte *code_base; // stores both byte code and code info
Damien's avatar
Damien committed
36
37
38
    byte dummy_data[8];
};

39
STATIC void emit_bc_rot_two(emit_t *emit);
40
STATIC void emit_bc_rot_three(emit_t *emit);
41

42
emit_t *emit_bc_new(uint max_num_labels) {
43
    emit_t *emit = m_new0(emit_t, 1);
44
45
46
47
    emit->max_num_labels = max_num_labels;
    emit->label_offsets = m_new(uint, emit->max_num_labels);
    return emit;
}
48

49
void emit_bc_free(emit_t *emit) {
50
51
52
53
    m_del(uint, emit->label_offsets, emit->max_num_labels);
    m_del_obj(emit_t, emit);
}

54
// all functions must go through this one to emit code info
55
STATIC byte* emit_get_cur_to_write_code_info(emit_t* emit, int num_bytes_to_write) {
56
57
58
59
60
61
62
63
64
65
    //printf("emit %d\n", num_bytes_to_write);
    if (emit->pass < PASS_3) {
        emit->code_info_offset += num_bytes_to_write;
        return emit->dummy_data;
    } else {
        assert(emit->code_info_offset + num_bytes_to_write <= emit->code_info_size);
        byte *c = emit->code_base + emit->code_info_offset;
        emit->code_info_offset += num_bytes_to_write;
        return c;
    }
Damien's avatar
Damien committed
66
67
}

68
STATIC void emit_write_code_info_qstr(emit_t* emit, qstr qstr) {
69
70
71
72
73
74
    byte* c = emit_get_cur_to_write_code_info(emit, 4);
    // TODO variable length encoding for qstr
    c[0] = qstr & 0xff;
    c[1] = (qstr >> 8) & 0xff;
    c[2] = (qstr >> 16) & 0xff;
    c[3] = (qstr >> 24) & 0xff;
Damien's avatar
Damien committed
75
76
}

77
STATIC void emit_write_code_info_bytes_lines(emit_t* emit, uint bytes_to_skip, uint lines_to_skip) {
78
79
80
81
82
83
84
    for (; bytes_to_skip > 31; bytes_to_skip -= 31) {
        *emit_get_cur_to_write_code_info(emit, 1) = 31;
    }
    for (; lines_to_skip > 7; lines_to_skip -= 7) {
        *emit_get_cur_to_write_code_info(emit, 1) = 7 << 5;
    }
    *emit_get_cur_to_write_code_info(emit, 1) = bytes_to_skip | (lines_to_skip << 5);
85
86
87
}

// all functions must go through this one to emit byte code
88
STATIC byte* emit_get_cur_to_write_byte_code(emit_t* emit, int num_bytes_to_write) {
Damien's avatar
Damien committed
89
90
    //printf("emit %d\n", num_bytes_to_write);
    if (emit->pass < PASS_3) {
91
        emit->byte_code_offset += num_bytes_to_write;
Damien's avatar
Damien committed
92
93
        return emit->dummy_data;
    } else {
94
95
96
        assert(emit->byte_code_offset + num_bytes_to_write <= emit->byte_code_size);
        byte *c = emit->code_base + emit->code_info_size + emit->byte_code_offset;
        emit->byte_code_offset += num_bytes_to_write;
Damien's avatar
Damien committed
97
98
99
100
        return c;
    }
}

101
STATIC void emit_write_byte_code_byte(emit_t* emit, byte b1) {
102
    byte* c = emit_get_cur_to_write_byte_code(emit, 1);
Damien's avatar
Damien committed
103
104
105
    c[0] = b1;
}

106
STATIC void emit_write_byte_code_byte_byte(emit_t* emit, byte b1, uint b2) {
Damien's avatar
Damien committed
107
    assert((b2 & (~0xff)) == 0);
108
    byte* c = emit_get_cur_to_write_byte_code(emit, 2);
Damien's avatar
Damien committed
109
110
111
112
    c[0] = b1;
    c[1] = b2;
}

113
STATIC void emit_write_byte_code_uint(emit_t* emit, uint num) {
114
    // We store each 7 bits in a separate byte, and that's how many bytes needed
115
    byte buf[(BYTES_PER_WORD * 8 + 6) / 7];
116
117
118
119
120
121
122
123
124
    byte *p = buf + sizeof(buf);
    // We encode in little-ending order, but store in big-endian, to help decoding
    do {
        *--p = num & 0x7f;
        num >>= 7;
    } while (num != 0);
    byte* c = emit_get_cur_to_write_byte_code(emit, buf + sizeof(buf) - p);
    while (p != buf + sizeof(buf) - 1) {
        *c++ = *p++ | 0x80;
125
    }
126
    *c = *p;
127
128
}

129
// Similar to emit_write_byte_code_uint(), just some extra handling to encode sign
130
STATIC void emit_write_byte_code_byte_int(emit_t* emit, byte b1, machine_int_t num) {
131
132
133
    emit_write_byte_code_byte(emit, b1);

    // We store each 7 bits in a separate byte, and that's how many bytes needed
134
    byte buf[(BYTES_PER_WORD * 8 + 6) / 7];
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
    byte *p = buf + sizeof(buf);
    // We encode in little-ending order, but store in big-endian, to help decoding
    do {
        *--p = num & 0x7f;
        num >>= 7;
    } while (num != 0 && num != -1);
    // Make sure that highest bit we stored (mask 0x40) matches sign
    // of the number. If not, store extra byte just to encode sign
    if (num == -1 && (*p & 0x40) == 0) {
        *--p = 0x7f;
    } else if (num == 0 && (*p & 0x40) != 0) {
        *--p = 0;
    }

    byte* c = emit_get_cur_to_write_byte_code(emit, buf + sizeof(buf) - p);
    while (p != buf + sizeof(buf) - 1) {
        *c++ = *p++ | 0x80;
    }
    *c = *p;
Damien's avatar
Damien committed
154
155
}

156
STATIC void emit_write_byte_code_byte_uint(emit_t* emit, byte b, uint num) {
157
158
    emit_write_byte_code_byte(emit, b);
    emit_write_byte_code_uint(emit, num);
Damien's avatar
Damien committed
159
160
}

161
/* currently unused
162
STATIC void emit_write_byte_code_byte_uint_uint(emit_t* emit, byte b, uint num1, uint num2) {
163
164
165
166
167
168
    emit_write_byte_code_byte(emit, b);
    emit_write_byte_code_byte_uint(emit, num1);
    emit_write_byte_code_byte_uint(emit, num2);
}
*/

169
STATIC void emit_write_byte_code_byte_qstr(emit_t* emit, byte b, qstr qstr) {
170
    emit_write_byte_code_byte_uint(emit, b, qstr);
Damien's avatar
Damien committed
171
172
}

Damien's avatar
Damien committed
173
// unsigned labels are relative to ip following this instruction, stored as 16 bits
174
STATIC void emit_write_byte_code_byte_unsigned_label(emit_t* emit, byte b1, uint label) {
175
    uint byte_code_offset;
Damien's avatar
Damien committed
176
    if (emit->pass < PASS_3) {
177
        byte_code_offset = 0;
Damien's avatar
Damien committed
178
    } else {
179
        byte_code_offset = emit->label_offsets[label] - emit->byte_code_offset - 3;
Damien's avatar
Damien committed
180
    }
181
    byte* c = emit_get_cur_to_write_byte_code(emit, 3);
Damien's avatar
Damien committed
182
    c[0] = b1;
183
184
    c[1] = byte_code_offset;
    c[2] = byte_code_offset >> 8;
Damien's avatar
Damien committed
185
186
187
}

// signed labels are relative to ip following this instruction, stored as 16 bits, in excess
188
STATIC void emit_write_byte_code_byte_signed_label(emit_t* emit, byte b1, uint label) {
189
    int byte_code_offset;
Damien's avatar
Damien committed
190
    if (emit->pass < PASS_3) {
191
        byte_code_offset = 0;
Damien's avatar
Damien committed
192
    } else {
193
        byte_code_offset = emit->label_offsets[label] - emit->byte_code_offset - 3 + 0x8000;
Damien's avatar
Damien committed
194
    }
195
    byte* c = emit_get_cur_to_write_byte_code(emit, 3);
Damien's avatar
Damien committed
196
    c[0] = b1;
197
198
    c[1] = byte_code_offset;
    c[2] = byte_code_offset >> 8;
Damien's avatar
Damien committed
199
200
}

201
STATIC void emit_bc_set_native_types(emit_t *emit, bool do_native_types) {
Damien George's avatar
Damien George committed
202
203
}

204
STATIC void emit_bc_start_pass(emit_t *emit, pass_kind_t pass, scope_t *scope) {
Damien George's avatar
Damien George committed
205
206
207
208
    emit->pass = pass;
    emit->stack_size = 0;
    emit->last_emit_was_return_value = false;
    emit->scope = scope;
209
210
    emit->last_source_line_offset = 0;
    emit->last_source_line = 1;
Damien George's avatar
Damien George committed
211
212
213
    if (pass == PASS_2) {
        memset(emit->label_offsets, -1, emit->max_num_labels * sizeof(uint));
    }
214
215
216
217
218
219
220
221
222
223
224
225
226
227
    emit->byte_code_offset = 0;
    emit->code_info_offset = 0;

    // write code info size (don't know size at this stage in PASS_2 so need to use maximum space (4 bytes) to write it)
    {
        byte* c = emit_get_cur_to_write_code_info(emit, 4);
        machine_uint_t s = emit->code_info_size;
        c[0] = s & 0xff;
        c[1] = (s >> 8) & 0xff;
        c[2] = (s >> 16) & 0xff;
        c[3] = (s >> 24) & 0xff;
    }

    // code info
228
229
    emit_write_code_info_qstr(emit, scope->source_file);
    emit_write_code_info_qstr(emit, scope->simple_name);
Damien George's avatar
Damien George committed
230

231
    // bytecode prelude: local state size and exception stack size; 16 bit uints for now
232
    {
233
234
        byte* c = emit_get_cur_to_write_byte_code(emit, 4);
        uint n_state = scope->num_locals + scope->stack_size;
235
236
237
238
239
240
        if (n_state == 0) {
            // Need at least 1 entry in the state, in the case an exception is
            // propagated through this function, the exception is returned in
            // the highest slot in the state (fastn[0], see vm.c).
            n_state = 1;
        }
241
242
243
244
        c[0] = n_state & 0xff;
        c[1] = (n_state >> 8) & 0xff;
        c[2] = scope->exc_stack_size & 0xff;
        c[3] = (scope->exc_stack_size >> 8) & 0xff;
245
246
247
    }

    // bytecode prelude: initialise closed over variables
Damien George's avatar
Damien George committed
248
249
250
251
252
253
254
255
    int num_cell = 0;
    for (int i = 0; i < scope->id_info_len; i++) {
        id_info_t *id = &scope->id_info[i];
        if (id->kind == ID_INFO_KIND_CELL) {
            num_cell += 1;
        }
    }
    assert(num_cell <= 255);
256
    emit_write_byte_code_byte(emit, num_cell); // write number of locals that are cells
Damien George's avatar
Damien George committed
257
258
259
    for (int i = 0; i < scope->id_info_len; i++) {
        id_info_t *id = &scope->id_info[i];
        if (id->kind == ID_INFO_KIND_CELL) {
260
            emit_write_byte_code_byte(emit, id->local_num); // write the local which should be converted to a cell
Damien George's avatar
Damien George committed
261
262
263
264
        }
    }
}

265
STATIC void emit_bc_end_pass(emit_t *emit) {
Damien George's avatar
Damien George committed
266
267
268
269
270
    // check stack is back to zero size
    if (emit->stack_size != 0) {
        printf("ERROR: stack size not back to zero; got %d\n", emit->stack_size);
    }

271
    emit_write_code_info_bytes_lines(emit, 0, 0); // end of line number info
272

Damien George's avatar
Damien George committed
273
274
    if (emit->pass == PASS_2) {
        // calculate size of code in bytes
275
276
277
        emit->code_info_size = emit->code_info_offset;
        emit->byte_code_size = emit->byte_code_offset;
        emit->code_base = m_new(byte, emit->code_info_size + emit->byte_code_size);
Damien George's avatar
Damien George committed
278
279

    } else if (emit->pass == PASS_3) {
280
281
282
283
        qstr *arg_names = m_new(qstr, emit->scope->num_params);
        for (int i = 0; i < emit->scope->num_params; i++) {
            arg_names[i] = emit->scope->id_info[i].qstr;
        }
284
        mp_emit_glue_assign_byte_code(emit->scope->unique_code_id, emit->code_base,
285
            emit->code_info_size + emit->byte_code_size,
286
            emit->scope->num_params, emit->scope->num_locals,
287
            emit->scope->scope_flags, arg_names);
Damien George's avatar
Damien George committed
288
289
290
    }
}

291
STATIC bool emit_bc_last_emit_was_return_value(emit_t *emit) {
Damien's avatar
Damien committed
292
293
294
    return emit->last_emit_was_return_value;
}

295
STATIC int emit_bc_get_stack_size(emit_t *emit) {
Damien's avatar
Damien committed
296
297
298
    return emit->stack_size;
}

299
STATIC void emit_bc_set_stack_size(emit_t *emit, int size) {
300
    emit->stack_size = size;
Damien's avatar
Damien committed
301
302
}

303
STATIC void emit_bc_set_source_line(emit_t *emit, int source_line) {
304
    //printf("source: line %d -> %d  offset %d -> %d\n", emit->last_source_line, source_line, emit->last_source_line_offset, emit->byte_code_offset);
305
#if MICROPY_ENABLE_SOURCE_LINE
306
    if (source_line > emit->last_source_line) {
307
308
309
        uint bytes_to_skip = emit->byte_code_offset - emit->last_source_line_offset;
        uint lines_to_skip = source_line - emit->last_source_line;
        emit_write_code_info_bytes_lines(emit, bytes_to_skip, lines_to_skip);
310
        //printf("  %d %d\n", bytes_to_skip, lines_to_skip);
311
312
313
        emit->last_source_line_offset = emit->byte_code_offset;
        emit->last_source_line = source_line;
    }
314
#endif
315
316
}

317
STATIC void emit_bc_load_id(emit_t *emit, qstr qstr) {
318
319
320
    emit_common_load_id(emit, &emit_bc_method_table, emit->scope, qstr);
}

321
STATIC void emit_bc_store_id(emit_t *emit, qstr qstr) {
322
323
324
    emit_common_store_id(emit, &emit_bc_method_table, emit->scope, qstr);
}

325
STATIC void emit_bc_delete_id(emit_t *emit, qstr qstr) {
326
327
328
    emit_common_delete_id(emit, &emit_bc_method_table, emit->scope, qstr);
}

329
STATIC void emit_bc_pre(emit_t *emit, int stack_size_delta) {
330
    assert((int)emit->stack_size + stack_size_delta >= 0);
331
332
333
    emit->stack_size += stack_size_delta;
    if (emit->stack_size > emit->scope->stack_size) {
        emit->scope->stack_size = emit->stack_size;
Damien's avatar
Damien committed
334
335
336
337
    }
    emit->last_emit_was_return_value = false;
}

338
STATIC void emit_bc_label_assign(emit_t *emit, uint l) {
339
    emit_bc_pre(emit, 0);
340
341
342
343
    assert(l < emit->max_num_labels);
    if (emit->pass == PASS_2) {
        // assign label offset
        assert(emit->label_offsets[l] == -1);
344
        emit->label_offsets[l] = emit->byte_code_offset;
345
346
    } else if (emit->pass == PASS_3) {
        // ensure label offset has not changed from PASS_2 to PASS_3
347
348
        //printf("l%d: (at %d vs %d)\n", l, emit->byte_code_offset, emit->label_offsets[l]);
        assert(emit->label_offsets[l] == emit->byte_code_offset);
Damien's avatar
Damien committed
349
350
351
    }
}

352
STATIC void emit_bc_import_name(emit_t *emit, qstr qstr) {
353
    emit_bc_pre(emit, -1);
354
    emit_write_byte_code_byte_qstr(emit, MP_BC_IMPORT_NAME, qstr);
Damien's avatar
Damien committed
355
356
}

357
STATIC void emit_bc_import_from(emit_t *emit, qstr qstr) {
358
    emit_bc_pre(emit, 1);
359
    emit_write_byte_code_byte_qstr(emit, MP_BC_IMPORT_FROM, qstr);
Damien's avatar
Damien committed
360
361
}

362
STATIC void emit_bc_import_star(emit_t *emit) {
363
    emit_bc_pre(emit, -1);
364
    emit_write_byte_code_byte(emit, MP_BC_IMPORT_STAR);
Damien's avatar
Damien committed
365
366
}

367
STATIC void emit_bc_load_const_tok(emit_t *emit, mp_token_kind_t tok) {
368
    emit_bc_pre(emit, 1);
Damien's avatar
Damien committed
369
    switch (tok) {
370
371
372
373
        case MP_TOKEN_KW_FALSE: emit_write_byte_code_byte(emit, MP_BC_LOAD_CONST_FALSE); break;
        case MP_TOKEN_KW_NONE: emit_write_byte_code_byte(emit, MP_BC_LOAD_CONST_NONE); break;
        case MP_TOKEN_KW_TRUE: emit_write_byte_code_byte(emit, MP_BC_LOAD_CONST_TRUE); break;
        case MP_TOKEN_ELLIPSIS: emit_write_byte_code_byte(emit, MP_BC_LOAD_CONST_ELLIPSIS); break;
Damien's avatar
Damien committed
374
375
376
377
        default: assert(0);
    }
}

378
STATIC void emit_bc_load_const_small_int(emit_t *emit, machine_int_t arg) {
379
    emit_bc_pre(emit, 1);
380
    emit_write_byte_code_byte_int(emit, MP_BC_LOAD_CONST_SMALL_INT, arg);
Damien's avatar
Damien committed
381
382
}

383
STATIC void emit_bc_load_const_int(emit_t *emit, qstr qstr) {
384
    emit_bc_pre(emit, 1);
385
    emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_CONST_INT, qstr);
Damien's avatar
Damien committed
386
387
}

388
STATIC void emit_bc_load_const_dec(emit_t *emit, qstr qstr) {
389
    emit_bc_pre(emit, 1);
390
    emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_CONST_DEC, qstr);
Damien's avatar
Damien committed
391
392
}

393
STATIC void emit_bc_load_const_id(emit_t *emit, qstr qstr) {
394
    emit_bc_pre(emit, 1);
395
    emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_CONST_ID, qstr);
Damien's avatar
Damien committed
396
397
}

398
STATIC void emit_bc_load_const_str(emit_t *emit, qstr qstr, bool bytes) {
399
    emit_bc_pre(emit, 1);
Damien's avatar
Damien committed
400
    if (bytes) {
401
        emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_CONST_BYTES, qstr);
Damien's avatar
Damien committed
402
    } else {
403
        emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_CONST_STRING, qstr);
Damien's avatar
Damien committed
404
405
406
    }
}

407
STATIC void emit_bc_load_const_verbatim_str(emit_t *emit, const char *str) {
408
    // not needed/supported for BC
Damien's avatar
Damien committed
409
410
411
    assert(0);
}

412
413
414
415
416
STATIC void emit_bc_load_null(emit_t *emit) {
    emit_bc_pre(emit, 1);
    emit_write_byte_code_byte(emit, MP_BC_LOAD_NULL);
};

417
STATIC void emit_bc_load_fast(emit_t *emit, qstr qstr, uint id_flags, int local_num) {
Damien's avatar
Damien committed
418
    assert(local_num >= 0);
419
    emit_bc_pre(emit, 1);
420
421
422
423
424
425
426
427
428
429
430
    if (id_flags & ID_FLAG_IS_DELETED) {
        // This local may be deleted, so need to do a checked load.
        emit_write_byte_code_byte_uint(emit, MP_BC_LOAD_FAST_CHECKED, local_num);
    } else {
        // This local is never deleted, so can do a fast, uncheched load.
        switch (local_num) {
            case 0: emit_write_byte_code_byte(emit, MP_BC_LOAD_FAST_0); break;
            case 1: emit_write_byte_code_byte(emit, MP_BC_LOAD_FAST_1); break;
            case 2: emit_write_byte_code_byte(emit, MP_BC_LOAD_FAST_2); break;
            default: emit_write_byte_code_byte_uint(emit, MP_BC_LOAD_FAST_N, local_num); break;
        }
Damien's avatar
Damien committed
431
432
433
    }
}

434
STATIC void emit_bc_load_deref(emit_t *emit, qstr qstr, int local_num) {
435
    emit_bc_pre(emit, 1);
436
    emit_write_byte_code_byte_uint(emit, MP_BC_LOAD_DEREF, local_num);
Damien's avatar
Damien committed
437
438
}

439
STATIC void emit_bc_load_closure(emit_t *emit, qstr qstr, int local_num) {
Damien George's avatar
Damien George committed
440
441
    // not needed/supported for BC
    assert(0);
Damien's avatar
Damien committed
442
443
}

444
STATIC void emit_bc_load_name(emit_t *emit, qstr qstr) {
445
    emit_bc_pre(emit, 1);
446
    emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_NAME, qstr);
Damien's avatar
Damien committed
447
448
}

449
STATIC void emit_bc_load_global(emit_t *emit, qstr qstr) {
450
    emit_bc_pre(emit, 1);
451
    emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_GLOBAL, qstr);
Damien's avatar
Damien committed
452
453
}

454
STATIC void emit_bc_load_attr(emit_t *emit, qstr qstr) {
455
    emit_bc_pre(emit, 0);
456
    emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_ATTR, qstr);
Damien's avatar
Damien committed
457
458
}

459
STATIC void emit_bc_load_method(emit_t *emit, qstr qstr) {
460
    emit_bc_pre(emit, 1);
461
    emit_write_byte_code_byte_qstr(emit, MP_BC_LOAD_METHOD, qstr);
Damien's avatar
Damien committed
462
463
}

464
STATIC void emit_bc_load_build_class(emit_t *emit) {
465
    emit_bc_pre(emit, 1);
466
    emit_write_byte_code_byte(emit, MP_BC_LOAD_BUILD_CLASS);
Damien's avatar
Damien committed
467
468
}

469
STATIC void emit_bc_store_fast(emit_t *emit, qstr qstr, int local_num) {
Damien's avatar
Damien committed
470
    assert(local_num >= 0);
471
    emit_bc_pre(emit, -1);
Damien's avatar
Damien committed
472
    switch (local_num) {
473
474
475
476
        case 0: emit_write_byte_code_byte(emit, MP_BC_STORE_FAST_0); break;
        case 1: emit_write_byte_code_byte(emit, MP_BC_STORE_FAST_1); break;
        case 2: emit_write_byte_code_byte(emit, MP_BC_STORE_FAST_2); break;
        default: emit_write_byte_code_byte_uint(emit, MP_BC_STORE_FAST_N, local_num); break;
Damien's avatar
Damien committed
477
478
479
    }
}

480
STATIC void emit_bc_store_deref(emit_t *emit, qstr qstr, int local_num) {
481
    emit_bc_pre(emit, -1);
482
    emit_write_byte_code_byte_uint(emit, MP_BC_STORE_DEREF, local_num);
Damien's avatar
Damien committed
483
484
}

485
STATIC void emit_bc_store_name(emit_t *emit, qstr qstr) {
486
    emit_bc_pre(emit, -1);
487
    emit_write_byte_code_byte_qstr(emit, MP_BC_STORE_NAME, qstr);
Damien's avatar
Damien committed
488
489
}

490
STATIC void emit_bc_store_global(emit_t *emit, qstr qstr) {
491
    emit_bc_pre(emit, -1);
492
    emit_write_byte_code_byte_qstr(emit, MP_BC_STORE_GLOBAL, qstr);
Damien's avatar
Damien committed
493
494
}

495
STATIC void emit_bc_store_attr(emit_t *emit, qstr qstr) {
496
    emit_bc_pre(emit, -2);
497
    emit_write_byte_code_byte_qstr(emit, MP_BC_STORE_ATTR, qstr);
Damien's avatar
Damien committed
498
499
}

500
STATIC void emit_bc_store_subscr(emit_t *emit) {
501
    emit_bc_pre(emit, -3);
502
    emit_write_byte_code_byte(emit, MP_BC_STORE_SUBSCR);
Damien's avatar
Damien committed
503
504
}

505
STATIC void emit_bc_delete_fast(emit_t *emit, qstr qstr, int local_num) {
506
    emit_write_byte_code_byte_uint(emit, MP_BC_DELETE_FAST, local_num);
Damien's avatar
Damien committed
507
508
}

509
STATIC void emit_bc_delete_deref(emit_t *emit, qstr qstr, int local_num) {
510
    emit_write_byte_code_byte_uint(emit, MP_BC_DELETE_DEREF, local_num);
Damien's avatar
Damien committed
511
512
}

513
STATIC void emit_bc_delete_name(emit_t *emit, qstr qstr) {
514
    emit_bc_pre(emit, 0);
515
    emit_write_byte_code_byte_qstr(emit, MP_BC_DELETE_NAME, qstr);
Damien's avatar
Damien committed
516
517
}

518
STATIC void emit_bc_delete_global(emit_t *emit, qstr qstr) {
519
    emit_bc_pre(emit, 0);
520
    emit_write_byte_code_byte_qstr(emit, MP_BC_DELETE_GLOBAL, qstr);
Damien's avatar
Damien committed
521
522
}

523
STATIC void emit_bc_delete_attr(emit_t *emit, qstr qstr) {
524
525
526
    emit_bc_load_null(emit);
    emit_bc_rot_two(emit);
    emit_bc_store_attr(emit, qstr);
Damien's avatar
Damien committed
527
528
}

529
STATIC void emit_bc_delete_subscr(emit_t *emit) {
530
531
532
    emit_bc_load_null(emit);
    emit_bc_rot_three(emit);
    emit_bc_store_subscr(emit);
Damien's avatar
Damien committed
533
534
}

535
STATIC void emit_bc_dup_top(emit_t *emit) {
536
    emit_bc_pre(emit, 1);
537
    emit_write_byte_code_byte(emit, MP_BC_DUP_TOP);
Damien's avatar
Damien committed
538
539
}

540
STATIC void emit_bc_dup_top_two(emit_t *emit) {
541
    emit_bc_pre(emit, 2);
542
    emit_write_byte_code_byte(emit, MP_BC_DUP_TOP_TWO);
Damien's avatar
Damien committed
543
544
}

545
STATIC void emit_bc_pop_top(emit_t *emit) {
546
    emit_bc_pre(emit, -1);
547
    emit_write_byte_code_byte(emit, MP_BC_POP_TOP);
Damien's avatar
Damien committed
548
549
}

550
STATIC void emit_bc_rot_two(emit_t *emit) {
551
    emit_bc_pre(emit, 0);
552
    emit_write_byte_code_byte(emit, MP_BC_ROT_TWO);
Damien's avatar
Damien committed
553
554
}

555
STATIC void emit_bc_rot_three(emit_t *emit) {
556
    emit_bc_pre(emit, 0);
557
    emit_write_byte_code_byte(emit, MP_BC_ROT_THREE);
Damien's avatar
Damien committed
558
559
}

560
STATIC void emit_bc_jump(emit_t *emit, uint label) {
561
    emit_bc_pre(emit, 0);
562
    emit_write_byte_code_byte_signed_label(emit, MP_BC_JUMP, label);
Damien's avatar
Damien committed
563
564
}

565
STATIC void emit_bc_pop_jump_if_true(emit_t *emit, uint label) {
566
    emit_bc_pre(emit, -1);
567
    emit_write_byte_code_byte_signed_label(emit, MP_BC_POP_JUMP_IF_TRUE, label);
Damien's avatar
Damien committed
568
569
}

570
STATIC void emit_bc_pop_jump_if_false(emit_t *emit, uint label) {
571
    emit_bc_pre(emit, -1);
572
    emit_write_byte_code_byte_signed_label(emit, MP_BC_POP_JUMP_IF_FALSE, label);
Damien's avatar
Damien committed
573
574
}

575
STATIC void emit_bc_jump_if_true_or_pop(emit_t *emit, uint label) {
576
    emit_bc_pre(emit, -1);
577
    emit_write_byte_code_byte_signed_label(emit, MP_BC_JUMP_IF_TRUE_OR_POP, label);
Damien's avatar
Damien committed
578
579
}

580
STATIC void emit_bc_jump_if_false_or_pop(emit_t *emit, uint label) {
581
    emit_bc_pre(emit, -1);
582
    emit_write_byte_code_byte_signed_label(emit, MP_BC_JUMP_IF_FALSE_OR_POP, label);
Damien's avatar
Damien committed
583
584
}

585
STATIC void emit_bc_setup_loop(emit_t *emit, uint label) {
586
    emit_bc_pre(emit, 0);
587
    emit_write_byte_code_byte_unsigned_label(emit, MP_BC_SETUP_LOOP, label);
Damien's avatar
Damien committed
588
589
}

590
STATIC void emit_bc_unwind_jump(emit_t *emit, uint label, int except_depth) {
591
592
593
    if (except_depth == 0) {
        emit_bc_jump(emit, label);
    } else {
594
        emit_bc_pre(emit, 0);
595
596
597
        emit_write_byte_code_byte_signed_label(emit, MP_BC_UNWIND_JUMP, label);
        emit_write_byte_code_byte(emit, except_depth);
    }
Damien's avatar
Damien committed
598
599
}

600
STATIC void emit_bc_setup_with(emit_t *emit, uint label) {
601
    emit_bc_pre(emit, 7);
602
    emit_write_byte_code_byte_unsigned_label(emit, MP_BC_SETUP_WITH, label);
Damien's avatar
Damien committed
603
604
}

605
STATIC void emit_bc_with_cleanup(emit_t *emit) {
606
    emit_bc_pre(emit, -7);
607
    emit_write_byte_code_byte(emit, MP_BC_WITH_CLEANUP);
Damien's avatar
Damien committed
608
609
}

610
STATIC void emit_bc_setup_except(emit_t *emit, uint label) {
611
    emit_bc_pre(emit, 0);
612
    emit_write_byte_code_byte_unsigned_label(emit, MP_BC_SETUP_EXCEPT, label);
Damien's avatar
Damien committed
613
614
}

615
STATIC void emit_bc_setup_finally(emit_t *emit, uint label) {
616
    emit_bc_pre(emit, 0);
617
    emit_write_byte_code_byte_unsigned_label(emit, MP_BC_SETUP_FINALLY, label);
Damien's avatar
Damien committed
618
619
}

620
STATIC void emit_bc_end_finally(emit_t *emit) {
621
    emit_bc_pre(emit, -1);
622
    emit_write_byte_code_byte(emit, MP_BC_END_FINALLY);
Damien's avatar
Damien committed
623
624
}

625
STATIC void emit_bc_get_iter(emit_t *emit) {
626
    emit_bc_pre(emit, 0);
627
    emit_write_byte_code_byte(emit, MP_BC_GET_ITER);
Damien's avatar
Damien committed
628
629
}

630
STATIC void emit_bc_for_iter(emit_t *emit, uint label) {
631
    emit_bc_pre(emit, 1);
632
    emit_write_byte_code_byte_unsigned_label(emit, MP_BC_FOR_ITER, label);
Damien's avatar
Damien committed
633
634
}

635
STATIC void emit_bc_for_iter_end(emit_t *emit) {
636
    emit_bc_pre(emit, -1);
Damien's avatar
Damien committed
637
638
}

639
STATIC void emit_bc_pop_block(emit_t *emit) {
640
    emit_bc_pre(emit, 0);
641
    emit_write_byte_code_byte(emit, MP_BC_POP_BLOCK);
Damien's avatar
Damien committed
642
643
}

644
STATIC void emit_bc_pop_except(emit_t *emit) {
645
    emit_bc_pre(emit, 0);
646
    emit_write_byte_code_byte(emit, MP_BC_POP_EXCEPT);
Damien's avatar
Damien committed
647
648
}

Damien George's avatar
Damien George committed
649
650
STATIC void emit_bc_unary_op(emit_t *emit, mp_unary_op_t op) {
    if (op == MP_UNARY_OP_NOT) {
651
        emit_bc_pre(emit, 0);
Damien George's avatar
Damien George committed
652
        emit_write_byte_code_byte_byte(emit, MP_BC_UNARY_OP, MP_UNARY_OP_BOOL);
653
        emit_bc_pre(emit, 0);
654
655
        emit_write_byte_code_byte(emit, MP_BC_NOT);
    } else {
656
        emit_bc_pre(emit, 0);
657
658
        emit_write_byte_code_byte_byte(emit, MP_BC_UNARY_OP, op);
    }
Damien's avatar
Damien committed
659
660
}

Damien George's avatar
Damien George committed
661
STATIC void emit_bc_binary_op(emit_t *emit, mp_binary_op_t op) {
662
    bool invert = false;
Damien George's avatar
Damien George committed
663
    if (op == MP_BINARY_OP_NOT_IN) {
664
        invert = true;
Damien George's avatar
Damien George committed
665
666
        op = MP_BINARY_OP_IN;
    } else if (op == MP_BINARY_OP_IS_NOT) {
667
        invert = true;
Damien George's avatar
Damien George committed
668
        op = MP_BINARY_OP_IS;
669
    }
670
    emit_bc_pre(emit, -1);
671
    emit_write_byte_code_byte_byte(emit, MP_BC_BINARY_OP, op);
672
    if (invert) {
673
        emit_bc_pre(emit, 0);
674
675
        emit_write_byte_code_byte(emit, MP_BC_NOT);
    }
Damien's avatar
Damien committed
676
677
}

678
STATIC void emit_bc_build_tuple(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
679
    assert(n_args >= 0);
680
    emit_bc_pre(emit, 1 - n_args);
681
    emit_write_byte_code_byte_uint(emit, MP_BC_BUILD_TUPLE, n_args);
Damien's avatar
Damien committed
682
683
}

684
STATIC void emit_bc_build_list(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
685
    assert(n_args >= 0);
686
    emit_bc_pre(emit, 1 - n_args);
687
    emit_write_byte_code_byte_uint(emit, MP_BC_BUILD_LIST, n_args);
Damien's avatar
Damien committed
688
689
}

690
STATIC void emit_bc_list_append(emit_t *emit, int list_stack_index) {
Damien's avatar
Damien committed
691
    assert(list_stack_index >= 0);
692
    emit_bc_pre(emit, -1);
693
    emit_write_byte_code_byte_uint(emit, MP_BC_LIST_APPEND, list_stack_index);
Damien's avatar
Damien committed
694
695
}

696
STATIC void emit_bc_build_map(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
697
    assert(n_args >= 0);
698
    emit_bc_pre(emit, 1);
699
    emit_write_byte_code_byte_uint(emit, MP_BC_BUILD_MAP, n_args);
Damien's avatar
Damien committed
700
701
}

702
STATIC void emit_bc_store_map(emit_t *emit) {
703
    emit_bc_pre(emit, -2);
704
    emit_write_byte_code_byte(emit, MP_BC_STORE_MAP);
Damien's avatar
Damien committed
705
706
}

707
STATIC void emit_bc_map_add(emit_t *emit, int map_stack_index) {
Damien's avatar
Damien committed
708
    assert(map_stack_index >= 0);
709
    emit_bc_pre(emit, -2);
710
    emit_write_byte_code_byte_uint(emit, MP_BC_MAP_ADD, map_stack_index);
Damien's avatar
Damien committed
711
712
}

713
STATIC void emit_bc_build_set(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
714
    assert(n_args >= 0);
715
    emit_bc_pre(emit, 1 - n_args);
716
    emit_write_byte_code_byte_uint(emit, MP_BC_BUILD_SET, n_args);
Damien's avatar
Damien committed
717
718
}

719
STATIC void emit_bc_set_add(emit_t *emit, int set_stack_index) {
Damien's avatar
Damien committed
720
    assert(set_stack_index >= 0);
721
    emit_bc_pre(emit, -1);
722
    emit_write_byte_code_byte_uint(emit, MP_BC_SET_ADD, set_stack_index);
Damien's avatar
Damien committed
723
724
}

725
STATIC void emit_bc_build_slice(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
726
    assert(n_args >= 0);
727
    emit_bc_pre(emit, 1 - n_args);
728
    emit_write_byte_code_byte_uint(emit, MP_BC_BUILD_SLICE, n_args);
Damien's avatar
Damien committed
729
730
}

731
STATIC void emit_bc_unpack_sequence(emit_t *emit, int n_args) {
Damien's avatar
Damien committed
732
    assert(n_args >= 0);
733
    emit_bc_pre(emit, -1 + n_args);
734
    emit_write_byte_code_byte_uint(emit, MP_BC_UNPACK_SEQUENCE, n_args);
Damien's avatar
Damien committed
735
736
}

737
STATIC void emit_bc_unpack_ex(emit_t *emit, int n_left, int n_right) {
Damien's avatar
Damien committed
738
    assert(n_left >=0 && n_right >= 0);
739
    emit_bc_pre(emit, -1 + n_left + n_right + 1);
740
    emit_write_byte_code_byte_uint(emit, MP_BC_UNPACK_EX, n_left | (n_right << 8));
Damien's avatar
Damien committed
741
742
}

743
STATIC void emit_bc_make_function(emit_t *emit, scope_t *scope, uint n_pos_defaults, uint n_kw_defaults) {
744
    if (n_pos_defaults == 0 && n_kw_defaults == 0) {
745
        emit_bc_pre(emit, 1);
746
747
        emit_write_byte_code_byte_uint(emit, MP_BC_MAKE_FUNCTION, scope->unique_code_id);
    } else {
748
749
750
751
752
753
754
755
756
        if (n_pos_defaults == 0) {
            // load dummy entry for non-existent positional default tuple
            emit_bc_load_null(emit);
        } else if (n_kw_defaults == 0) {
            // load dummy entry for non-existent keyword default dict
            emit_bc_load_null(emit);
            emit_bc_rot_two(emit);
        }
        emit_bc_pre(emit, -1);
757
758
        emit_write_byte_code_byte_uint(emit, MP_BC_MAKE_FUNCTION_DEFARGS, scope->unique_code_id);
    }
Damien's avatar
Damien committed
759
760
}

761
STATIC void emit_bc_make_closure(emit_t *emit, scope_t *scope, uint n_pos_defaults, uint n_kw_defaults) {
762
    if (n_pos_defaults == 0 && n_kw_defaults == 0) {
763
        emit_bc_pre(emit, 0);
764
765
        emit_write_byte_code_byte_uint(emit, MP_BC_MAKE_CLOSURE, scope->unique_code_id);
    } else {
766
767
768
769
770
771
772
773
774
775
        if (n_pos_defaults == 0) {
            // load dummy entry for non-existent positional default tuple
            emit_bc_load_null(emit);
            emit_bc_rot_two(emit);
        } else if (n_kw_defaults == 0) {
            // load dummy entry for non-existent keyword default dict
            emit_bc_load_null(emit);
            emit_bc_rot_three(emit);
        }
        emit_bc_pre(emit, -2);
776
777
        emit_write_byte_code_byte_uint(emit, MP_BC_MAKE_CLOSURE_DEFARGS, scope->unique_code_id);
    }
Damien's avatar
Damien committed
778
779
}

780
781
782
STATIC void emit_bc_call_function_method_helper(emit_t *emit, int stack_adj, uint bytecode_base, int n_positional, int n_keyword, uint star_flags) {
    if (star_flags) {
        if (!(star_flags & MP_EMIT_STAR_FLAG_SINGLE)) {
783
784
785
            // load dummy entry for non-existent pos_seq
            emit_bc_load_null(emit);
            emit_bc_rot_two(emit);
786
        } else if (!(star_flags & MP_EMIT_STAR_FLAG_DOUBLE)) {
787
788
            // load dummy entry for non-existent kw_dict
            emit_bc_load_null(emit);
Damien's avatar
Damien committed
789
        }
790
791
        emit_bc_pre(emit, stack_adj - n_positional - 2 * n_keyword - 2);
        emit_write_byte_code_byte_uint(emit, bytecode_base + 1, (n_keyword << 8) | n_positional); // TODO make it 2 separate uints?
Damien's avatar
Damien committed
792
    } else {
793
794
        emit_bc_pre(emit, stack_adj - n_positional - 2 * n_keyword);
        emit_write_byte_code_byte_uint(emit, bytecode_base, (n_keyword << 8) | n_positional); // TODO make it 2 separate uints?
Damien's avatar
Damien committed
795
    }
796
797
}

798
799
STATIC void emit_bc_call_function(emit_t *emit, int n_positional, int n_keyword, uint star_flags) {
    emit_bc_call_function_method_helper(emit, 0, MP_BC_CALL_FUNCTION, n_positional, n_keyword, star_flags);
Damien's avatar
Damien committed
800
801
}

802
803
STATIC void emit_bc_call_method(emit_t *emit, int n_positional, int n_keyword, uint star_flags) {
    emit_bc_call_function_method_helper(emit, -1, MP_BC_CALL_METHOD, n_positional, n_keyword, star_flags);
Damien's avatar
Damien committed
804
805
}

806
STATIC void emit_bc_return_value(emit_t *emit) {
807
    emit_bc_pre(emit, -1);
Damien's avatar
Damien committed
808
    emit->last_emit_was_return_value = true;
809
    emit_write_byte_code_byte(emit, MP_BC_RETURN_VALUE);
Damien's avatar
Damien committed
810
811
}

812
STATIC void emit_bc_raise_varargs(emit_t *emit, int n_args) {
813
    assert(0 <= n_args && n_args <= 2);
814
    emit_bc_pre(emit, -n_args);
815
    emit_write_byte_code_byte_byte(emit, MP_BC_RAISE_VARARGS, n_args);
Damien's avatar
Damien committed
816
817
}

818
STATIC void emit_bc_yield_value(emit_t *emit) {
819
    emit_bc_pre(emit, 0);
Damien's avatar
Damien committed
820
    if (emit->pass == PASS_2) {
821
        emit->scope->scope_flags |= MP_SCOPE_FLAG_GENERATOR;