emitnative.c 57 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
/*
 * This file is part of the Micro Python project, http://micropython.org/
 *
 * The MIT License (MIT)
 *
 * Copyright (c) 2013, 2014 Damien P. George
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */

27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
// Essentially normal Python has 1 type: Python objects
// Viper has more than 1 type, and is just a more complicated (a superset of) Python.
// If you declare everything in Viper as a Python object (ie omit type decls) then
// it should in principle be exactly the same as Python native.
// Having types means having more opcodes, like binary_op_nat_nat, binary_op_nat_obj etc.
// In practice we won't have a VM but rather do this in asm which is actually very minimal.

// Because it breaks strict Python equivalence it should be a completely separate
// decorator.  It breaks equivalence because overflow on integers wraps around.
// It shouldn't break equivalence if you don't use the new types, but since the
// type decls might be used in normal Python for other reasons, it's probably safest,
// cleanest and clearest to make it a separate decorator.

// Actually, it does break equivalence because integers default to native integers,
// not Python objects.

// for x in l[0:8]: can be compiled into a native loop if l has pointer type

xbe's avatar
xbe committed
45
#include <stdbool.h>
46
47
48
49
50
#include <stdint.h>
#include <stdio.h>
#include <string.h>
#include <assert.h>

51
#include "mpconfig.h"
52
#include "nlr.h"
53
#include "misc.h"
54
#include "qstr.h"
55
56
#include "lexer.h"
#include "parse.h"
57
58
#include "obj.h"
#include "emitglue.h"
59
#include "scope.h"
60
#include "runtime0.h"
61
#include "emit.h"
62
#include "runtime.h"
63

64
65
66
67
68
69
70
#if 0 // print debugging info
#define DEBUG_PRINT (1)
#define DEBUG_printf DEBUG_printf
#else // don't print debugging info
#define DEBUG_printf(...) (void)0
#endif

71
// wrapper around everything in this file
72
#if (MICROPY_EMIT_X64 && N_X64) || (MICROPY_EMIT_THUMB && N_THUMB)
73

74
#if N_X64
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89

// x64 specific stuff

#include "asmx64.h"

#define REG_LOCAL_1 (REG_RBX)
#define REG_LOCAL_NUM (1)

#define EXPORT_FUN(name) emit_native_x64_##name

#define REG_TEMP0 (REG_RAX)
#define REG_TEMP1 (REG_RDI)
#define REG_TEMP2 (REG_RSI)
#define ASM_MOV_REG_TO_LOCAL(reg, local_num) asm_x64_mov_r64_to_local(emit->as, (reg), (local_num))
#define ASM_MOV_IMM_TO_REG(imm, reg) asm_x64_mov_i64_to_r64_optimised(emit->as, (imm), (reg))
90
#define ASM_MOV_ALIGNED_IMM_TO_REG(imm, reg) asm_x64_mov_i64_to_r64_aligned(emit->as, (imm), (reg))
91
#define ASM_MOV_IMM_TO_LOCAL_USING(imm, local_num, reg_temp) do { asm_x64_mov_i64_to_r64_optimised(emit->as, (imm), (reg_temp)); asm_x64_mov_r64_to_local(emit->as, (reg_temp), (local_num)); } while (false)
92
93
94
95
#define ASM_MOV_LOCAL_TO_REG(local_num, reg) asm_x64_mov_local_to_r64(emit->as, (local_num), (reg))
#define ASM_MOV_REG_TO_REG(reg_src, reg_dest) asm_x64_mov_r64_to_r64(emit->as, (reg_src), (reg_dest))
#define ASM_MOV_LOCAL_ADDR_TO_REG(local_num, reg) asm_x64_mov_local_addr_to_r64(emit->as, (local_num), (reg))

96
#elif N_THUMB
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113

// thumb specific stuff

#include "asmthumb.h"

#define REG_LOCAL_1 (REG_R4)
#define REG_LOCAL_2 (REG_R5)
#define REG_LOCAL_3 (REG_R6)
#define REG_LOCAL_NUM (3)

#define EXPORT_FUN(name) emit_native_thumb_##name

#define REG_TEMP0 (REG_R0)
#define REG_TEMP1 (REG_R1)
#define REG_TEMP2 (REG_R2)
#define ASM_MOV_REG_TO_LOCAL(reg, local_num) asm_thumb_mov_local_reg(emit->as, (local_num), (reg))
#define ASM_MOV_IMM_TO_REG(imm, reg) asm_thumb_mov_reg_i32_optimised(emit->as, (reg), (imm))
114
#define ASM_MOV_ALIGNED_IMM_TO_REG(imm, reg) asm_thumb_mov_reg_i32_aligned(emit->as, (reg), (imm))
115
#define ASM_MOV_IMM_TO_LOCAL_USING(imm, local_num, reg_temp) do { asm_thumb_mov_reg_i32_optimised(emit->as, (reg_temp), (imm)); asm_thumb_mov_local_reg(emit->as, (local_num), (reg_temp)); } while (false)
116
117
118
119
120
121
122
#define ASM_MOV_LOCAL_TO_REG(local_num, reg) asm_thumb_mov_reg_local(emit->as, (reg), (local_num))
#define ASM_MOV_REG_TO_REG(reg_src, reg_dest) asm_thumb_mov_reg_reg(emit->as, (reg_dest), (reg_src))
#define ASM_MOV_LOCAL_ADDR_TO_REG(local_num, reg) asm_thumb_mov_reg_local_addr(emit->as, (reg), (local_num))

#endif

typedef enum {
123
124
125
126
    STACK_VALUE,
    STACK_REG,
    STACK_IMM,
} stack_info_kind_t;
127
128

typedef enum {
129
130
131
132
    VTYPE_PYOBJ = MP_NATIVE_TYPE_OBJ,
    VTYPE_BOOL = MP_NATIVE_TYPE_BOOL,
    VTYPE_INT = MP_NATIVE_TYPE_INT,
    VTYPE_UINT = MP_NATIVE_TYPE_UINT,
133
134
135
136
137
138
    VTYPE_UNBOUND,
    VTYPE_PTR,
    VTYPE_PTR_NONE,
    VTYPE_BUILTIN_V_INT,
} vtype_kind_t;

139
140
141
142
143
typedef struct _stack_info_t {
    vtype_kind_t vtype;
    stack_info_kind_t kind;
    union {
        int u_reg;
144
        mp_int_t u_imm;
145
146
147
    };
} stack_info_t;

148
149
150
151
struct _emit_t {
    int pass;

    bool do_viper_types;
152

153
154
    vtype_kind_t return_vtype;

155
    uint local_vtype_alloc;
156
    vtype_kind_t *local_vtype;
157

158
    uint stack_info_alloc;
159
160
    stack_info_t *stack_info;

161
162
163
164
165
166
167
    int stack_start;
    int stack_size;

    bool last_emit_was_return_value;

    scope_t *scope;

168
#if N_X64
169
    asm_x64_t *as;
170
#elif N_THUMB
171
172
173
174
175
    asm_thumb_t *as;
#endif
};

emit_t *EXPORT_FUN(new)(uint max_num_labels) {
176
    emit_t *emit = m_new0(emit_t, 1);
177
#if N_X64
178
    emit->as = asm_x64_new(max_num_labels);
179
#elif N_THUMB
180
181
182
183
184
    emit->as = asm_thumb_new(max_num_labels);
#endif
    return emit;
}

185
void EXPORT_FUN(free)(emit_t *emit) {
186
187
188
189
190
#if N_X64
    asm_x64_free(emit->as, false);
#elif N_THUMB
    asm_thumb_free(emit->as, false);
#endif
191
192
    m_del(vtype_kind_t, emit->local_vtype, emit->local_vtype_alloc);
    m_del(stack_info_t, emit->stack_info, emit->stack_info_alloc);
193
194
195
    m_del_obj(emit_t, emit);
}

196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
STATIC void emit_native_set_native_type(emit_t *emit, mp_uint_t op, mp_uint_t arg1, qstr arg2) {
    switch (op) {
        case MP_EMIT_NATIVE_TYPE_ENABLE:
            emit->do_viper_types = arg1;
            break;

        default: {
            vtype_kind_t type;
            switch (arg2) {
                case MP_QSTR_object: type = VTYPE_PYOBJ; break;
                case MP_QSTR_bool: type = VTYPE_BOOL; break;
                case MP_QSTR_int: type = VTYPE_INT; break;
                case MP_QSTR_uint: type = VTYPE_UINT; break;
                default: printf("ViperTypeError: unknown type %s\n", qstr_str(arg2)); return;
            }
            if (op == MP_EMIT_NATIVE_TYPE_RETURN) {
                emit->return_vtype = type;
            } else {
                assert(arg1 < emit->local_vtype_alloc);
                emit->local_vtype[arg1] = type;
            }
            break;
        }
    }
220
221
}

222
STATIC void emit_native_start_pass(emit_t *emit, pass_kind_t pass, scope_t *scope) {
223
224
225
226
227
228
    emit->pass = pass;
    emit->stack_start = 0;
    emit->stack_size = 0;
    emit->last_emit_was_return_value = false;
    emit->scope = scope;

229
230
231
232
    // allocate memory for keeping track of the types of locals
    if (emit->local_vtype_alloc < scope->num_locals) {
        emit->local_vtype = m_renew(vtype_kind_t, emit->local_vtype, emit->local_vtype_alloc, scope->num_locals);
        emit->local_vtype_alloc = scope->num_locals;
233
    }
234
235
236

    // allocate memory for keeping track of the objects on the stack
    // XXX don't know stack size on entry, and it should be maximum over all scopes
237
    if (emit->stack_info == NULL) {
238
        emit->stack_info_alloc = scope->stack_size + 50;
239
        emit->stack_info = m_new(stack_info_t, emit->stack_info_alloc);
240
241
    }

242
243
244
245
246
247
248
249
    // set default type for return and arguments
    emit->return_vtype = VTYPE_PYOBJ;
    for (int i = 0; i < emit->local_vtype_alloc; i++) {
        emit->local_vtype[i] = VTYPE_PYOBJ;
    }
    for (int i = 0; i < emit->stack_info_alloc; i++) {
        emit->stack_info[i].kind = STACK_VALUE;
        emit->stack_info[i].vtype = VTYPE_PYOBJ;
250
251
    }

252
#if N_X64
253
    asm_x64_start_pass(emit->as, pass == MP_PASS_EMIT ? ASM_X64_PASS_EMIT : ASM_X64_PASS_COMPUTE);
254
#elif N_THUMB
255
    asm_thumb_start_pass(emit->as, pass == MP_PASS_EMIT ? ASM_THUMB_PASS_EMIT : ASM_THUMB_PASS_COMPUTE);
256
257
258
259
#endif

    // entry to function
    int num_locals = 0;
260
    if (pass > MP_PASS_SCOPE) {
261
262
263
264
265
266
267
        num_locals = scope->num_locals - REG_LOCAL_NUM;
        if (num_locals < 0) {
            num_locals = 0;
        }
        emit->stack_start = num_locals;
        num_locals += scope->stack_size;
    }
268
#if N_X64
269
    asm_x64_entry(emit->as, num_locals);
270
#elif N_THUMB
271
272
273
274
    asm_thumb_entry(emit->as, num_locals);
#endif

    // initialise locals from parameters
275
#if N_X64
276
    for (int i = 0; i < scope->num_pos_args; i++) {
277
278
279
        if (i == 0) {
            asm_x64_mov_r64_to_r64(emit->as, REG_ARG_1, REG_LOCAL_1);
        } else if (i == 1) {
280
            asm_x64_mov_r64_to_local(emit->as, REG_ARG_2, i - REG_LOCAL_NUM);
281
        } else if (i == 2) {
282
            asm_x64_mov_r64_to_local(emit->as, REG_ARG_3, i - REG_LOCAL_NUM);
283
284
285
286
287
        } else {
            // TODO not implemented
            assert(0);
        }
    }
288
#elif N_THUMB
289
    for (int i = 0; i < scope->num_pos_args; i++) {
290
291
292
293
294
295
296
297
298
299
300
301
302
303
        if (i == 0) {
            asm_thumb_mov_reg_reg(emit->as, REG_LOCAL_1, REG_ARG_1);
        } else if (i == 1) {
            asm_thumb_mov_reg_reg(emit->as, REG_LOCAL_2, REG_ARG_2);
        } else if (i == 2) {
            asm_thumb_mov_reg_reg(emit->as, REG_LOCAL_3, REG_ARG_3);
        } else if (i == 3) {
            asm_thumb_mov_local_reg(emit->as, i - REG_LOCAL_NUM, REG_ARG_4);
        } else {
            // TODO not implemented
            assert(0);
        }
    }

304
    asm_thumb_mov_reg_i32(emit->as, REG_R7, (mp_uint_t)mp_fun_table);
305
306
307
#endif
}

308
STATIC void emit_native_end_pass(emit_t *emit) {
309
#if N_X64
310
311
312
313
    if (!emit->last_emit_was_return_value) {
        asm_x64_exit(emit->as);
    }
    asm_x64_end_pass(emit->as);
314
#elif N_THUMB
315
316
317
318
319
320
321
322
323
324
325
    if (!emit->last_emit_was_return_value) {
        asm_thumb_exit(emit->as);
    }
    asm_thumb_end_pass(emit->as);
#endif

    // check stack is back to zero size
    if (emit->stack_size != 0) {
        printf("ERROR: stack size not back to zero; got %d\n", emit->stack_size);
    }

326
    if (emit->pass == MP_PASS_EMIT) {
327
#if N_X64
328
        void *f = asm_x64_get_code(emit->as);
329
        mp_uint_t f_len = asm_x64_get_code_size(emit->as);
330
#elif N_THUMB
331
        void *f = asm_thumb_get_code(emit->as);
332
        mp_uint_t f_len = asm_thumb_get_code_size(emit->as);
333
#endif
334
335
336
337
338
339
340
341
342

        // compute type signature
        // TODO check that viper types here convert correctly to valid types for emit glue
        mp_uint_t type_sig = emit->return_vtype & 3;
        for (mp_uint_t i = 0; i < emit->scope->num_pos_args; i++) {
            type_sig |= (emit->local_vtype[i] & 3) << (i * 2 + 2);
        }

        mp_emit_glue_assign_native(emit->scope->raw_code, emit->do_viper_types ? MP_CODE_NATIVE_VIPER : MP_CODE_NATIVE_PY, f, f_len, emit->scope->num_pos_args, type_sig);
343
344
345
    }
}

346
STATIC bool emit_native_last_emit_was_return_value(emit_t *emit) {
347
348
349
    return emit->last_emit_was_return_value;
}

350
351
STATIC void emit_native_adjust_stack_size(emit_t *emit, int delta) {
    emit->stack_size += delta;
352
353
}

354
STATIC void emit_native_set_source_line(emit_t *emit, int source_line) {
355
356
}

357
STATIC void adjust_stack(emit_t *emit, int stack_size_delta) {
358
    DEBUG_printf("adjust stack: stack:%d + delta:%d\n", emit->stack_size, stack_size_delta);
359
    assert((int)emit->stack_size + stack_size_delta >= 0);
360
    emit->stack_size += stack_size_delta;
361
    if (emit->pass > MP_PASS_SCOPE && emit->stack_size > emit->scope->stack_size) {
362
363
364
365
        emit->scope->stack_size = emit->stack_size;
    }
}

366
/*
367
STATIC void emit_pre_raw(emit_t *emit, int stack_size_delta) {
368
369
370
    adjust_stack(emit, stack_size_delta);
    emit->last_emit_was_return_value = false;
}
371
*/
372

373
// this must be called at start of emit functions
374
STATIC void emit_native_pre(emit_t *emit) {
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
    emit->last_emit_was_return_value = false;
    // settle the stack
    /*
    if (regs_needed != 0) {
        for (int i = 0; i < emit->stack_size; i++) {
            switch (emit->stack_info[i].kind) {
                case STACK_VALUE:
                    break;

                case STACK_REG:
                    // TODO only push reg if in regs_needed
                    emit->stack_info[i].kind = STACK_VALUE;
                    ASM_MOV_REG_TO_LOCAL(emit->stack_info[i].u_reg, emit->stack_start + i);
                    break;

                case STACK_IMM:
                    // don't think we ever need to push imms for settling
                    //ASM_MOV_IMM_TO_LOCAL(emit->last_imm, emit->stack_start + i);
                    break;
            }
        }
    }
    */
398
399
}

400
STATIC vtype_kind_t peek_vtype(emit_t *emit) {
401
402
    return emit->stack_info[emit->stack_size - 1].vtype;
}
403

404
405
// pos=1 is TOS, pos=2 is next, etc
// use pos=0 for no skipping
406
STATIC void need_reg_single(emit_t *emit, int reg_needed, int skip_stack_pos) {
407
408
409
410
411
412
413
414
415
416
417
418
    skip_stack_pos = emit->stack_size - skip_stack_pos;
    for (int i = 0; i < emit->stack_size; i++) {
        if (i != skip_stack_pos) {
            stack_info_t *si = &emit->stack_info[i];
            if (si->kind == STACK_REG && si->u_reg == reg_needed) {
                si->kind = STACK_VALUE;
                ASM_MOV_REG_TO_LOCAL(si->u_reg, emit->stack_start + i);
            }
        }
    }
}

419
STATIC void need_reg_all(emit_t *emit) {
420
421
    for (int i = 0; i < emit->stack_size; i++) {
        stack_info_t *si = &emit->stack_info[i];
422
        if (si->kind == STACK_REG) {
423
424
425
426
427
            si->kind = STACK_VALUE;
            ASM_MOV_REG_TO_LOCAL(si->u_reg, emit->stack_start + i);
        }
    }
}
428

429
STATIC void need_stack_settled(emit_t *emit) {
430
431
432
433
434
435
    for (int i = 0; i < emit->stack_size; i++) {
        stack_info_t *si = &emit->stack_info[i];
        if (si->kind == STACK_REG) {
            si->kind = STACK_VALUE;
            ASM_MOV_REG_TO_LOCAL(si->u_reg, emit->stack_start + i);
        }
436
    }
437
438
439
440
441
442
    for (int i = 0; i < emit->stack_size; i++) {
        stack_info_t *si = &emit->stack_info[i];
        if (si->kind == STACK_IMM) {
            ASM_MOV_IMM_TO_LOCAL_USING(si->u_imm, emit->stack_start + i, REG_TEMP0);
        }
    }
443
444
}

445
// pos=1 is TOS, pos=2 is next, etc
446
STATIC void emit_access_stack(emit_t *emit, int pos, vtype_kind_t *vtype, int reg_dest) {
447
448
    need_reg_single(emit, reg_dest, pos);
    stack_info_t *si = &emit->stack_info[emit->stack_size - pos];
449
450
451
    *vtype = si->vtype;
    switch (si->kind) {
        case STACK_VALUE:
452
            ASM_MOV_LOCAL_TO_REG(emit->stack_start + emit->stack_size - pos, reg_dest);
453
454
            break;

455
456
457
        case STACK_REG:
            if (si->u_reg != reg_dest) {
                ASM_MOV_REG_TO_REG(si->u_reg, reg_dest);
458
459
460
            }
            break;

461
462
        case STACK_IMM:
            ASM_MOV_IMM_TO_REG(si->u_imm, reg_dest);
463
464
465
466
            break;
    }
}

467
468
469
470
471
STATIC void emit_pre_pop_discard(emit_t *emit, vtype_kind_t *vtype) {
    emit->last_emit_was_return_value = false;
    adjust_stack(emit, -1);
}

472
STATIC void emit_pre_pop_reg(emit_t *emit, vtype_kind_t *vtype, int reg_dest) {
473
474
475
476
477
    emit->last_emit_was_return_value = false;
    emit_access_stack(emit, 1, vtype, reg_dest);
    adjust_stack(emit, -1);
}

478
STATIC void emit_pre_pop_reg_reg(emit_t *emit, vtype_kind_t *vtypea, int rega, vtype_kind_t *vtypeb, int regb) {
479
    emit_pre_pop_reg(emit, vtypea, rega);
480
    emit_pre_pop_reg(emit, vtypeb, regb);
481
482
}

483
STATIC void emit_pre_pop_reg_reg_reg(emit_t *emit, vtype_kind_t *vtypea, int rega, vtype_kind_t *vtypeb, int regb, vtype_kind_t *vtypec, int regc) {
484
    emit_pre_pop_reg(emit, vtypea, rega);
485
486
    emit_pre_pop_reg(emit, vtypeb, regb);
    emit_pre_pop_reg(emit, vtypec, regc);
487
488
}

489
STATIC void emit_post(emit_t *emit) {
490
491
}

492
STATIC void emit_post_push_reg(emit_t *emit, vtype_kind_t vtype, int reg) {
493
494
495
496
497
    stack_info_t *si = &emit->stack_info[emit->stack_size];
    si->vtype = vtype;
    si->kind = STACK_REG;
    si->u_reg = reg;
    adjust_stack(emit, 1);
498
499
}

500
STATIC void emit_post_push_imm(emit_t *emit, vtype_kind_t vtype, mp_int_t imm) {
501
502
503
504
505
    stack_info_t *si = &emit->stack_info[emit->stack_size];
    si->vtype = vtype;
    si->kind = STACK_IMM;
    si->u_imm = imm;
    adjust_stack(emit, 1);
506
507
}

508
STATIC void emit_post_push_reg_reg(emit_t *emit, vtype_kind_t vtypea, int rega, vtype_kind_t vtypeb, int regb) {
509
510
    emit_post_push_reg(emit, vtypea, rega);
    emit_post_push_reg(emit, vtypeb, regb);
511
512
}

513
STATIC void emit_post_push_reg_reg_reg(emit_t *emit, vtype_kind_t vtypea, int rega, vtype_kind_t vtypeb, int regb, vtype_kind_t vtypec, int regc) {
514
515
516
    emit_post_push_reg(emit, vtypea, rega);
    emit_post_push_reg(emit, vtypeb, regb);
    emit_post_push_reg(emit, vtypec, regc);
517
518
}

519
STATIC void emit_post_push_reg_reg_reg_reg(emit_t *emit, vtype_kind_t vtypea, int rega, vtype_kind_t vtypeb, int regb, vtype_kind_t vtypec, int regc, vtype_kind_t vtyped, int regd) {
520
521
522
523
    emit_post_push_reg(emit, vtypea, rega);
    emit_post_push_reg(emit, vtypeb, regb);
    emit_post_push_reg(emit, vtypec, regc);
    emit_post_push_reg(emit, vtyped, regd);
524
525
526
}

// vtype of all n_pop objects is VTYPE_PYOBJ
527
// does not use any temporary registers (but may use reg_dest before loading it with stack pointer)
528
// TODO this needs some thinking for viper code
529
STATIC void emit_get_stack_pointer_to_reg_for_pop(emit_t *emit, int reg_dest, int n_pop) {
530
    need_reg_all(emit);
531
    for (int i = 0; i < n_pop; i++) {
532
533
        stack_info_t *si = &emit->stack_info[emit->stack_size - 1 - i];
        // must push any imm's to stack
534
        // must convert them to VTYPE_PYOBJ for viper code
535
536
        if (si->kind == STACK_IMM) {
            si->kind = STACK_VALUE;
537
538
539
540
541
542
543
            switch (si->vtype) {
                case VTYPE_PYOBJ:
                    ASM_MOV_IMM_TO_LOCAL_USING(si->u_imm, emit->stack_start + emit->stack_size - 1 - i, reg_dest);
                    break;
                case VTYPE_BOOL:
                    si->vtype = VTYPE_PYOBJ;
                    if (si->u_imm == 0) {
544
                        ASM_MOV_IMM_TO_LOCAL_USING((mp_uint_t)mp_const_false, emit->stack_start + emit->stack_size - 1 - i, reg_dest);
545
                    } else {
546
                        ASM_MOV_IMM_TO_LOCAL_USING((mp_uint_t)mp_const_true, emit->stack_start + emit->stack_size - 1 - i, reg_dest);
547
548
549
550
551
552
553
554
555
556
                    }
                    break;
                case VTYPE_INT:
                    si->vtype = VTYPE_PYOBJ;
                    ASM_MOV_IMM_TO_LOCAL_USING((si->u_imm << 1) | 1, emit->stack_start + emit->stack_size - 1 - i, reg_dest);
                    break;
                default:
                    // not handled
                    assert(0);
            }
557
558
559
        }
        assert(si->kind == STACK_VALUE);
        assert(si->vtype == VTYPE_PYOBJ);
560
    }
561
    adjust_stack(emit, -n_pop);
562
    ASM_MOV_LOCAL_ADDR_TO_REG(emit->stack_start + emit->stack_size, reg_dest);
563
564
565
}

// vtype of all n_push objects is VTYPE_PYOBJ
566
STATIC void emit_get_stack_pointer_to_reg_for_push(emit_t *emit, int reg_dest, int n_push) {
567
    need_reg_all(emit);
568
    for (int i = 0; i < n_push; i++) {
569
        emit->stack_info[emit->stack_size + i].kind = STACK_VALUE;
570
        emit->stack_info[emit->stack_size + i].vtype = VTYPE_PYOBJ;
571
    }
572
    ASM_MOV_LOCAL_ADDR_TO_REG(emit->stack_start + emit->stack_size, reg_dest);
573
574
575
    adjust_stack(emit, n_push);
}

Damien George's avatar
Damien George committed
576
STATIC void emit_call(emit_t *emit, mp_fun_kind_t fun_kind, void *fun) {
577
    need_reg_all(emit);
578
#if N_X64
579
    asm_x64_call_ind(emit->as, fun, REG_RAX);
580
#elif N_THUMB
Damien George's avatar
Damien George committed
581
    asm_thumb_bl_ind(emit->as, mp_fun_table[fun_kind], fun_kind, REG_R3);
582
583
584
#endif
}

585
STATIC void emit_call_with_imm_arg(emit_t *emit, mp_fun_kind_t fun_kind, void *fun, mp_int_t arg_val, int arg_reg) {
586
    need_reg_all(emit);
587
    ASM_MOV_IMM_TO_REG(arg_val, arg_reg);
588
589
590
#if N_X64
    asm_x64_call_ind(emit->as, fun, REG_RAX);
#elif N_THUMB
Damien George's avatar
Damien George committed
591
    asm_thumb_bl_ind(emit->as, mp_fun_table[fun_kind], fun_kind, REG_R3);
592
#endif
593
594
}

595
596
// the first arg is stored in the code aligned on a mp_uint_t boundary
STATIC void emit_call_with_imm_arg_aligned(emit_t *emit, mp_fun_kind_t fun_kind, void *fun, mp_int_t arg_val, int arg_reg) {
597
598
599
600
601
602
603
604
605
    need_reg_all(emit);
    ASM_MOV_ALIGNED_IMM_TO_REG(arg_val, arg_reg);
#if N_X64
    asm_x64_call_ind(emit->as, fun, REG_RAX);
#elif N_THUMB
    asm_thumb_bl_ind(emit->as, mp_fun_table[fun_kind], fun_kind, REG_R3);
#endif
}

606
STATIC void emit_call_with_2_imm_args(emit_t *emit, mp_fun_kind_t fun_kind, void *fun, mp_int_t arg_val1, int arg_reg1, mp_int_t arg_val2, int arg_reg2) {
607
608
609
610
611
612
    need_reg_all(emit);
    ASM_MOV_IMM_TO_REG(arg_val1, arg_reg1);
    ASM_MOV_IMM_TO_REG(arg_val2, arg_reg2);
#if N_X64
    asm_x64_call_ind(emit->as, fun, REG_RAX);
#elif N_THUMB
Damien George's avatar
Damien George committed
613
    asm_thumb_bl_ind(emit->as, mp_fun_table[fun_kind], fun_kind, REG_R3);
614
615
616
#endif
}

617
618
// the first arg is stored in the code aligned on a mp_uint_t boundary
STATIC void emit_call_with_3_imm_args_and_first_aligned(emit_t *emit, mp_fun_kind_t fun_kind, void *fun, mp_int_t arg_val1, int arg_reg1, mp_int_t arg_val2, int arg_reg2, mp_int_t arg_val3, int arg_reg3) {
619
    need_reg_all(emit);
620
    ASM_MOV_ALIGNED_IMM_TO_REG(arg_val1, arg_reg1);
621
622
623
624
625
626
627
628
629
    ASM_MOV_IMM_TO_REG(arg_val2, arg_reg2);
    ASM_MOV_IMM_TO_REG(arg_val3, arg_reg3);
#if N_X64
    asm_x64_call_ind(emit->as, fun, REG_RAX);
#elif N_THUMB
    asm_thumb_bl_ind(emit->as, mp_fun_table[fun_kind], fun_kind, REG_R3);
#endif
}

630
STATIC void emit_native_load_id(emit_t *emit, qstr qstr) {
631
632
    // check for built-ins
    if (strcmp(qstr_str(qstr), "v_int") == 0) {
633
        assert(0);
634
        emit_native_pre(emit);
635
636
637
638
639
640
641
642
        //emit_post_push_blank(emit, VTYPE_BUILTIN_V_INT);

    // not a built-in, so do usual thing
    } else {
        emit_common_load_id(emit, &EXPORT_FUN(method_table), emit->scope, qstr);
    }
}

643
STATIC void emit_native_store_id(emit_t *emit, qstr qstr) {
644
645
646
647
    // TODO check for built-ins and disallow
    emit_common_store_id(emit, &EXPORT_FUN(method_table), emit->scope, qstr);
}

648
STATIC void emit_native_delete_id(emit_t *emit, qstr qstr) {
649
650
651
652
    // TODO check for built-ins and disallow
    emit_common_delete_id(emit, &EXPORT_FUN(method_table), emit->scope, qstr);
}

653
STATIC void emit_native_label_assign(emit_t *emit, uint l) {
654
    emit_native_pre(emit);
655
656
    // need to commit stack because we can jump here from elsewhere
    need_stack_settled(emit);
657
#if N_X64
658
    asm_x64_label_assign(emit->as, l);
659
#elif N_THUMB
660
661
    asm_thumb_label_assign(emit->as, l);
#endif
662
    emit_post(emit);
663
664
}

665
666
667
668
669
670
671
672
673
STATIC void emit_native_import_name(emit_t *emit, qstr qst) {
    DEBUG_printf("import_name %s\n", qstr_str(qst));
    vtype_kind_t vtype_fromlist;
    vtype_kind_t vtype_level;
    emit_pre_pop_reg_reg(emit, &vtype_fromlist, REG_ARG_2, &vtype_level, REG_ARG_3); // arg2 = fromlist, arg3 = level
    assert(vtype_fromlist == VTYPE_PYOBJ);
    assert(vtype_level == VTYPE_PYOBJ);
    emit_call_with_imm_arg(emit, MP_F_IMPORT_NAME, mp_import_name, qst, REG_ARG_1); // arg1 = import name
    emit_post_push_reg(emit, VTYPE_PYOBJ, REG_RET);
674
675
}

676
677
678
679
680
681
682
683
STATIC void emit_native_import_from(emit_t *emit, qstr qst) {
    DEBUG_printf("import_from %s\n", qstr_str(qst));
    emit_native_pre(emit);
    vtype_kind_t vtype_module;
    emit_access_stack(emit, 1, &vtype_module, REG_ARG_1); // arg1 = module
    assert(vtype_module == VTYPE_PYOBJ);
    emit_call_with_imm_arg(emit, MP_F_IMPORT_FROM, mp_import_from, qst, REG_ARG_2); // arg2 = import name
    emit_post_push_reg(emit, VTYPE_PYOBJ, REG_RET);
684
685
}

686
STATIC void emit_native_import_star(emit_t *emit) {
687
688
689
690
691
692
    DEBUG_printf("import_star\n");
    vtype_kind_t vtype_module;
    emit_pre_pop_reg(emit, &vtype_module, REG_ARG_1); // arg1 = module
    assert(vtype_module == VTYPE_PYOBJ);
    emit_call(emit, MP_F_IMPORT_ALL, mp_import_all);
    emit_post(emit);
693
694
}

695
STATIC void emit_native_load_const_tok(emit_t *emit, mp_token_kind_t tok) {
696
    DEBUG_printf("load_const_tok %d\n", tok);
697
    emit_native_pre(emit);
698
    int vtype;
699
    mp_uint_t val;
700
701
    if (emit->do_viper_types) {
        switch (tok) {
702
703
704
            case MP_TOKEN_KW_NONE: vtype = VTYPE_PTR_NONE; val = 0; break;
            case MP_TOKEN_KW_FALSE: vtype = VTYPE_BOOL; val = 0; break;
            case MP_TOKEN_KW_TRUE: vtype = VTYPE_BOOL; val = 1; break;
705
706
707
708
709
            default: assert(0); vtype = 0; val = 0; // shouldn't happen
        }
    } else {
        vtype = VTYPE_PYOBJ;
        switch (tok) {
710
711
712
            case MP_TOKEN_KW_NONE: val = (mp_uint_t)mp_const_none; break;
            case MP_TOKEN_KW_FALSE: val = (mp_uint_t)mp_const_false; break;
            case MP_TOKEN_KW_TRUE: val = (mp_uint_t)mp_const_true; break;
713
714
715
716
717
718
            default: assert(0); vtype = 0; val = 0; // shouldn't happen
        }
    }
    emit_post_push_imm(emit, vtype, val);
}

719
STATIC void emit_native_load_const_small_int(emit_t *emit, mp_int_t arg) {
720
    DEBUG_printf("load_const_small_int %d\n", arg);
721
    emit_native_pre(emit);
722
723
724
725
726
727
728
    if (emit->do_viper_types) {
        emit_post_push_imm(emit, VTYPE_INT, arg);
    } else {
        emit_post_push_imm(emit, VTYPE_PYOBJ, (arg << 1) | 1);
    }
}

729
730
731
732
STATIC void emit_native_load_const_int(emit_t *emit, qstr qst) {
    DEBUG_printf("load_const_int %s\n", qstr_str(st));
    // for viper: load integer, check fits in 32 bits
    emit_native_pre(emit);
733
    emit_call_with_imm_arg(emit, MP_F_LOAD_CONST_INT, mp_load_const_int, qst, REG_ARG_1);
734
    emit_post_push_reg(emit, VTYPE_PYOBJ, REG_RET);
735
736
}

737
STATIC void emit_native_load_const_dec(emit_t *emit, qstr qstr) {
738
    // for viper, a float/complex is just a Python object
739
    emit_native_pre(emit);
Damien George's avatar
Damien George committed
740
    emit_call_with_imm_arg(emit, MP_F_LOAD_CONST_DEC, mp_load_const_dec, qstr, REG_ARG_1);
741
    emit_post_push_reg(emit, VTYPE_PYOBJ, REG_RET);
742
743
}

744
STATIC void emit_native_load_const_str(emit_t *emit, qstr qstr, bool bytes) {
745
    emit_native_pre(emit);
746
747
748
749
    if (emit->do_viper_types) {
        // not implemented properly
        // load a pointer to the asciiz string?
        assert(0);
750
        emit_post_push_imm(emit, VTYPE_PTR, (mp_uint_t)qstr_str(qstr));
751
    } else {
752
753
754
755
756
        if (bytes) {
            emit_call_with_imm_arg(emit, 0, mp_load_const_bytes, qstr, REG_ARG_1); // TODO need to add function to runtime table
        } else {
            emit_call_with_imm_arg(emit, MP_F_LOAD_CONST_STR, mp_load_const_str, qstr, REG_ARG_1);
        }
757
758
759
760
        emit_post_push_reg(emit, VTYPE_PYOBJ, REG_RET);
    }
}

761
762
763
764
765
STATIC void emit_native_load_null(emit_t *emit) {
    emit_native_pre(emit);
    emit_post_push_imm(emit, VTYPE_PYOBJ, 0);
}

766
STATIC void emit_native_load_fast(emit_t *emit, qstr qstr, uint id_flags, int local_num) {
767
768
769
770
    vtype_kind_t vtype = emit->local_vtype[local_num];
    if (vtype == VTYPE_UNBOUND) {
        printf("ViperTypeError: local %s used before type known\n", qstr_str(qstr));
    }
771
    emit_native_pre(emit);
772
#if N_X64
773
774
775
    if (local_num == 0) {
        emit_post_push_reg(emit, vtype, REG_LOCAL_1);
    } else {
776
        need_reg_single(emit, REG_RAX, 0);
777
        asm_x64_mov_local_to_r64(emit->as, local_num - REG_LOCAL_NUM, REG_RAX);
778
779
        emit_post_push_reg(emit, vtype, REG_RAX);
    }
780
#elif N_THUMB
781
782
783
784
785
786
787
    if (local_num == 0) {
        emit_post_push_reg(emit, vtype, REG_LOCAL_1);
    } else if (local_num == 1) {
        emit_post_push_reg(emit, vtype, REG_LOCAL_2);
    } else if (local_num == 2) {
        emit_post_push_reg(emit, vtype, REG_LOCAL_3);
    } else {
788
        need_reg_single(emit, REG_R0, 0);
789
        asm_thumb_mov_reg_local(emit->as, REG_R0, local_num - REG_LOCAL_NUM);
790
791
792
793
794
        emit_post_push_reg(emit, vtype, REG_R0);
    }
#endif
}

795
STATIC void emit_native_load_deref(emit_t *emit, qstr qstr, int local_num) {
Damien's avatar
Damien committed
796
797
798
799
800
    // not implemented
    // in principle could support this quite easily (ldr r0, [r0, #0]) and then get closed over variables!
    assert(0);
}

801
STATIC void emit_native_load_name(emit_t *emit, qstr qstr) {
802
    emit_native_pre(emit);
Damien George's avatar
Damien George committed
803
    emit_call_with_imm_arg(emit, MP_F_LOAD_NAME, mp_load_name, qstr, REG_ARG_1);
804
805
806
    emit_post_push_reg(emit, VTYPE_PYOBJ, REG_RET);
}

807
STATIC void emit_native_load_global(emit_t *emit, qstr qstr) {
808
    emit_native_pre(emit);
Damien George's avatar
Damien George committed
809
    emit_call_with_imm_arg(emit, MP_F_LOAD_GLOBAL, mp_load_global, qstr, REG_ARG_1);
810
811
812
    emit_post_push_reg(emit, VTYPE_PYOBJ, REG_RET);
}

813
STATIC void emit_native_load_attr(emit_t *emit, qstr qstr) {
814
815
816
    // depends on type of subject:
    //  - integer, function, pointer to integers: error
    //  - pointer to structure: get member, quite easy
Damien George's avatar
Damien George committed
817
    //  - Python object: call mp_load_attr, and needs to be typed to convert result
818
819
820
    vtype_kind_t vtype_base;
    emit_pre_pop_reg(emit, &vtype_base, REG_ARG_1); // arg1 = base
    assert(vtype_base == VTYPE_PYOBJ);
Damien George's avatar
Damien George committed
821
    emit_call_with_imm_arg(emit, MP_F_LOAD_ATTR, mp_load_attr, qstr, REG_ARG_2); // arg2 = attribute name
822
823
824
    emit_post_push_reg(emit, VTYPE_PYOBJ, REG_RET);
}

825
STATIC void emit_native_load_method(emit_t *emit, qstr qstr) {
826
827
828
829
    vtype_kind_t vtype_base;
    emit_pre_pop_reg(emit, &vtype_base, REG_ARG_1); // arg1 = base
    assert(vtype_base == VTYPE_PYOBJ);
    emit_get_stack_pointer_to_reg_for_push(emit, REG_ARG_3, 2); // arg3 = dest ptr
Damien George's avatar
Damien George committed
830
    emit_call_with_imm_arg(emit, MP_F_LOAD_METHOD, mp_load_method, qstr, REG_ARG_2); // arg2 = method name
831
832
}

833
STATIC void emit_native_load_build_class(emit_t *emit) {
834
    emit_native_pre(emit);
Damien George's avatar
Damien George committed
835
    emit_call(emit, MP_F_LOAD_BUILD_CLASS, mp_load_build_class);
836
    emit_post_push_reg(emit, VTYPE_PYOBJ, REG_RET);
837
838
}

839
840
841
842
STATIC void emit_native_load_subscr(emit_t *emit) {
    vtype_kind_t vtype_lhs, vtype_rhs;
    emit_pre_pop_reg_reg(emit, &vtype_rhs, REG_ARG_2, &vtype_lhs, REG_ARG_1);
    if (vtype_lhs == VTYPE_PYOBJ && vtype_rhs == VTYPE_PYOBJ) {
843
        emit_call_with_imm_arg(emit, MP_F_OBJ_SUBSCR, mp_obj_subscr, (mp_uint_t)MP_OBJ_SENTINEL, REG_ARG_3);
844
845
846
847
848
849
850
        emit_post_push_reg(emit, VTYPE_PYOBJ, REG_RET);
    } else {
        printf("ViperTypeError: can't do subscr of types %d and %d\n", vtype_lhs, vtype_rhs);
        assert(0);
    }
}

851
STATIC void emit_native_store_fast(emit_t *emit, qstr qstr, int local_num) {
852
    vtype_kind_t vtype;
853
#if N_X64
854
855
856
857
    if (local_num == 0) {
        emit_pre_pop_reg(emit, &vtype, REG_LOCAL_1);
    } else {
        emit_pre_pop_reg(emit, &vtype, REG_RAX);
858
        asm_x64_mov_r64_to_local(emit->as, REG_RAX, local_num - REG_LOCAL_NUM);
859
    }
860
#elif N_THUMB
861
862
863
864
865
866
867
868
    if (local_num == 0) {
        emit_pre_pop_reg(emit, &vtype, REG_LOCAL_1);
    } else if (local_num == 1) {
        emit_pre_pop_reg(emit, &vtype, REG_LOCAL_2);
    } else if (local_num == 2) {
        emit_pre_pop_reg(emit, &vtype, REG_LOCAL_3);
    } else {
        emit_pre_pop_reg(emit, &vtype, REG_R0);
869
        asm_thumb_mov_local_reg(emit->as, local_num - REG_LOCAL_NUM, REG_R0);
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
    }
#endif

    emit_post(emit);

    // check types
    if (emit->local_vtype[local_num] == VTYPE_UNBOUND) {
        // first time this local is assigned, so give it a type of the object stored in it
        emit->local_vtype[local_num] = vtype;
    } else if (emit->local_vtype[local_num] != vtype) {
        // type of local is not the same as object stored in it
        printf("ViperTypeError: type mismatch, local %s has type %d but source object has type %d\n", qstr_str(qstr), emit->local_vtype[local_num], vtype);
    }
}

885
STATIC void emit_native_store_deref(emit_t *emit, qstr qstr, int local_num) {
Damien's avatar
Damien committed
886
887
888
889
    // not implemented
    assert(0);
}

890
STATIC void emit_native_store_name(emit_t *emit, qstr qstr) {
Damien George's avatar
Damien George committed
891
    // mp_store_name, but needs conversion of object (maybe have mp_viper_store_name(obj, type))
892
893
894
    vtype_kind_t vtype;
    emit_pre_pop_reg(emit, &vtype, REG_ARG_2);
    assert(vtype == VTYPE_PYOBJ);
Damien George's avatar
Damien George committed
895
    emit_call_with_imm_arg(emit, MP_F_STORE_NAME, mp_store_name, qstr, REG_ARG_1); // arg1 = name
896
897
898
    emit_post(emit);
}

899
STATIC void emit_native_store_global(emit_t *emit, qstr qstr) {
900
901
902
903
    // not implemented
    assert(0);
}

904
STATIC void emit_native_store_attr(emit_t *emit, qstr qstr) {
905
906
907
908
    vtype_kind_t vtype_base, vtype_val;
    emit_pre_pop_reg_reg(emit, &vtype_base, REG_ARG_1, &vtype_val, REG_ARG_3); // arg1 = base, arg3 = value
    assert(vtype_base == VTYPE_PYOBJ);
    assert(vtype_val == VTYPE_PYOBJ);
Damien George's avatar
Damien George committed
909
    emit_call_with_imm_arg(emit, MP_F_STORE_ATTR, mp_store_attr, qstr, REG_ARG_2); // arg2 = attribute name
910
    emit_post(emit);
911
912
}

913
STATIC void emit_native_store_subscr(emit_t *emit) {
914
915
916
917
918
919
920
921
922
    // depends on type of subject:
    //  - integer, function, pointer to structure: error
    //  - pointer to integers: store as per array
    //  - Python object: call runtime with converted object or type info
    vtype_kind_t vtype_index, vtype_base, vtype_value;
    emit_pre_pop_reg_reg_reg(emit, &vtype_index, REG_ARG_2, &vtype_base, REG_ARG_1, &vtype_value, REG_ARG_3); // index, base, value to store
    assert(vtype_index == VTYPE_PYOBJ);
    assert(vtype_base == VTYPE_PYOBJ);
    assert(vtype_value == VTYPE_PYOBJ);
923
    emit_call(emit, MP_F_OBJ_SUBSCR, mp_obj_subscr);
924
925
}

926
STATIC void emit_native_delete_fast(emit_t *emit, qstr qstr, int local_num) {
927
928
929
930
931
    // not implemented
    // could support for Python types, just set to None (so GC can reclaim it)
    assert(0);
}

932
STATIC void emit_native_delete_deref(emit_t *emit, qstr qstr, int local_num) {
Damien's avatar
Damien committed
933
934
935
936
    // not supported
    assert(0);
}

937
STATIC void emit_native_delete_name(emit_t *emit, qstr qstr) {
938
    // not implemented
Damien George's avatar
Damien George committed
939
    // use mp_delete_name
940
941
942
    assert(0);
}

943
STATIC void emit_native_delete_global(emit_t *emit, qstr qstr) {
944
    // not implemented
Damien George's avatar
Damien George committed
945
    // use mp_delete_global
946
947
948
    assert(0);
}

949
STATIC void emit_native_delete_attr(emit_t *emit, qstr qstr) {
950
951
952
    vtype_kind_t vtype_base;
    emit_pre_pop_reg(emit, &vtype_base, REG_ARG_1); // arg1 = base
    assert(vtype_base == VTYPE_PYOBJ);
953
    emit_call_with_2_imm_args(emit, MP_F_STORE_ATTR, mp_store_attr, qstr, REG_ARG_2, (mp_uint_t)MP_OBJ_NULL, REG_ARG_3); // arg2 = attribute name, arg3 = value (null for delete)
954
    emit_post(emit);
955
956
}

957
STATIC void emit_native_delete_subscr(emit_t *emit) {
958
959
960
961
    vtype_kind_t vtype_index, vtype_base;
    emit_pre_pop_reg_reg(emit, &vtype_index, REG_ARG_2, &vtype_base, REG_ARG_1); // index, base
    assert(vtype_index == VTYPE_PYOBJ);
    assert(vtype_base == VTYPE_PYOBJ);
962
    emit_call_with_imm_arg(emit, MP_F_OBJ_SUBSCR, mp_obj_subscr, (mp_uint_t)MP_OBJ_NULL, REG_ARG_3);
963
964
}

965
STATIC void emit_native_dup_top(emit_t *emit) {
966
967
968
969
970
    vtype_kind_t vtype;
    emit_pre_pop_reg(emit, &vtype, REG_TEMP0);
    emit_post_push_reg_reg(emit, vtype, REG_TEMP0, vtype, REG_TEMP0);
}

971
STATIC void emit_native_dup_top_two(emit_t *emit) {
972
973
974
975
976
    vtype_kind_t vtype0, vtype1;
    emit_pre_pop_reg_reg(emit, &vtype0, REG_TEMP0, &vtype1, REG_TEMP1);
    emit_post_push_reg_reg_reg_reg(emit, vtype1, REG_TEMP1, vtype0, REG_TEMP0, vtype1, REG_TEMP1, vtype0, REG_TEMP0);
}

977
STATIC void emit_native_pop_top(emit_t *emit) {
978
    vtype_kind_t vtype;
979
    emit_pre_pop_discard(emit, &vtype);
980
981
982
    emit_post(emit);
}

983
STATIC void emit_native_rot_two(emit_t *emit) {
984
985
986
    vtype_kind_t vtype0, vtype1;
    emit_pre_pop_reg_reg(emit, &vtype0, REG_TEMP0, &vtype1, REG_TEMP1);
    emit_post_push_reg_reg(emit, vtype0, REG_TEMP0, vtype1, REG_TEMP1);
987
988
}

989
STATIC void emit_native_rot_three(emit_t *emit) {
990
991
992
993
994
    vtype_kind_t vtype0, vtype1, vtype2;
    emit_pre_pop_reg_reg_reg(emit, &vtype0, REG_TEMP0, &vtype1, REG_TEMP1, &vtype2, REG_TEMP2);
    emit_post_push_reg_reg_reg(emit, vtype0, REG_TEMP0, vtype2, REG_TEMP2, vtype1, REG_TEMP1);
}

995
STATIC void emit_native_jump(emit_t *emit, uint label) {
996
    emit_native_pre(emit);
997
998
    // need to commit stack because we are jumping elsewhere
    need_stack_settled(emit);
999
#if N_X64
1000
    asm_x64_jmp_label(emit->as, label);