vm.c 20.1 KB
Newer Older
Damien's avatar
Damien committed
1
2
3
4
5
6
#include <stdint.h>
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <assert.h>

7
#include "nlr.h"
Damien's avatar
Damien committed
8
#include "misc.h"
9
10
#include "mpconfig.h"
#include "obj.h"
Damien's avatar
Damien committed
11
#include "runtime.h"
12
#include "bc0.h"
13
#include "bc.h"
Damien's avatar
Damien committed
14

15
16
17
// (value) stack grows down (to be compatible with native code when passing pointers to the stack), top element is pointed to
// exception stack grows up, top element is pointed to

Damien's avatar
Damien committed
18
#define DECODE_UINT do { unum = *ip++; if (unum > 127) { unum = ((unum & 0x3f) << 8) | (*ip++); } } while (0)
Damien's avatar
Damien committed
19
20
#define DECODE_ULABEL do { unum = (ip[0] | (ip[1] << 8)); ip += 2; } while (0)
#define DECODE_SLABEL do { unum = (ip[0] | (ip[1] << 8)) - 0x8000; ip += 2; } while (0)
Damien's avatar
Damien committed
21
22
23
#define DECODE_QSTR do { qstr = *ip++; if (qstr > 127) { qstr = ((qstr & 0x3f) << 8) | (*ip++); } } while (0)
#define PUSH(val) *--sp = (val)
#define POP() (*sp++)
24
25
#define TOP() (*sp)
#define SET_TOP(val) *sp = (val)
Damien's avatar
Damien committed
26

27
// args are in reverse order in array
28
29
30
31
mp_obj_t mp_execute_byte_code(const byte *code, const mp_obj_t *args, uint n_args, uint n_state) {
    mp_obj_t temp_state[10]; // TODO allocate properly
    mp_obj_t *state = &temp_state[0];
    mp_obj_t *sp = &state[10];
32
    if (n_state > 10) {
33
        state = m_new(mp_obj_t, n_state);
34
35
        sp = &state[n_state];
    }
36
37
38
39
40
41
    // init args
    for (int i = 0; i < n_args; i++) {
        assert(i < 8);
        state[i] = args[n_args - 1 - i];
    }
    const byte *ip = code;
Damien George's avatar
Damien George committed
42
43
44
45
46
47
48
49
50
51
52
53
54
55

    // execute prelude to make any cells (closed over variables)
    {
        for (uint n_local = *ip++; n_local > 0; n_local--) {
            uint local_num = *ip++;
            if (local_num < n_args) {
                state[local_num] = mp_obj_new_cell(state[local_num]);
            } else {
                state[local_num] = mp_obj_new_cell(MP_OBJ_NULL);
            }
        }
    }

    // execute the byte code
56
    if (mp_execute_byte_code_2(&ip, &state[0], &sp)) {
57
58
59
        // it shouldn't yield
        assert(0);
    }
Damien George's avatar
Damien George committed
60

61
62
    // TODO check fails if, eg, return from within for loop
    //assert(sp == &state[17]);
63
64
65
66
67
    return *sp;
}

// fastn has items in normal order
// sp points to top of stack which grows down
68
bool mp_execute_byte_code_2(const byte **ip_in_out, mp_obj_t *fastn, mp_obj_t **sp_in_out) {
Damien's avatar
Damien committed
69
70
    // careful: be sure to declare volatile any variables read in the exception handler (written is ok, I think)

71
    const byte *ip = *ip_in_out;
72
    mp_obj_t *sp = *sp_in_out;
Damien's avatar
Damien committed
73
74
    machine_uint_t unum;
    qstr qstr;
75
76
    mp_obj_t obj1, obj2;
    mp_obj_t fast0 = fastn[0], fast1 = fastn[1], fast2 = fastn[2];
77
    nlr_buf_t nlr;
Damien's avatar
Damien committed
78

79
80
    volatile machine_uint_t currently_in_except_block = 0; // 0 or 1, to detect nested exceptions
    machine_uint_t exc_stack[8]; // on the exception stack we store (ip, sp | X) for each block, X = previous value of currently_in_except_block
81
    machine_uint_t *volatile exc_sp = &exc_stack[0] - 1; // stack grows up, exc_sp points to top of stack
Damien's avatar
Damien committed
82

83
    // outer exception handling loop
Damien's avatar
Damien committed
84
    for (;;) {
85
86
87
88
89
        if (nlr_push(&nlr) == 0) {
            // loop to execute byte code
            for (;;) {
                int op = *ip++;
                switch (op) {
90
91
                    case MP_BC_LOAD_CONST_FALSE:
                        PUSH(mp_const_false);
92
93
                        break;

94
95
                    case MP_BC_LOAD_CONST_NONE:
                        PUSH(mp_const_none);
96
97
                        break;

98
99
                    case MP_BC_LOAD_CONST_TRUE:
                        PUSH(mp_const_true);
100
                        break;
Damien George's avatar
Damien George committed
101
102
103
104

                    case MP_BC_LOAD_CONST_ELLIPSIS:
                        PUSH(mp_const_ellipsis);
                        break;
105

106
                    case MP_BC_LOAD_CONST_SMALL_INT:
Damien's avatar
Damien committed
107
                        unum = (ip[0] | (ip[1] << 8) | (ip[2] << 16)) - 0x800000;
108
                        ip += 3;
109
                        PUSH(MP_OBJ_NEW_SMALL_INT(unum));
110
111
                        break;

112
113
114
115
116
                    case MP_BC_LOAD_CONST_INT:
                        DECODE_QSTR;
                        PUSH(mp_obj_new_int_from_long_str(qstr_str(qstr)));
                        break;

117
                    case MP_BC_LOAD_CONST_DEC:
Damien's avatar
Damien committed
118
119
120
121
                        DECODE_QSTR;
                        PUSH(rt_load_const_dec(qstr));
                        break;

122
                    case MP_BC_LOAD_CONST_ID:
123
124
125
126
                        DECODE_QSTR;
                        PUSH(rt_load_const_str(qstr)); // TODO
                        break;

127
128
129
130
131
                    case MP_BC_LOAD_CONST_BYTES:
                        DECODE_QSTR;
                        PUSH(rt_load_const_str(qstr)); // TODO
                        break;

132
                    case MP_BC_LOAD_CONST_STRING:
133
134
135
136
                        DECODE_QSTR;
                        PUSH(rt_load_const_str(qstr));
                        break;

137
                    case MP_BC_LOAD_FAST_0:
138
139
140
                        PUSH(fast0);
                        break;

141
                    case MP_BC_LOAD_FAST_1:
142
143
144
                        PUSH(fast1);
                        break;

145
                    case MP_BC_LOAD_FAST_2:
146
147
148
                        PUSH(fast2);
                        break;

149
                    case MP_BC_LOAD_FAST_N:
150
                        DECODE_UINT;
151
                        PUSH(fastn[unum]);
152
153
                        break;

154
                    case MP_BC_LOAD_DEREF:
Damien's avatar
Damien committed
155
                        DECODE_UINT;
156
                        PUSH(rt_get_cell(fastn[unum]));
Damien's avatar
Damien committed
157
158
                        break;

159
                    case MP_BC_LOAD_NAME:
160
161
162
163
                        DECODE_QSTR;
                        PUSH(rt_load_name(qstr));
                        break;

164
                    case MP_BC_LOAD_GLOBAL:
165
166
167
168
                        DECODE_QSTR;
                        PUSH(rt_load_global(qstr));
                        break;

169
                    case MP_BC_LOAD_ATTR:
170
                        DECODE_QSTR;
171
                        SET_TOP(rt_load_attr(TOP(), qstr));
172
173
                        break;

174
                    case MP_BC_LOAD_METHOD:
175
176
177
178
179
                        DECODE_QSTR;
                        sp -= 1;
                        rt_load_method(sp[1], qstr, sp);
                        break;

180
                    case MP_BC_LOAD_BUILD_CLASS:
181
182
183
                        PUSH(rt_load_build_class());
                        break;

184
                    case MP_BC_STORE_FAST_0:
185
186
187
                        fast0 = POP();
                        break;

188
                    case MP_BC_STORE_FAST_1:
189
190
191
                        fast1 = POP();
                        break;

192
                    case MP_BC_STORE_FAST_2:
193
194
195
                        fast2 = POP();
                        break;

196
                    case MP_BC_STORE_FAST_N:
197
                        DECODE_UINT;
198
                        fastn[unum] = POP();
199
200
                        break;

201
                    case MP_BC_STORE_DEREF:
Damien's avatar
Damien committed
202
                        DECODE_UINT;
203
                        rt_set_cell(fastn[unum], POP());
Damien's avatar
Damien committed
204
205
                        break;

206
                    case MP_BC_STORE_NAME:
207
208
209
210
                        DECODE_QSTR;
                        rt_store_name(qstr, POP());
                        break;

211
                    case MP_BC_STORE_GLOBAL:
212
213
214
215
                        DECODE_QSTR;
                        rt_store_global(qstr, POP());
                        break;

216
                    case MP_BC_STORE_ATTR:
217
218
219
220
221
                        DECODE_QSTR;
                        rt_store_attr(sp[0], qstr, sp[1]);
                        sp += 2;
                        break;

222
                    case MP_BC_STORE_SUBSCR:
223
224
225
226
                        rt_store_subscr(sp[1], sp[0], sp[2]);
                        sp += 3;
                        break;

227
                    case MP_BC_DUP_TOP:
228
                        obj1 = TOP();
229
230
231
                        PUSH(obj1);
                        break;

232
                    case MP_BC_DUP_TOP_TWO:
233
234
235
236
237
                        sp -= 2;
                        sp[0] = sp[2];
                        sp[1] = sp[3];
                        break;

238
                    case MP_BC_POP_TOP:
239
240
241
                        ++sp;
                        break;

242
                    case MP_BC_ROT_TWO:
243
244
245
246
247
                        obj1 = sp[0];
                        sp[0] = sp[1];
                        sp[1] = obj1;
                        break;

248
                    case MP_BC_ROT_THREE:
249
250
251
252
253
254
                        obj1 = sp[0];
                        sp[0] = sp[1];
                        sp[1] = sp[2];
                        sp[2] = obj1;
                        break;

255
                    case MP_BC_JUMP:
Damien's avatar
Damien committed
256
257
                        DECODE_SLABEL;
                        ip += unum;
258
259
                        break;

260
                    case MP_BC_POP_JUMP_IF_TRUE:
Damien's avatar
Damien committed
261
                        DECODE_SLABEL;
262
                        if (rt_is_true(POP())) {
Damien's avatar
Damien committed
263
                            ip += unum;
264
265
266
                        }
                        break;

267
                    case MP_BC_POP_JUMP_IF_FALSE:
Damien's avatar
Damien committed
268
                        DECODE_SLABEL;
269
                        if (!rt_is_true(POP())) {
Damien's avatar
Damien committed
270
                            ip += unum;
271
272
273
                        }
                        break;

274
                    case MP_BC_JUMP_IF_TRUE_OR_POP:
Damien's avatar
Damien committed
275
                        DECODE_SLABEL;
276
                        if (rt_is_true(TOP())) {
Damien's avatar
Damien committed
277
278
279
280
281
282
                            ip += unum;
                        } else {
                            sp++;
                        }
                        break;

283
                    case MP_BC_JUMP_IF_FALSE_OR_POP:
Damien's avatar
Damien committed
284
                        DECODE_SLABEL;
285
                        if (rt_is_true(TOP())) {
Damien's avatar
Damien committed
286
287
288
289
290
291
                            sp++;
                        } else {
                            ip += unum;
                        }
                        break;

292
                        /* we are trying to get away without using this opcode
293
                    case MP_BC_SETUP_LOOP:
294
                        DECODE_UINT;
295
                        // push_block(MP_BC_SETUP_LOOP, ip + unum, sp)
296
297
298
                        break;
                        */

Damien's avatar
Damien committed
299
                    // matched against: POP_BLOCK or POP_EXCEPT (anything else?)
300
                    case MP_BC_SETUP_EXCEPT:
Damien's avatar
Damien committed
301
302
                        DECODE_ULABEL; // except labels are always forward
                        *++exc_sp = (machine_uint_t)ip + unum;
303
304
                        *++exc_sp = (((machine_uint_t)sp) | currently_in_except_block);
                        currently_in_except_block = 0; // in a try block now
305
306
                        break;

307
                    case MP_BC_END_FINALLY:
308
309
310
311
312
313
314
315
                        // not implemented
                        // if TOS is an exception, reraises the exception (3 values on TOS)
                        // if TOS is an integer, does something else
                        // if TOS is None, just pops it and continues
                        // else error
                        assert(0);
                        break;

316
                    case MP_BC_GET_ITER:
317
                        SET_TOP(rt_getiter(TOP()));
318
319
                        break;

320
                    case MP_BC_FOR_ITER:
Damien's avatar
Damien committed
321
                        DECODE_ULABEL; // the jump offset if iteration finishes; for labels are always forward
322
                        obj1 = rt_iternext(TOP());
323
                        if (obj1 == mp_const_stop_iteration) {
324
                            ++sp; // pop the exhausted iterator
Damien's avatar
Damien committed
325
                            ip += unum; // jump to after for-block
326
327
328
329
330
                        } else {
                            PUSH(obj1); // push the next iteration value
                        }
                        break;

Damien's avatar
Damien committed
331
                    // matched against: SETUP_EXCEPT, SETUP_FINALLY, SETUP_WITH
332
                    case MP_BC_POP_BLOCK:
Damien's avatar
Damien committed
333
334
335
336
                        // we are exiting an exception handler, so pop the last one of the exception-stack
                        assert(exc_sp >= &exc_stack[0]);
                        currently_in_except_block = (exc_sp[0] & 1); // restore previous state
                        exc_sp -= 2; // pop back to previous exception handler
337
338
                        break;

Damien's avatar
Damien committed
339
                    // matched againts: SETUP_EXCEPT
340
                    case MP_BC_POP_EXCEPT:
Damien's avatar
Damien committed
341
                        // TODO need to work out how blocks work etc
342
                        // pops block, checks it's an exception block, and restores the stack, saving the 3 exception values to local threadstate
Damien's avatar
Damien committed
343
                        assert(exc_sp >= &exc_stack[0]);
344
                        //sp = (mp_obj_t*)(*exc_sp--);
Damien's avatar
Damien committed
345
                        //exc_sp--; // discard ip
346
347
                        currently_in_except_block = (exc_sp[0] & 1); // restore previous state
                        exc_sp -= 2; // pop back to previous exception handler
Damien's avatar
Damien committed
348
                        //sp += 3; // pop 3 exception values
349
350
                        break;

351
                    case MP_BC_UNARY_OP:
Damien's avatar
Damien committed
352
                        unum = *ip++;
353
                        SET_TOP(rt_unary_op(unum, TOP()));
Damien's avatar
Damien committed
354
355
                        break;

356
                    case MP_BC_BINARY_OP:
357
358
                        unum = *ip++;
                        obj2 = POP();
359
360
                        obj1 = TOP();
                        SET_TOP(rt_binary_op(unum, obj1, obj2));
361
362
                        break;

363
                    case MP_BC_BUILD_TUPLE:
364
365
366
                        DECODE_UINT;
                        obj1 = rt_build_tuple(unum, sp);
                        sp += unum - 1;
367
                        SET_TOP(obj1);
368
369
                        break;

370
                    case MP_BC_BUILD_LIST:
371
372
373
                        DECODE_UINT;
                        obj1 = rt_build_list(unum, sp);
                        sp += unum - 1;
374
                        SET_TOP(obj1);
375
376
                        break;

377
                    case MP_BC_LIST_APPEND:
378
379
380
381
382
383
                        DECODE_UINT;
                        // I think it's guaranteed by the compiler that sp[unum] is a list
                        rt_list_append(sp[unum], sp[0]);
                        sp++;
                        break;

384
                    case MP_BC_BUILD_MAP:
385
386
387
388
                        DECODE_UINT;
                        PUSH(rt_build_map(unum));
                        break;

389
                    case MP_BC_STORE_MAP:
390
391
392
393
                        sp += 2;
                        rt_store_map(sp[0], sp[-2], sp[-1]);
                        break;

394
                    case MP_BC_MAP_ADD:
Damien's avatar
Damien committed
395
396
397
398
399
400
                        DECODE_UINT;
                        // I think it's guaranteed by the compiler that sp[unum + 1] is a map
                        rt_store_map(sp[unum + 1], sp[0], sp[1]);
                        sp += 2;
                        break;

401
                    case MP_BC_BUILD_SET:
402
403
404
                        DECODE_UINT;
                        obj1 = rt_build_set(unum, sp);
                        sp += unum - 1;
405
                        SET_TOP(obj1);
406
407
                        break;

408
                    case MP_BC_SET_ADD:
Damien's avatar
Damien committed
409
410
411
412
413
414
                        DECODE_UINT;
                        // I think it's guaranteed by the compiler that sp[unum] is a set
                        rt_store_set(sp[unum], sp[0]);
                        sp++;
                        break;

415
#if MICROPY_ENABLE_SLICE
416
417
418
419
420
421
422
423
424
425
426
                    case MP_BC_BUILD_SLICE:
                        DECODE_UINT;
                        if (unum == 2) {
                            obj2 = POP();
                            obj1 = TOP();
                            SET_TOP(mp_obj_new_slice(obj1, obj2, NULL));
                        } else {
                            printf("3-argument slice is not supported\n");
                            assert(0);
                        }
                        break;
427
#endif
428

429
                    case MP_BC_UNPACK_SEQUENCE:
430
431
432
433
434
                        DECODE_UINT;
                        rt_unpack_sequence(sp[0], unum, sp - unum + 1);
                        sp -= unum - 1;
                        break;

435
                    case MP_BC_MAKE_FUNCTION:
436
437
438
439
                        DECODE_UINT;
                        PUSH(rt_make_function_from_id(unum));
                        break;

440
                    case MP_BC_MAKE_CLOSURE:
Damien's avatar
Damien committed
441
442
443
444
445
                        DECODE_UINT;
                        obj1 = POP();
                        PUSH(rt_make_closure_from_id(unum, obj1));
                        break;

446
                    case MP_BC_CALL_FUNCTION:
447
                        DECODE_UINT;
John R. Lenton's avatar
sorted    
John R. Lenton committed
448
449
450
451
452
453
454
455
456
457
458
                        if ((unum & 0xff00) == 0) {
                            // no keywords
                            unum &= 0xff; // n_positional
                            sp += unum;
                            *sp = rt_call_function_n(*sp, unum, sp - unum);
                        } else {
                            // keywords
                            int argsize = (unum & 0xff) + ((unum >> 7) & 0x1fe);
                            sp += argsize;
                            *sp = rt_call_function_n_kw(*sp, unum & 0xff, (unum >> 8) & 0xff, sp - argsize);
                        }
459
460
                        break;

461
                    case MP_BC_CALL_METHOD:
462
                        DECODE_UINT;
463
464
465
466
467
468
469
470
471
472
                        if ((unum & 0xff00) == 0) {
                            // no keywords
                            unum &= 0xff;
                            obj1 = rt_call_method_n(unum, sp);
                            sp += unum + 1;
                        } else {
                            // keywords
                            obj1 = rt_call_method_n_kw(unum & 0xff, (unum >> 8) & 0xff, sp);
                            sp += (unum & 0xff) + ((unum >> 7) & 0x1fe) + 1;
                        }
473
                        SET_TOP(obj1);
474
475
                        break;

476
                    case MP_BC_RETURN_VALUE:
477
                        nlr_pop();
478
                        *sp_in_out = sp;
479
                        assert(exc_sp == &exc_stack[0] - 1);
480
481
                        return false;

482
483
484
485
486
487
                    case MP_BC_RAISE_VARARGS:
                        unum = *ip++;
                        assert(unum == 1);
                        obj1 = POP();
                        nlr_jump(obj1);

488
                    case MP_BC_YIELD_VALUE:
489
490
491
492
493
494
495
                        nlr_pop();
                        *ip_in_out = ip;
                        fastn[0] = fast0;
                        fastn[1] = fast1;
                        fastn[2] = fast2;
                        *sp_in_out = sp;
                        return true;
496

497
                    case MP_BC_IMPORT_NAME:
498
499
500
501
502
                        DECODE_QSTR;
                        obj1 = POP();
                        SET_TOP(rt_import_name(qstr, obj1, TOP()));
                        break;

503
                    case MP_BC_IMPORT_FROM:
504
505
506
507
508
                        DECODE_QSTR;
                        obj1 = rt_import_from(TOP(), qstr);
                        PUSH(obj1);
                        break;

509
                    default:
Damien's avatar
Damien committed
510
                        printf("code %p, byte code 0x%02x not implemented\n", ip, op);
511
512
                        assert(0);
                        nlr_pop();
513
                        return false;
Damien's avatar
Damien committed
514
                }
515
516
517
518
519
            }

        } else {
            // exception occurred

520
521
522
523
524
525
526
527
528
529
530
531
532
            while (currently_in_except_block) {
                // nested exception

                assert(exc_sp >= &exc_stack[0]);

                // TODO make a proper message for nested exception
                // at the moment we are just raising the very last exception (the one that caused the nested exception)

                // move up to previous exception handler
                currently_in_except_block = (exc_sp[0] & 1); // restore previous state
                exc_sp -= 2; // pop back to previous exception handler
            }

Damien's avatar
Damien committed
533
            if (exc_sp >= &exc_stack[0]) {
534
535
536
                // set flag to indicate that we are now handling an exception
                currently_in_except_block = 1;

537
                // catch exception and pass to byte code
538
                sp = (mp_obj_t*)(exc_sp[0] & (~((machine_uint_t)1)));
Damien's avatar
Damien committed
539
540
                ip = (const byte*)(exc_sp[-1]);
                // push(traceback, exc-val, exc-type)
541
                PUSH(mp_const_none);
Damien's avatar
Damien committed
542
                PUSH(nlr.ret_val);
543
                PUSH(nlr.ret_val); // TODO should be type(nlr.ret_val), I think...
544

545
            } else {
546
                // re-raise exception to higher level
547
                // TODO what to do if this is a generator??
548
549
                nlr_jump(nlr.ret_val);
            }
Damien's avatar
Damien committed
550
551
552
        }
    }
}