runtime.c 33 KB
Newer Older
1
// in principle, rt_xxx functions are called only by vm/native/viper and make assumptions about args
2
// mp_xxx functions are safer and can be called by anyone
3
// note that rt_assign_xxx are called only from emit*, and maybe we can rename them to reflect this
4

Damien's avatar
Damien committed
5
6
7
8
9
10
#include <stdint.h>
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <assert.h>

11
#include "nlr.h"
Damien's avatar
Damien committed
12
#include "misc.h"
13
#include "mpconfig.h"
14
#include "mpqstr.h"
15
16
#include "obj.h"
#include "runtime0.h"
Damien's avatar
Damien committed
17
#include "runtime.h"
18
19
20
#include "map.h"
#include "builtin.h"

21
#if 0 // print debugging info
22
#define DEBUG_PRINT (1)
23
#define WRITE_CODE (1)
24
25
26
#define DEBUG_printf(args...) printf(args)
#define DEBUG_OP_printf(args...) printf(args)
#else // don't print debugging info
27
#define DEBUG_printf(args...) (void)0
Damien's avatar
Damien committed
28
#define DEBUG_OP_printf(args...) (void)0
29
#endif
Damien's avatar
Damien committed
30

31
// locals and globals need to be pointers because they can be the same in outer module scope
32
33
34
static mp_map_t *map_locals;
static mp_map_t *map_globals;
static mp_map_t map_builtins;
35

Damien's avatar
Damien committed
36
typedef enum {
37
38
39
40
41
42
43
44
    MP_CODE_NONE,
    MP_CODE_BYTE,
    MP_CODE_NATIVE,
    MP_CODE_INLINE_ASM,
} mp_code_kind_t;

typedef struct _mp_code_t {
    mp_code_kind_t kind;
Damien's avatar
Damien committed
45
    int n_args;
46
47
48
    int n_locals;
    int n_stack;
    bool is_generator;
Damien's avatar
Damien committed
49
50
51
52
53
    union {
        struct {
            byte *code;
            uint len;
        } u_byte;
54
        struct {
55
            mp_fun_t fun;
56
57
        } u_native;
        struct {
58
            void *fun;
59
        } u_inline_asm;
Damien's avatar
Damien committed
60
    };
61
} mp_code_t;
Damien's avatar
Damien committed
62
63

static int next_unique_code_id;
64
static mp_code_t *unique_codes;
Damien's avatar
Damien committed
65

66
67
#ifdef WRITE_CODE
FILE *fp_write_code = NULL;
68
#endif
Damien's avatar
Damien committed
69

70
void rt_init(void) {
71
    // locals = globals for outer module (see Objects/frameobject.c/PyFrame_New())
72
    map_locals = map_globals = mp_map_new(MP_MAP_QSTR, 1);
73
    mp_qstr_map_lookup(map_globals, MP_QSTR___name__, true)->value = mp_obj_new_str(MP_QSTR___main__);
74

75
    // init built-in hash table
76
    mp_map_init(&map_builtins, MP_MAP_QSTR, 3);
77
78

    // built-in exceptions (TODO, make these proper classes)
79
80
81
82
83
84
85
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_AttributeError, true)->value = mp_obj_new_exception(MP_QSTR_AttributeError);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_IndexError, true)->value = mp_obj_new_exception(MP_QSTR_IndexError);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_KeyError, true)->value = mp_obj_new_exception(MP_QSTR_KeyError);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_NameError, true)->value = mp_obj_new_exception(MP_QSTR_NameError);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_TypeError, true)->value = mp_obj_new_exception(MP_QSTR_TypeError);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_SyntaxError, true)->value = mp_obj_new_exception(MP_QSTR_SyntaxError);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_ValueError, true)->value = mp_obj_new_exception(MP_QSTR_ValueError);
86

Damien George's avatar
Damien George committed
87
88
89
    // built-in objects
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_Ellipsis, true)->value = mp_const_ellipsis;

90
    // built-in core functions
91
92
    mp_qstr_map_lookup(&map_builtins, MP_QSTR___build_class__, true)->value = rt_make_function_2(mp_builtin___build_class__);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR___repl_print__, true)->value = rt_make_function_1(mp_builtin___repl_print__);
93
94

    // built-in user functions
95
96
97
98
99
100
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_abs, true)->value = rt_make_function_1(mp_builtin_abs);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_all, true)->value = rt_make_function_1(mp_builtin_all);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_any, true)->value = rt_make_function_1(mp_builtin_any);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_bool, true)->value = rt_make_function_var(0, mp_builtin_bool);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_callable, true)->value = rt_make_function_1(mp_builtin_callable);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_chr, true)->value = rt_make_function_1(mp_builtin_chr);
101
#if MICROPY_ENABLE_FLOAT
102
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_complex, true)->value = (mp_obj_t)&mp_builtin_complex_obj;
103
#endif
104
105
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_dict, true)->value = rt_make_function_0(mp_builtin_dict);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_divmod, true)->value = rt_make_function_2(mp_builtin_divmod);
106
#if MICROPY_ENABLE_FLOAT
107
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_float, true)->value = (mp_obj_t)&mp_builtin_float_obj;
108
#endif
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_hash, true)->value = (mp_obj_t)&mp_builtin_hash_obj;
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_int, true)->value = (mp_obj_t)&mp_builtin_int_obj;
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_iter, true)->value = (mp_obj_t)&mp_builtin_iter_obj;
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_len, true)->value = rt_make_function_1(mp_builtin_len);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_list, true)->value = rt_make_function_var(0, mp_builtin_list);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_max, true)->value = rt_make_function_var(1, mp_builtin_max);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_min, true)->value = rt_make_function_var(1, mp_builtin_min);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_next, true)->value = (mp_obj_t)&mp_builtin_next_obj;
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_ord, true)->value = rt_make_function_1(mp_builtin_ord);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_pow, true)->value = rt_make_function_var(2, mp_builtin_pow);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_print, true)->value = rt_make_function_var(0, mp_builtin_print);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_range, true)->value = rt_make_function_var(1, mp_builtin_range);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_set, true)->value = (mp_obj_t)&mp_builtin_set_obj;
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_sum, true)->value = rt_make_function_var(1, mp_builtin_sum);
    mp_qstr_map_lookup(&map_builtins, MP_QSTR_type, true)->value = (mp_obj_t)&mp_builtin_type_obj;

    next_unique_code_id = 1; // 0 indicates "no code"
Damien's avatar
Damien committed
126
127
    unique_codes = NULL;

128
129
#ifdef WRITE_CODE
    fp_write_code = fopen("out-code", "wb");
130
#endif
Damien's avatar
Damien committed
131
132
}

133
void rt_deinit(void) {
134
135
136
#ifdef WRITE_CODE
    if (fp_write_code != NULL) {
        fclose(fp_write_code);
Damien's avatar
Damien committed
137
    }
138
#endif
Damien's avatar
Damien committed
139
140
}

141
142
int rt_get_unique_code_id(void) {
    return next_unique_code_id++;
Damien's avatar
Damien committed
143
144
}

145
static void alloc_unique_codes(void) {
Damien's avatar
Damien committed
146
    if (unique_codes == NULL) {
147
        unique_codes = m_new(mp_code_t, next_unique_code_id + 10); // XXX hack until we fix the REPL allocation problem
148
        for (int i = 0; i < next_unique_code_id; i++) {
149
            unique_codes[i].kind = MP_CODE_NONE;
150
        }
Damien's avatar
Damien committed
151
    }
152
153
}

Damien George's avatar
Damien George committed
154
void rt_assign_byte_code(int unique_code_id, byte *code, uint len, int n_args, int n_locals, int n_stack, bool is_generator) {
155
156
    alloc_unique_codes();

157
    assert(1 <= unique_code_id && unique_code_id < next_unique_code_id);
158
    unique_codes[unique_code_id].kind = MP_CODE_BYTE;
159
    unique_codes[unique_code_id].n_args = n_args;
160
161
162
    unique_codes[unique_code_id].n_locals = n_locals;
    unique_codes[unique_code_id].n_stack = n_stack;
    unique_codes[unique_code_id].is_generator = is_generator;
163
164
165
    unique_codes[unique_code_id].u_byte.code = code;
    unique_codes[unique_code_id].u_byte.len = len;

Damien's avatar
Damien committed
166
    //printf("byte code: %d bytes\n", len);
167
168

#ifdef DEBUG_PRINT
169
    DEBUG_printf("assign byte code: id=%d code=%p len=%u n_args=%d\n", unique_code_id, code, len, n_args);
170
171
172
173
174
175
176
    for (int i = 0; i < 128 && i < len; i++) {
        if (i > 0 && i % 16 == 0) {
            DEBUG_printf("\n");
        }
        DEBUG_printf(" %02x", code[i]);
    }
    DEBUG_printf("\n");
177
178
    extern void mp_show_byte_code(const byte *code, int len);
    mp_show_byte_code(code, len);
179
180
181
182
183
184
185
186

#ifdef WRITE_CODE
    if (fp_write_code != NULL) {
        fwrite(code, len, 1, fp_write_code);
        fflush(fp_write_code);
    }
#endif
#endif
187
188
}

189
void rt_assign_native_code(int unique_code_id, void *fun, uint len, int n_args) {
190
191
    alloc_unique_codes();

192
    assert(1 <= unique_code_id && unique_code_id < next_unique_code_id);
193
    unique_codes[unique_code_id].kind = MP_CODE_NATIVE;
Damien's avatar
Damien committed
194
    unique_codes[unique_code_id].n_args = n_args;
195
196
197
    unique_codes[unique_code_id].n_locals = 0;
    unique_codes[unique_code_id].n_stack = 0;
    unique_codes[unique_code_id].is_generator = false;
Damien's avatar
Damien committed
198
199
    unique_codes[unique_code_id].u_native.fun = fun;

200
    //printf("native code: %d bytes\n", len);
201

202
#ifdef DEBUG_PRINT
Damien's avatar
Damien committed
203
204
205
206
207
208
209
210
211
212
    DEBUG_printf("assign native code: id=%d fun=%p len=%u n_args=%d\n", unique_code_id, fun, len, n_args);
    byte *fun_data = (byte*)(((machine_uint_t)fun) & (~1)); // need to clear lower bit in case it's thumb code
    for (int i = 0; i < 128 && i < len; i++) {
        if (i > 0 && i % 16 == 0) {
            DEBUG_printf("\n");
        }
        DEBUG_printf(" %02x", fun_data[i]);
    }
    DEBUG_printf("\n");

213
214
215
216
#ifdef WRITE_CODE
    if (fp_write_code != NULL) {
        fwrite(fun_data, len, 1, fp_write_code);
        fflush(fp_write_code);
Damien's avatar
Damien committed
217
    }
218
219
#endif
#endif
Damien's avatar
Damien committed
220
221
}

222
void rt_assign_inline_asm_code(int unique_code_id, void *fun, uint len, int n_args) {
223
224
225
    alloc_unique_codes();

    assert(1 <= unique_code_id && unique_code_id < next_unique_code_id);
226
    unique_codes[unique_code_id].kind = MP_CODE_INLINE_ASM;
Damien's avatar
Damien committed
227
    unique_codes[unique_code_id].n_args = n_args;
228
229
230
    unique_codes[unique_code_id].n_locals = 0;
    unique_codes[unique_code_id].n_stack = 0;
    unique_codes[unique_code_id].is_generator = false;
231
    unique_codes[unique_code_id].u_inline_asm.fun = fun;
Damien's avatar
Damien committed
232

233
#ifdef DEBUG_PRINT
234
235
236
237
238
239
240
241
242
243
    DEBUG_printf("assign inline asm code: id=%d fun=%p len=%u n_args=%d\n", unique_code_id, fun, len, n_args);
    byte *fun_data = (byte*)(((machine_uint_t)fun) & (~1)); // need to clear lower bit in case it's thumb code
    for (int i = 0; i < 128 && i < len; i++) {
        if (i > 0 && i % 16 == 0) {
            DEBUG_printf("\n");
        }
        DEBUG_printf(" %02x", fun_data[i]);
    }
    DEBUG_printf("\n");

244
245
246
#ifdef WRITE_CODE
    if (fp_write_code != NULL) {
        fwrite(fun_data, len, 1, fp_write_code);
247
    }
248
249
#endif
#endif
Damien's avatar
Damien committed
250
251
}

252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
static bool fit_small_int(mp_small_int_t o) {
    return true;
}

int rt_is_true(mp_obj_t arg) {
    DEBUG_OP_printf("is true %p\n", arg);
    if (MP_OBJ_IS_SMALL_INT(arg)) {
        if (MP_OBJ_SMALL_INT_VALUE(arg) == 0) {
            return 0;
        } else {
            return 1;
        }
    } else if (arg == mp_const_none) {
        return 0;
    } else if (arg == mp_const_false) {
        return 0;
    } else if (arg == mp_const_true) {
        return 1;
    } else {
        assert(0);
        return 0;
    }
}

mp_obj_t rt_list_append(mp_obj_t self_in, mp_obj_t arg) {
    return mp_obj_list_append(self_in, arg);
}

Damien's avatar
Damien committed
280
281
282
283
#define PARSE_DEC_IN_INTG (1)
#define PARSE_DEC_IN_FRAC (2)
#define PARSE_DEC_IN_EXP  (3)

284
mp_obj_t rt_load_const_dec(qstr qstr) {
Damien's avatar
Damien committed
285
286
287
288
#if MICROPY_ENABLE_FLOAT
    DEBUG_OP_printf("load '%s'\n", qstr_str(qstr));
    const char *s = qstr_str(qstr);
    int in = PARSE_DEC_IN_INTG;
289
    mp_float_t dec_val = 0;
Damien's avatar
Damien committed
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
    bool exp_neg = false;
    int exp_val = 0;
    int exp_extra = 0;
    bool imag = false;
    for (; *s; s++) {
        int dig = *s;
        if ('0' <= dig && dig <= '9') {
            dig -= '0';
            if (in == PARSE_DEC_IN_EXP) {
                exp_val = 10 * exp_val + dig;
            } else {
                dec_val = 10 * dec_val + dig;
                if (in == PARSE_DEC_IN_FRAC) {
                    exp_extra -= 1;
                }
            }
        } else if (in == PARSE_DEC_IN_INTG && dig == '.') {
            in = PARSE_DEC_IN_FRAC;
        } else if (in != PARSE_DEC_IN_EXP && (dig == 'E' || dig == 'e')) {
            in = PARSE_DEC_IN_EXP;
            if (s[1] == '+') {
                s++;
            } else if (s[1] == '-') {
                s++;
                exp_neg = true;
            }
        } else if (dig == 'J' || dig == 'j') {
            s++;
            imag = true;
            break;
        } else {
            // unknown character
            break;
        }
    }
    if (*s != 0) {
326
        nlr_jump(mp_obj_new_exception_msg(MP_QSTR_SyntaxError, "invalid syntax for number"));
Damien's avatar
Damien committed
327
328
329
330
331
332
333
334
335
336
337
338
    }
    if (exp_neg) {
        exp_val = -exp_val;
    }
    exp_val += exp_extra;
    for (; exp_val > 0; exp_val--) {
        dec_val *= 10;
    }
    for (; exp_val < 0; exp_val++) {
        dec_val *= 0.1;
    }
    if (imag) {
339
        return mp_obj_new_complex(0, dec_val);
Damien's avatar
Damien committed
340
    } else {
341
        return mp_obj_new_float(dec_val);
Damien's avatar
Damien committed
342
343
    }
#else
344
    nlr_jump(mp_obj_new_exception_msg(MP_QSTR_SyntaxError, "decimal numbers not supported"));
Damien's avatar
Damien committed
345
346
347
#endif
}

348
mp_obj_t rt_load_const_str(qstr qstr) {
Damien's avatar
Damien committed
349
    DEBUG_OP_printf("load '%s'\n", qstr_str(qstr));
350
    return mp_obj_new_str(qstr);
Damien's avatar
Damien committed
351
352
}

353
mp_obj_t rt_load_name(qstr qstr) {
Damien's avatar
Damien committed
354
    // logic: search locals, globals, builtins
355
    DEBUG_OP_printf("load name %s\n", qstr_str(qstr));
356
    mp_map_elem_t *elem = mp_qstr_map_lookup(map_locals, qstr, false);
Damien's avatar
Damien committed
357
    if (elem == NULL) {
358
        elem = mp_qstr_map_lookup(map_globals, qstr, false);
Damien's avatar
Damien committed
359
        if (elem == NULL) {
360
            elem = mp_qstr_map_lookup(&map_builtins, qstr, false);
361
            if (elem == NULL) {
362
                nlr_jump(mp_obj_new_exception_msg_1_arg(MP_QSTR_NameError, "name '%s' is not defined", qstr_str(qstr)));
363
            }
Damien's avatar
Damien committed
364
365
366
367
368
        }
    }
    return elem->value;
}

369
mp_obj_t rt_load_global(qstr qstr) {
370
371
    // logic: search globals, builtins
    DEBUG_OP_printf("load global %s\n", qstr_str(qstr));
372
    mp_map_elem_t *elem = mp_qstr_map_lookup(map_globals, qstr, false);
373
    if (elem == NULL) {
374
        elem = mp_qstr_map_lookup(&map_builtins, qstr, false);
375
        if (elem == NULL) {
376
            nlr_jump(mp_obj_new_exception_msg_1_arg(MP_QSTR_NameError, "name '%s' is not defined", qstr_str(qstr)));
377
378
379
        }
    }
    return elem->value;
Damien's avatar
Damien committed
380
381
}

382
mp_obj_t rt_load_build_class(void) {
Damien's avatar
Damien committed
383
    DEBUG_OP_printf("load_build_class\n");
384
    mp_map_elem_t *elem = mp_qstr_map_lookup(&map_builtins, MP_QSTR___build_class__, false);
Damien's avatar
Damien committed
385
    if (elem == NULL) {
386
        nlr_jump(mp_obj_new_exception_msg(MP_QSTR_NameError, "name '__build_class__' is not defined"));
Damien's avatar
Damien committed
387
388
389
390
    }
    return elem->value;
}

391
392
mp_obj_t rt_get_cell(mp_obj_t cell) {
    return mp_obj_cell_get(cell);
393
394
}

395
396
void rt_set_cell(mp_obj_t cell, mp_obj_t val) {
    mp_obj_cell_set(cell, val);
397
398
}

399
void rt_store_name(qstr qstr, mp_obj_t obj) {
400
    DEBUG_OP_printf("store name %s <- %p\n", qstr_str(qstr), obj);
401
    mp_qstr_map_lookup(map_locals, qstr, true)->value = obj;
402
403
}

404
void rt_store_global(qstr qstr, mp_obj_t obj) {
405
    DEBUG_OP_printf("store global %s <- %p\n", qstr_str(qstr), obj);
406
    mp_qstr_map_lookup(map_globals, qstr, true)->value = obj;
Damien's avatar
Damien committed
407
408
}

409
mp_obj_t rt_unary_op(int op, mp_obj_t arg) {
Damien's avatar
Damien committed
410
    DEBUG_OP_printf("unary %d %p\n", op, arg);
411
412
    if (MP_OBJ_IS_SMALL_INT(arg)) {
        mp_small_int_t val = MP_OBJ_SMALL_INT_VALUE(arg);
Damien's avatar
Damien committed
413
        switch (op) {
414
            case RT_UNARY_OP_NOT: if (val != 0) { return mp_const_true;} else { return mp_const_false; }
Damien's avatar
Damien committed
415
416
417
418
419
420
            case RT_UNARY_OP_POSITIVE: break;
            case RT_UNARY_OP_NEGATIVE: val = -val; break;
            case RT_UNARY_OP_INVERT: val = ~val; break;
            default: assert(0); val = 0;
        }
        if (fit_small_int(val)) {
421
422
423
424
425
426
427
428
429
430
431
432
433
            return MP_OBJ_NEW_SMALL_INT(val);
        } else {
            // TODO make a bignum
            assert(0);
            return mp_const_none;
        }
    } else { // will be an object (small ints are caught in previous if)
        mp_obj_base_t *o = arg;
        if (o->type->unary_op != NULL) {
            mp_obj_t result = o->type->unary_op(op, arg);
            if (result != NULL) {
                return result;
            }
Damien's avatar
Damien committed
434
        }
435
        // TODO specify in error message what the operator is
436
        nlr_jump(mp_obj_new_exception_msg_1_arg(MP_QSTR_TypeError, "bad operand type for unary operator: '%s'", o->type->name));
Damien's avatar
Damien committed
437
    }
Damien's avatar
Damien committed
438
439
}

440
mp_obj_t rt_binary_op(int op, mp_obj_t lhs, mp_obj_t rhs) {
Damien's avatar
Damien committed
441
    DEBUG_OP_printf("binary %d %p %p\n", op, lhs, rhs);
442
443
444
445
446
447
448
449
450
451

    // TODO correctly distinguish inplace operators for mutable objects
    // lookup logic that CPython uses for +=:
    //   check for implemented +=
    //   then check for implemented +
    //   then check for implemented seq.inplace_concat
    //   then check for implemented seq.concat
    //   then fail
    // note that list does not implement + or +=, so that inplace_concat is reached first for +=

452
453
454
    if (MP_OBJ_IS_SMALL_INT(lhs) && MP_OBJ_IS_SMALL_INT(rhs)) {
        mp_small_int_t lhs_val = MP_OBJ_SMALL_INT_VALUE(lhs);
        mp_small_int_t rhs_val = MP_OBJ_SMALL_INT_VALUE(rhs);
Damien's avatar
Damien committed
455
        switch (op) {
456
            case RT_BINARY_OP_OR:
Damien's avatar
Damien committed
457
            case RT_BINARY_OP_INPLACE_OR: lhs_val |= rhs_val; break;
458
            case RT_BINARY_OP_XOR:
Damien's avatar
Damien committed
459
            case RT_BINARY_OP_INPLACE_XOR: lhs_val ^= rhs_val; break;
460
            case RT_BINARY_OP_AND:
Damien's avatar
Damien committed
461
            case RT_BINARY_OP_INPLACE_AND: lhs_val &= rhs_val; break;
462
            case RT_BINARY_OP_LSHIFT:
Damien's avatar
Damien committed
463
            case RT_BINARY_OP_INPLACE_LSHIFT: lhs_val <<= rhs_val; break;
464
            case RT_BINARY_OP_RSHIFT:
Damien's avatar
Damien committed
465
            case RT_BINARY_OP_INPLACE_RSHIFT: lhs_val >>= rhs_val; break;
Damien's avatar
Damien committed
466
            case RT_BINARY_OP_ADD:
Damien's avatar
Damien committed
467
            case RT_BINARY_OP_INPLACE_ADD: lhs_val += rhs_val; break;
468
            case RT_BINARY_OP_SUBTRACT:
Damien's avatar
Damien committed
469
            case RT_BINARY_OP_INPLACE_SUBTRACT: lhs_val -= rhs_val; break;
470
            case RT_BINARY_OP_MULTIPLY:
Damien's avatar
Damien committed
471
            case RT_BINARY_OP_INPLACE_MULTIPLY: lhs_val *= rhs_val; break;
472
            case RT_BINARY_OP_FLOOR_DIVIDE:
Damien's avatar
Damien committed
473
            case RT_BINARY_OP_INPLACE_FLOOR_DIVIDE: lhs_val /= rhs_val; break;
474
#if MICROPY_ENABLE_FLOAT
475
            case RT_BINARY_OP_TRUE_DIVIDE:
476
            case RT_BINARY_OP_INPLACE_TRUE_DIVIDE: return mp_obj_new_float((mp_float_t)lhs_val / (mp_float_t)rhs_val);
Damien's avatar
Damien committed
477
#endif
478
479
480
481
482
483

            // TODO implement modulo as specified by Python
            case RT_BINARY_OP_MODULO:
            case RT_BINARY_OP_INPLACE_MODULO: lhs_val %= rhs_val; break;

            // TODO check for negative power, and overflow
484
485
            case RT_BINARY_OP_POWER:
            case RT_BINARY_OP_INPLACE_POWER:
486
487
488
489
490
491
492
493
            {
                int ans = 1;
                while (rhs_val > 0) {
                    if (rhs_val & 1) {
                        ans *= lhs_val;
                    }
                    lhs_val *= lhs_val;
                    rhs_val /= 2;
494
                }
495
496
497
498
                lhs_val = ans;
                break;
            }

499
            default: assert(0);
Damien's avatar
Damien committed
500
        }
Damien's avatar
Damien committed
501
        if (fit_small_int(lhs_val)) {
502
503
504
505
506
507
508
509
            return MP_OBJ_NEW_SMALL_INT(lhs_val);
        }
    } else if (MP_OBJ_IS_OBJ(lhs)) {
        mp_obj_base_t *o = lhs;
        if (o->type->binary_op != NULL) {
            mp_obj_t result = o->type->binary_op(op, lhs, rhs);
            if (result != NULL) {
                return result;
Damien's avatar
Damien committed
510
            }
Damien's avatar
Damien committed
511
512
        }
    }
513
514

    // TODO specify in error message what the operator is
515
    nlr_jump(mp_obj_new_exception_msg_1_arg(MP_QSTR_TypeError, "unsupported operand type for binary operator: '%s'", mp_obj_get_type_str(lhs)));
Damien's avatar
Damien committed
516
517
}

518
mp_obj_t rt_compare_op(int op, mp_obj_t lhs, mp_obj_t rhs) {
Damien's avatar
Damien committed
519
    DEBUG_OP_printf("compare %d %p %p\n", op, lhs, rhs);
520
521
522

    // deal with == and !=
    if (op == RT_COMPARE_OP_EQUAL || op == RT_COMPARE_OP_NOT_EQUAL) {
523
        if (mp_obj_equal(lhs, rhs)) {
524
            if (op == RT_COMPARE_OP_EQUAL) {
525
                return mp_const_true;
526
            } else {
527
                return mp_const_false;
528
529
530
            }
        } else {
            if (op == RT_COMPARE_OP_EQUAL) {
531
                return mp_const_false;
532
            } else {
533
                return mp_const_true;
534
535
536
537
            }
        }
    }

538
539
540
541
542
543
544
545
546
547
548
549
    // deal with exception_match
    if (op == RT_COMPARE_OP_EXCEPTION_MATCH) {
        // TODO properly! at the moment it just compares the exception identifier for equality
        if (MP_OBJ_IS_TYPE(lhs, &exception_type) && MP_OBJ_IS_TYPE(rhs, &exception_type)) {
            if (mp_obj_exception_get_type(lhs) == mp_obj_exception_get_type(rhs)) {
                return mp_const_true;
            } else {
                return mp_const_false;
            }
        }
    }

550
    // deal with small ints
551
552
553
    if (MP_OBJ_IS_SMALL_INT(lhs) && MP_OBJ_IS_SMALL_INT(rhs)) {
        mp_small_int_t lhs_val = MP_OBJ_SMALL_INT_VALUE(lhs);
        mp_small_int_t rhs_val = MP_OBJ_SMALL_INT_VALUE(rhs);
554
555
556
557
558
559
560
561
562
        int cmp;
        switch (op) {
            case RT_COMPARE_OP_LESS: cmp = lhs_val < rhs_val; break;
            case RT_COMPARE_OP_MORE: cmp = lhs_val > rhs_val; break;
            case RT_COMPARE_OP_LESS_EQUAL: cmp = lhs_val <= rhs_val; break;
            case RT_COMPARE_OP_MORE_EQUAL: cmp = lhs_val >= rhs_val; break;
            default: assert(0); cmp = 0;
        }
        if (cmp) {
563
            return mp_const_true;
564
        } else {
565
            return mp_const_false;
566
567
568
569
570
        }
    }

#if MICROPY_ENABLE_FLOAT
    // deal with floats
571
572
573
    if (MP_OBJ_IS_TYPE(lhs, &float_type) || MP_OBJ_IS_TYPE(rhs, &float_type)) {
        mp_float_t lhs_val = mp_obj_get_float(lhs);
        mp_float_t rhs_val = mp_obj_get_float(rhs);
Damien's avatar
Damien committed
574
575
        int cmp;
        switch (op) {
576
577
578
579
            case RT_COMPARE_OP_LESS: cmp = lhs_val < rhs_val; break;
            case RT_COMPARE_OP_MORE: cmp = lhs_val > rhs_val; break;
            case RT_COMPARE_OP_LESS_EQUAL: cmp = lhs_val <= rhs_val; break;
            case RT_COMPARE_OP_MORE_EQUAL: cmp = lhs_val >= rhs_val; break;
Damien's avatar
Damien committed
580
581
582
            default: assert(0); cmp = 0;
        }
        if (cmp) {
583
            return mp_const_true;
Damien's avatar
Damien committed
584
        } else {
585
            return mp_const_false;
Damien's avatar
Damien committed
586
587
        }
    }
588
#endif
589
590

    // not implemented
Damien's avatar
Damien committed
591
    assert(0);
592
    return mp_const_none;
Damien's avatar
Damien committed
593
594
}

595
mp_obj_t rt_make_function_from_id(int unique_code_id) {
596
597
    DEBUG_OP_printf("make_function_from_id %d\n", unique_code_id);
    if (unique_code_id < 1 || unique_code_id >= next_unique_code_id) {
Damien's avatar
Damien committed
598
        // illegal code id
599
        return mp_const_none;
Damien's avatar
Damien committed
600
    }
601
602
603
604

    // make the function, depending on the code kind
    mp_code_t *c = &unique_codes[unique_code_id];
    mp_obj_t fun;
Damien's avatar
Damien committed
605
    switch (c->kind) {
606
        case MP_CODE_BYTE:
Damien George's avatar
Damien George committed
607
            fun = mp_obj_new_fun_bc(c->n_args, c->n_locals + c->n_stack, c->u_byte.code);
608
            break;
609
        case MP_CODE_NATIVE:
Damien's avatar
Damien committed
610
            switch (c->n_args) {
611
612
613
614
                case 0: fun = rt_make_function_0(c->u_native.fun); break;
                case 1: fun = rt_make_function_1((mp_fun_1_t)c->u_native.fun); break;
                case 2: fun = rt_make_function_2((mp_fun_2_t)c->u_native.fun); break;
                default: assert(0); fun = mp_const_none;
Damien's avatar
Damien committed
615
616
            }
            break;
617
618
        case MP_CODE_INLINE_ASM:
            fun = mp_obj_new_fun_asm(c->n_args, c->u_inline_asm.fun);
Damien's avatar
Damien committed
619
620
621
            break;
        default:
            assert(0);
622
            fun = mp_const_none;
Damien's avatar
Damien committed
623
    }
624
625
626

    // check for generator functions and if so wrap in generator object
    if (c->is_generator) {
Damien George's avatar
Damien George committed
627
        fun = mp_obj_new_gen_wrap(c->n_locals, c->n_stack, fun);
628
629
    }

630
    return fun;
Damien's avatar
Damien committed
631
632
}

633
mp_obj_t rt_make_closure_from_id(int unique_code_id, mp_obj_t closure_tuple) {
Damien George's avatar
Damien George committed
634
    DEBUG_OP_printf("make_closure_from_id %d\n", unique_code_id);
635
636
    // make function object
    mp_obj_t ffun = rt_make_function_from_id(unique_code_id);
Damien's avatar
Damien committed
637
    // wrap function in closure object
638
    return mp_obj_new_closure(ffun, closure_tuple);
Damien's avatar
Damien committed
639
640
}

641
mp_obj_t rt_call_function_0(mp_obj_t fun) {
642
643
644
    return rt_call_function_n(fun, 0, NULL);
}

645
mp_obj_t rt_call_function_1(mp_obj_t fun, mp_obj_t arg) {
646
647
648
    return rt_call_function_n(fun, 1, &arg);
}

649
650
mp_obj_t rt_call_function_2(mp_obj_t fun, mp_obj_t arg1, mp_obj_t arg2) {
    mp_obj_t args[2];
651
652
653
654
655
656
    args[1] = arg1;
    args[0] = arg2;
    return rt_call_function_n(fun, 2, args);
}

// args are in reverse order in the array
657
658
659
mp_obj_t rt_call_function_n(mp_obj_t fun_in, int n_args, const mp_obj_t *args) {
    // TODO improve this: fun object can specify its type and we parse here the arguments,
    // passing to the function arrays of fixed and keyword arguments
660

661
    DEBUG_OP_printf("calling function %p(n_args=%d, args=%p)\n", fun_in, n_args, args);
662

663
    if (MP_OBJ_IS_SMALL_INT(fun_in)) {
664
        nlr_jump(mp_obj_new_exception_msg(MP_QSTR_TypeError, "'int' object is not callable"));
665
666
667
668
    } else {
        mp_obj_base_t *fun = fun_in;
        if (fun->type->call_n != NULL) {
            return fun->type->call_n(fun_in, n_args, args);
669
        } else {
670
            nlr_jump(mp_obj_new_exception_msg_1_arg(MP_QSTR_TypeError, "'%s' object is not callable", fun->type->name));
671
        }
Damien's avatar
Damien committed
672
673
674
    }
}

675
676
// args are in reverse order in the array; keyword arguments come first, value then key
// eg: (value1, key1, value0, key0, arg1, arg0)
677
mp_obj_t rt_call_function_n_kw(mp_obj_t fun, uint n_args, uint n_kw, const mp_obj_t *args) {
678
679
    // TODO
    assert(0);
680
    return mp_const_none;
681
682
}

683
684
// args contains: arg(n_args-1)  arg(n_args-2)  ...  arg(0)  self/NULL  fun
// if n_args==0 then there are only self/NULL and fun
685
mp_obj_t rt_call_method_n(uint n_args, const mp_obj_t *args) {
686
    DEBUG_OP_printf("call method %p(self=%p, n_args=%u)\n", args[n_args + 1], args[n_args], n_args);
687
688
689
    return rt_call_function_n(args[n_args + 1], n_args + ((args[n_args] == NULL) ? 0 : 1), args);
}

690
// args contains: kw_val(n_kw-1)  kw_key(n_kw-1) ... kw_val(0)  kw_key(0)  arg(n_args-1)  arg(n_args-2)  ...  arg(0)  self/NULL  fun
691
mp_obj_t rt_call_method_n_kw(uint n_args, uint n_kw, const mp_obj_t *args) {
692
693
694
695
696
    uint n = n_args + 2 * n_kw;
    DEBUG_OP_printf("call method %p(self=%p, n_args=%u, n_kw=%u)\n", args[n + 1], args[n], n_args, n_kw);
    return rt_call_function_n_kw(args[n + 1], n_args + ((args[n] == NULL) ? 0 : 1), n_kw, args);
}

697
// items are in reverse order
698
699
mp_obj_t rt_build_tuple(int n_args, mp_obj_t *items) {
    return mp_obj_new_tuple_reverse(n_args, items);
700
701
}

Damien's avatar
Damien committed
702
// items are in reverse order
703
704
mp_obj_t rt_build_list(int n_args, mp_obj_t *items) {
    return mp_obj_new_list_reverse(n_args, items);
Damien's avatar
Damien committed
705
706
}

707
708
mp_obj_t rt_build_set(int n_args, mp_obj_t *items) {
    return mp_obj_new_set(n_args, items);
Damien's avatar
Damien committed
709
710
}

711
mp_obj_t rt_store_set(mp_obj_t set, mp_obj_t item) {
712
    mp_obj_set_store(set, item);
Damien's avatar
Damien committed
713
714
715
    return set;
}

716
// unpacked items are stored in order into the array pointed to by items
717
718
719
720
721
722
723
724
void rt_unpack_sequence(mp_obj_t seq_in, uint num, mp_obj_t *items) {
    if (MP_OBJ_IS_TYPE(seq_in, &tuple_type) || MP_OBJ_IS_TYPE(seq_in, &list_type)) {
        uint seq_len;
        mp_obj_t *seq_items;
        if (MP_OBJ_IS_TYPE(seq_in, &tuple_type)) {
            mp_obj_tuple_get(seq_in, &seq_len, &seq_items);
        } else {
            mp_obj_list_get(seq_in, &seq_len, &seq_items);
725
        }
726
        if (seq_len < num) {
727
            nlr_jump(mp_obj_new_exception_msg_1_arg(MP_QSTR_ValueError, "need more than %d values to unpack", (void*)(machine_uint_t)seq_len));
728
        } else if (seq_len > num) {
729
            nlr_jump(mp_obj_new_exception_msg_1_arg(MP_QSTR_ValueError, "too many values to unpack (expected %d)", (void*)(machine_uint_t)num));
730
731
        }
        memcpy(items, seq_items, num * sizeof(mp_obj_t));
732
733
    } else {
        // TODO call rt_getiter and extract via rt_iternext
734
        nlr_jump(mp_obj_new_exception_msg_1_arg(MP_QSTR_TypeError, "'%s' object is not iterable", mp_obj_get_type_str(seq_in)));
735
736
737
    }
}

738
739
mp_obj_t rt_build_map(int n_args) {
    return mp_obj_new_dict(n_args);
Damien's avatar
Damien committed
740
741
}

742
743
744
mp_obj_t rt_store_map(mp_obj_t map, mp_obj_t key, mp_obj_t value) {
    // map should always be a dict
    return mp_obj_dict_store(map, key, value);
Damien's avatar
Damien committed
745
746
}

747
mp_obj_t rt_load_attr(mp_obj_t base, qstr attr) {
748
    DEBUG_OP_printf("load attr %s\n", qstr_str(attr));
749
750
    if (MP_OBJ_IS_TYPE(base, &class_type)) {
        mp_map_elem_t *elem = mp_qstr_map_lookup(mp_obj_class_get_locals(base), attr, false);
Damien's avatar
Damien committed
751
        if (elem == NULL) {
752
753
            // TODO what about generic method lookup?
            goto no_attr;
Damien's avatar
Damien committed
754
755
        }
        return elem->value;
756
757
    } else if (MP_OBJ_IS_TYPE(base, &instance_type)) {
        return mp_obj_instance_load_attr(base, attr);
758
    } else if (MP_OBJ_IS_TYPE(base, &module_type)) {
759
        DEBUG_OP_printf("lookup module map %p\n", mp_obj_module_get_globals(base));
760
761
762
763
764
765
        mp_map_elem_t *elem = mp_qstr_map_lookup(mp_obj_module_get_globals(base), attr, false);
        if (elem == NULL) {
            // TODO what about generic method lookup?
            goto no_attr;
        }
        return elem->value;
766
767
768
769
770
771
772
    } else if (MP_OBJ_IS_OBJ(base)) {
        // generic method lookup
        mp_obj_base_t *o = base;
        const mp_method_t *meth = &o->type->methods[0];
        for (; meth->name != NULL; meth++) {
            if (strcmp(meth->name, qstr_str(attr)) == 0) {
                return mp_obj_new_bound_meth(base, (mp_obj_t)meth->fun);
773
774
            }
        }
Damien's avatar
Damien committed
775
    }
776
777

no_attr:
778
    nlr_jump(mp_obj_new_exception_msg_2_args(MP_QSTR_AttributeError, "'%s' object has no attribute '%s'", mp_obj_get_type_str(base), qstr_str(attr)));
Damien's avatar
Damien committed
779
780
}

781
void rt_load_method(mp_obj_t base, qstr attr, mp_obj_t *dest) {
Damien's avatar
Damien committed
782
    DEBUG_OP_printf("load method %s\n", qstr_str(attr));
783
    if (MP_OBJ_IS_TYPE(base, &gen_instance_type) && attr == MP_QSTR___next__) {
784
        dest[1] = (mp_obj_t)&mp_builtin_next_obj;
785
786
        dest[0] = base;
        return;
787
788
    } else if (MP_OBJ_IS_TYPE(base, &instance_type)) {
        mp_obj_instance_load_method(base, attr, dest);
789
        return;
790
791
792
793
    } else if (MP_OBJ_IS_OBJ(base)) {
        // generic method lookup
        mp_obj_base_t *o = base;
        const mp_method_t *meth = &o->type->methods[0];
Damien's avatar
Damien committed
794
795
        for (; meth->name != NULL; meth++) {
            if (strcmp(meth->name, qstr_str(attr)) == 0) {
796
                dest[1] = (mp_obj_t)meth->fun;
Damien's avatar
Damien committed
797
798
799
800
                dest[0] = base;
                return;
            }
        }
801
802
    }

803
    // no method; fallback to load_attr
804
805
806
807
    dest[1] = rt_load_attr(base, attr);
    dest[0] = NULL;
}

808
void rt_store_attr(mp_obj_t base, qstr attr, mp_obj_t value) {
Damien's avatar
Damien committed
809
    DEBUG_OP_printf("store attr %p.%s <- %p\n", base, qstr_str(attr), value);
810
    if (MP_OBJ_IS_TYPE(base, &class_type)) {
Damien's avatar
Damien committed
811
        // TODO CPython allows STORE_ATTR to a class, but is this the correct implementation?
812
813
814
815
        mp_map_t *locals = mp_obj_class_get_locals(base);
        mp_qstr_map_lookup(locals, attr, true)->value = value;
    } else if (MP_OBJ_IS_TYPE(base, &instance_type)) {
        mp_obj_instance_store_attr(base, attr, value);
816
817
818
819
    } else if (MP_OBJ_IS_TYPE(base, &module_type)) {
        // TODO CPython allows STORE_ATTR to a module, but is this the correct implementation?
        mp_map_t *globals = mp_obj_module_get_globals(base);
        mp_qstr_map_lookup(globals, attr, true)->value = value;
820
    } else {
821
        nlr_jump(mp_obj_new_exception_msg_2_args(MP_QSTR_AttributeError, "'%s' object has no attribute '%s'", mp_obj_get_type_str(base), qstr_str(attr)));
822
823
824
    }
}

825
void rt_store_subscr(mp_obj_t base, mp_obj_t index, mp_obj_t value) {
Damien's avatar
Damien committed
826
    DEBUG_OP_printf("store subscr %p[%p] <- %p\n", base, index, value);
827
    if (MP_OBJ_IS_TYPE(base, &list_type)) {
828
        // list store
829
830
831
832
        mp_obj_list_store(base, index, value);
    } else if (MP_OBJ_IS_TYPE(base, &dict_type)) {
        // dict store
        mp_obj_dict_store(base, index, value);
Damien's avatar
Damien committed
833
    } else {
834
        assert(0);
Damien's avatar
Damien committed
835
836
837
    }
}

838
839
mp_obj_t rt_getiter(mp_obj_t o_in) {
    if (MP_OBJ_IS_SMALL_INT(o_in)) {
840
        nlr_jump(mp_obj_new_exception_msg(MP_QSTR_TypeError, "'int' object is not iterable"));
841
    } else {
842
843
844
        mp_obj_base_t *o = o_in;
        if (o->type->getiter != NULL) {
            return o->type->getiter(o_in);
845
        } else {
846
            nlr_jump(mp_obj_new_exception_msg_1_arg(MP_QSTR_TypeError, "'%s' object is not iterable", o->type->name));
847
        }
848
849
    }
}
850

851
852
mp_obj_t rt_iternext(mp_obj_t o_in) {
    if (MP_OBJ_IS_SMALL_INT(o_in)) {
853
        nlr_jump(mp_obj_new_exception_msg(MP_QSTR_TypeError, "? 'int' object is not iterable"));
854
855
856
857
    } else {
        mp_obj_base_t *o = o_in;
        if (o->type->iternext != NULL) {
            return o->type->iternext(o_in);
858
        } else {
859
            nlr_jump(mp_obj_new_exception_msg_1_arg(MP_QSTR_TypeError, "? '%s' object is not iterable", o->type->name));
860
        }
861
862
863
    }
}

864
mp_obj_t rt_import_name(qstr name, mp_obj_t fromlist, mp_obj_t level) {
865
    // build args array
866
867
868
869
    mp_obj_t args[5];
    args[0] = mp_obj_new_str(name);
    args[1] = mp_const_none; // TODO should be globals
    args[2] = mp_const_none; // TODO should be locals
870
871
872
873
    args[3] = fromlist;
    args[4] = level; // must be 0; we don't yet support other values

    // TODO lookup __import__ and call that instead of going straight to builtin implementation
874
    return mp_builtin___import__(5, args);
875
876
}

877
878
mp_obj_t rt_import_from(mp_obj_t module, qstr name) {
    mp_obj_t x = rt_load_attr(module, name);
879
880
881
882
883
884
885
886
    /* TODO convert AttributeError to ImportError
    if (fail) {
        (ImportError, "cannot import name %s", qstr_str(name), NULL)
    }
    */
    return x;
}

887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
mp_map_t *rt_locals_get(void) {
    return map_locals;
}

void rt_locals_set(mp_map_t *m) {
    DEBUG_OP_printf("rt_locals_set(%p)\n", m);
    map_locals = m;
}

mp_map_t *rt_globals_get(void) {
    return map_globals;
}

void rt_globals_set(mp_map_t *m) {
    DEBUG_OP_printf("rt_globals_set(%p)\n", m);
    map_globals = m;
}

905
// these must correspond to the respective enum
906
void *const rt_fun_table[RT_F_NUMBER_OF] = {
907
    rt_load_const_dec,
Damien's avatar
Damien committed
908
909
910
    rt_load_const_str,
    rt_load_name,
    rt_load_global,
911
    rt_load_build_class,
Damien's avatar
Damien committed
912
913
914
    rt_load_attr,
    rt_load_method,
    rt_store_name,
915
    rt_store_attr,
Damien's avatar
Damien committed
916
917
918
    rt_store_subscr,
    rt_is_true,
    rt_unary_op,
919
    rt_build_tuple,
Damien's avatar
Damien committed
920
    rt_build_list,
921
    rt_list_append,
Damien's avatar
Damien committed
922
923
924
    rt_build_map,
    rt_store_map,
    rt_build_set,
925
    rt_store_set,
Damien's avatar
Damien committed
926
    rt_make_function_from_id,
927
    rt_call_function_n,
928
    rt_call_method_n,
Damien's avatar