runtime.c 38.5 KB
Newer Older
1
// in principle, rt_xxx functions are called only by vm/native/viper and make assumptions about args
2
// mp_xxx functions are safer and can be called by anyone
3
// note that rt_assign_xxx are called only from emit*, and maybe we can rename them to reflect this
4

Damien's avatar
Damien committed
5
6
7
8
9
10
#include <stdint.h>
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <assert.h>

11
#include "nlr.h"
Damien's avatar
Damien committed
12
#include "misc.h"
13
#include "mpconfig.h"
14
#include "qstr.h"
15
16
#include "obj.h"
#include "runtime0.h"
Damien's avatar
Damien committed
17
#include "runtime.h"
18
19
#include "map.h"
#include "builtin.h"
20
#include "objarray.h"
21
#include "bc.h"
22

23
#if 0 // print debugging info
24
#define DEBUG_PRINT (1)
25
#define WRITE_CODE (1)
26
27
28
#define DEBUG_printf(args...) printf(args)
#define DEBUG_OP_printf(args...) printf(args)
#else // don't print debugging info
29
#define DEBUG_printf(args...) (void)0
Damien's avatar
Damien committed
30
#define DEBUG_OP_printf(args...) (void)0
31
#endif
Damien's avatar
Damien committed
32

33
// locals and globals need to be pointers because they can be the same in outer module scope
34
35
36
37
STATIC mp_map_t *map_locals;
STATIC mp_map_t *map_globals;
STATIC mp_map_t map_builtins;
STATIC mp_map_t map_loaded_modules; // TODO: expose as sys.modules
38

Damien's avatar
Damien committed
39
typedef enum {
40
41
42
43
44
45
46
    MP_CODE_NONE,
    MP_CODE_BYTE,
    MP_CODE_NATIVE,
    MP_CODE_INLINE_ASM,
} mp_code_kind_t;

typedef struct _mp_code_t {
47
48
    struct {
        mp_code_kind_t kind : 8;
49
        uint scope_flags : 8;
50
51
52
53
54
    };
    struct {
        uint n_args : 16;
        uint n_state : 16;
    };
Damien's avatar
Damien committed
55
56
57
58
59
    union {
        struct {
            byte *code;
            uint len;
        } u_byte;
60
        struct {
61
            mp_fun_t fun;
62
63
        } u_native;
        struct {
64
            void *fun;
65
        } u_inline_asm;
Damien's avatar
Damien committed
66
    };
67
} mp_code_t;
Damien's avatar
Damien committed
68

69
70
71
STATIC uint next_unique_code_id;
STATIC machine_uint_t unique_codes_alloc = 0;
STATIC mp_code_t *unique_codes = NULL;
Damien's avatar
Damien committed
72

73
74
#ifdef WRITE_CODE
FILE *fp_write_code = NULL;
75
#endif
Damien's avatar
Damien committed
76

77
78
79
80
81
82
83
84
85
86
87
// builtins
// we put this table in ROM because it's always needed and takes up quite a bit of room in RAM
// in fact, it uses less ROM here in table form than the equivalent in code form initialising a dynamic mp_map_t object in RAM
// at the moment it's a linear table, but we could convert it to a const mp_map_t table with a simple preprocessing script
// if we wanted to allow dynamic modification of the builtins, we could provide an mp_map_t object which is searched before this one

typedef struct _mp_builtin_elem_t {
    qstr qstr;
    mp_obj_t fun;
} mp_builtin_elem_t;

88
STATIC const mp_builtin_elem_t builtin_table[] = {
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
    // built-in core functions
    { MP_QSTR___build_class__, (mp_obj_t)&mp_builtin___build_class___obj },
    { MP_QSTR___import__, (mp_obj_t)&mp_builtin___import___obj },
    { MP_QSTR___repl_print__, (mp_obj_t)&mp_builtin___repl_print___obj },

    // built-in types
    { MP_QSTR_bool, (mp_obj_t)&bool_type },
#if MICROPY_ENABLE_FLOAT
    { MP_QSTR_complex, (mp_obj_t)&complex_type },
#endif
    { MP_QSTR_dict, (mp_obj_t)&dict_type },
    { MP_QSTR_enumerate, (mp_obj_t)&enumerate_type },
    { MP_QSTR_filter, (mp_obj_t)&filter_type },
#if MICROPY_ENABLE_FLOAT
    { MP_QSTR_float, (mp_obj_t)&float_type },
#endif
    { MP_QSTR_int, (mp_obj_t)&int_type },
    { MP_QSTR_list, (mp_obj_t)&list_type },
    { MP_QSTR_map, (mp_obj_t)&map_type },
    { MP_QSTR_set, (mp_obj_t)&set_type },
    { MP_QSTR_super, (mp_obj_t)&super_type },
    { MP_QSTR_tuple, (mp_obj_t)&tuple_type },
111
    { MP_QSTR_type, (mp_obj_t)&mp_type_type },
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
    { MP_QSTR_zip, (mp_obj_t)&zip_type },

    { MP_QSTR_classmethod, (mp_obj_t)&mp_type_classmethod },
    { MP_QSTR_staticmethod, (mp_obj_t)&mp_type_staticmethod },

    // built-in user functions
    { MP_QSTR_abs, (mp_obj_t)&mp_builtin_abs_obj },
    { MP_QSTR_all, (mp_obj_t)&mp_builtin_all_obj },
    { MP_QSTR_any, (mp_obj_t)&mp_builtin_any_obj },
    { MP_QSTR_bytes, (mp_obj_t)&mp_builtin_bytes_obj },
    { MP_QSTR_callable, (mp_obj_t)&mp_builtin_callable_obj },
    { MP_QSTR_chr, (mp_obj_t)&mp_builtin_chr_obj },
    { MP_QSTR_dir, (mp_obj_t)&mp_builtin_dir_obj },
    { MP_QSTR_divmod, (mp_obj_t)&mp_builtin_divmod_obj },
    { MP_QSTR_eval, (mp_obj_t)&mp_builtin_eval_obj },
    { MP_QSTR_exec, (mp_obj_t)&mp_builtin_exec_obj },
    { MP_QSTR_hash, (mp_obj_t)&mp_builtin_hash_obj },
    { MP_QSTR_id, (mp_obj_t)&mp_builtin_id_obj },
    { MP_QSTR_isinstance, (mp_obj_t)&mp_builtin_isinstance_obj },
    { MP_QSTR_issubclass, (mp_obj_t)&mp_builtin_issubclass_obj },
    { MP_QSTR_iter, (mp_obj_t)&mp_builtin_iter_obj },
    { MP_QSTR_len, (mp_obj_t)&mp_builtin_len_obj },
    { MP_QSTR_max, (mp_obj_t)&mp_builtin_max_obj },
    { MP_QSTR_min, (mp_obj_t)&mp_builtin_min_obj },
    { MP_QSTR_next, (mp_obj_t)&mp_builtin_next_obj },
    { MP_QSTR_ord, (mp_obj_t)&mp_builtin_ord_obj },
    { MP_QSTR_pow, (mp_obj_t)&mp_builtin_pow_obj },
    { MP_QSTR_print, (mp_obj_t)&mp_builtin_print_obj },
    { MP_QSTR_range, (mp_obj_t)&mp_builtin_range_obj },
    { MP_QSTR_repr, (mp_obj_t)&mp_builtin_repr_obj },
    { MP_QSTR_sorted, (mp_obj_t)&mp_builtin_sorted_obj },
    { MP_QSTR_sum, (mp_obj_t)&mp_builtin_sum_obj },
    { MP_QSTR_str, (mp_obj_t)&mp_builtin_str_obj },
    { MP_QSTR_bytearray, (mp_obj_t)&mp_builtin_bytearray_obj },

147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
    // built-in exceptions
    { MP_QSTR_BaseException, (mp_obj_t)&mp_type_BaseException },
    { MP_QSTR_AssertionError, (mp_obj_t)&mp_type_AssertionError },
    { MP_QSTR_AttributeError, (mp_obj_t)&mp_type_AttributeError },
    { MP_QSTR_ImportError, (mp_obj_t)&mp_type_ImportError },
    { MP_QSTR_IndentationError, (mp_obj_t)&mp_type_IndentationError },
    { MP_QSTR_IndexError, (mp_obj_t)&mp_type_IndexError },
    { MP_QSTR_KeyError, (mp_obj_t)&mp_type_KeyError },
    { MP_QSTR_NameError, (mp_obj_t)&mp_type_NameError },
    { MP_QSTR_SyntaxError, (mp_obj_t)&mp_type_SyntaxError },
    { MP_QSTR_TypeError, (mp_obj_t)&mp_type_TypeError },
    { MP_QSTR_ValueError, (mp_obj_t)&mp_type_ValueError },
    // Somehow CPython managed to have OverflowError not inherit from ValueError ;-/
    // TODO: For MICROPY_CPYTHON_COMPAT==0 use ValueError to avoid exc proliferation
    { MP_QSTR_OverflowError, (mp_obj_t)&mp_type_OverflowError },
    { MP_QSTR_OSError, (mp_obj_t)&mp_type_OSError },
    { MP_QSTR_NotImplementedError, (mp_obj_t)&mp_type_NotImplementedError },
    { MP_QSTR_StopIteration, (mp_obj_t)&mp_type_StopIteration },

166
167
168
    // Extra builtins as defined by a port
    MICROPY_EXTRA_BUILTINS

169
170
171
    { MP_QSTR_, MP_OBJ_NULL }, // end of list sentinel
};

172
// a good optimising compiler will inline this if necessary
173
STATIC void mp_map_add_qstr(mp_map_t *map, qstr qstr, mp_obj_t value) {
174
175
176
    mp_map_lookup(map, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP_ADD_IF_NOT_FOUND)->value = value;
}

177
void rt_init(void) {
178
    // locals = globals for outer module (see Objects/frameobject.c/PyFrame_New())
179
    map_locals = map_globals = mp_map_new(1);
180
    mp_map_add_qstr(map_globals, MP_QSTR___name__, MP_OBJ_NEW_QSTR(MP_QSTR___main__));
181

182
    // init built-in hash table
183
    mp_map_init(&map_builtins, 3);
184

185
186
187
    // init loaded modules table
    mp_map_init(&map_loaded_modules, 3);

Damien George's avatar
Damien George committed
188
    // built-in objects
189
    mp_map_add_qstr(&map_builtins, MP_QSTR_Ellipsis, mp_const_ellipsis);
Damien George's avatar
Damien George committed
190

191
192
193
    mp_obj_t m_array = mp_obj_new_module(MP_QSTR_array);
    rt_store_attr(m_array, MP_QSTR_array, (mp_obj_t)&array_type);

194
#if MICROPY_CPYTHON_COMPAT
195
    // Precreate sys module, so "import sys" didn't throw exceptions.
196
197
198
    mp_obj_t m_sys = mp_obj_new_module(MP_QSTR_sys);
    // Avoid warning of unused var
    (void)m_sys;
199
#endif
200
201
202
203
    // init sys.path
    // for efficiency, left to platform-specific startup code
    //sys_path = mp_obj_new_list(0, NULL);
    //rt_store_attr(m_sys, MP_QSTR_path, sys_path);
204

205
    mp_module_micropython_init();
206

207
    // TODO: wastes one mp_code_t structure in mem
208
    next_unique_code_id = 1; // 0 indicates "no code"
209
    unique_codes_alloc = 0;
Damien's avatar
Damien committed
210
211
    unique_codes = NULL;

212
213
#ifdef WRITE_CODE
    fp_write_code = fopen("out-code", "wb");
214
#endif
Damien's avatar
Damien committed
215
216
}

217
void rt_deinit(void) {
218
    m_del(mp_code_t, unique_codes, unique_codes_alloc);
219
220
221
    mp_map_free(map_globals);
    mp_map_deinit(&map_loaded_modules);
    mp_map_deinit(&map_builtins);
222
223
224
#ifdef WRITE_CODE
    if (fp_write_code != NULL) {
        fclose(fp_write_code);
Damien's avatar
Damien committed
225
    }
226
#endif
Damien's avatar
Damien committed
227
228
}

229
uint rt_get_unique_code_id(void) {
230
    return next_unique_code_id++;
Damien's avatar
Damien committed
231
232
}

233
STATIC void alloc_unique_codes(void) {
234
    if (next_unique_code_id > unique_codes_alloc) {
235
        DEBUG_printf("allocate more unique codes: " UINT_FMT " -> %u\n", unique_codes_alloc, next_unique_code_id);
236
237
        // increase size of unique_codes table
        unique_codes = m_renew(mp_code_t, unique_codes, unique_codes_alloc, next_unique_code_id);
238
        for (uint i = unique_codes_alloc; i < next_unique_code_id; i++) {
239
            unique_codes[i].kind = MP_CODE_NONE;
240
        }
241
        unique_codes_alloc = next_unique_code_id;
Damien's avatar
Damien committed
242
    }
243
244
}

245
void rt_assign_byte_code(uint unique_code_id, byte *code, uint len, int n_args, int n_locals, int n_stack, uint scope_flags) {
246
247
    alloc_unique_codes();

248
    assert(1 <= unique_code_id && unique_code_id < next_unique_code_id && unique_codes[unique_code_id].kind == MP_CODE_NONE);
249
    unique_codes[unique_code_id].kind = MP_CODE_BYTE;
250
    unique_codes[unique_code_id].scope_flags = scope_flags;
251
252
    unique_codes[unique_code_id].n_args = n_args;
    unique_codes[unique_code_id].n_state = n_locals + n_stack;
253
254
255
    unique_codes[unique_code_id].u_byte.code = code;
    unique_codes[unique_code_id].u_byte.len = len;

Damien's avatar
Damien committed
256
    //printf("byte code: %d bytes\n", len);
257
258

#ifdef DEBUG_PRINT
259
    DEBUG_printf("assign byte code: id=%d code=%p len=%u n_args=%d n_locals=%d n_stack=%d\n", unique_code_id, code, len, n_args, n_locals, n_stack);
260
261
262
263
264
265
266
    for (int i = 0; i < 128 && i < len; i++) {
        if (i > 0 && i % 16 == 0) {
            DEBUG_printf("\n");
        }
        DEBUG_printf(" %02x", code[i]);
    }
    DEBUG_printf("\n");
267
268
#if MICROPY_DEBUG_PRINTERS
    mp_byte_code_print(code, len);
269
#endif
270
#endif
271
272
}

273
void rt_assign_native_code(uint unique_code_id, void *fun, uint len, int n_args) {
274
275
    alloc_unique_codes();

276
    assert(1 <= unique_code_id && unique_code_id < next_unique_code_id && unique_codes[unique_code_id].kind == MP_CODE_NONE);
277
    unique_codes[unique_code_id].kind = MP_CODE_NATIVE;
278
    unique_codes[unique_code_id].scope_flags = 0;
279
280
    unique_codes[unique_code_id].n_args = n_args;
    unique_codes[unique_code_id].n_state = 0;
Damien's avatar
Damien committed
281
282
    unique_codes[unique_code_id].u_native.fun = fun;

283
    //printf("native code: %d bytes\n", len);
284

285
#ifdef DEBUG_PRINT
Damien's avatar
Damien committed
286
287
288
289
290
291
292
293
294
295
    DEBUG_printf("assign native code: id=%d fun=%p len=%u n_args=%d\n", unique_code_id, fun, len, n_args);
    byte *fun_data = (byte*)(((machine_uint_t)fun) & (~1)); // need to clear lower bit in case it's thumb code
    for (int i = 0; i < 128 && i < len; i++) {
        if (i > 0 && i % 16 == 0) {
            DEBUG_printf("\n");
        }
        DEBUG_printf(" %02x", fun_data[i]);
    }
    DEBUG_printf("\n");

296
297
298
299
#ifdef WRITE_CODE
    if (fp_write_code != NULL) {
        fwrite(fun_data, len, 1, fp_write_code);
        fflush(fp_write_code);
Damien's avatar
Damien committed
300
    }
301
302
#endif
#endif
Damien's avatar
Damien committed
303
304
}

305
void rt_assign_inline_asm_code(uint unique_code_id, void *fun, uint len, int n_args) {
306
307
    alloc_unique_codes();

308
    assert(1 <= unique_code_id && unique_code_id < next_unique_code_id && unique_codes[unique_code_id].kind == MP_CODE_NONE);
309
    unique_codes[unique_code_id].kind = MP_CODE_INLINE_ASM;
310
    unique_codes[unique_code_id].scope_flags = 0;
311
312
    unique_codes[unique_code_id].n_args = n_args;
    unique_codes[unique_code_id].n_state = 0;
313
    unique_codes[unique_code_id].u_inline_asm.fun = fun;
Damien's avatar
Damien committed
314

315
#ifdef DEBUG_PRINT
316
317
318
319
320
321
322
323
324
325
    DEBUG_printf("assign inline asm code: id=%d fun=%p len=%u n_args=%d\n", unique_code_id, fun, len, n_args);
    byte *fun_data = (byte*)(((machine_uint_t)fun) & (~1)); // need to clear lower bit in case it's thumb code
    for (int i = 0; i < 128 && i < len; i++) {
        if (i > 0 && i % 16 == 0) {
            DEBUG_printf("\n");
        }
        DEBUG_printf(" %02x", fun_data[i]);
    }
    DEBUG_printf("\n");

326
327
328
#ifdef WRITE_CODE
    if (fp_write_code != NULL) {
        fwrite(fun_data, len, 1, fp_write_code);
329
    }
330
331
#endif
#endif
Damien's avatar
Damien committed
332
333
}

334
335
int rt_is_true(mp_obj_t arg) {
    DEBUG_OP_printf("is true %p\n", arg);
336
337
338
339
340
341
342
    if (arg == mp_const_false) {
        return 0;
    } else if (arg == mp_const_true) {
        return 1;
    } else if (arg == mp_const_none) {
        return 0;
    } else if (MP_OBJ_IS_SMALL_INT(arg)) {
343
344
345
346
347
348
        if (MP_OBJ_SMALL_INT_VALUE(arg) == 0) {
            return 0;
        } else {
            return 1;
        }
    } else {
349
350
351
        mp_obj_type_t *type = mp_obj_get_type(arg);
        if (type->unary_op != NULL) {
            mp_obj_t result = type->unary_op(RT_UNARY_OP_BOOL, arg);
352
            if (result != MP_OBJ_NULL) {
353
354
355
356
                return result == mp_const_true;
            }
        }

357
358
359
360
361
        mp_obj_t len = mp_obj_len_maybe(arg);
        if (len != MP_OBJ_NULL) {
            // obj has a length, truth determined if len != 0
            return len != MP_OBJ_NEW_SMALL_INT(0);
        } else {
362
            // any other obj is true per Python semantics
363
364
            return 1;
        }
365
366
367
368
369
370
371
    }
}

mp_obj_t rt_list_append(mp_obj_t self_in, mp_obj_t arg) {
    return mp_obj_list_append(self_in, arg);
}

Damien's avatar
Damien committed
372
373
374
375
#define PARSE_DEC_IN_INTG (1)
#define PARSE_DEC_IN_FRAC (2)
#define PARSE_DEC_IN_EXP  (3)

376
mp_obj_t rt_load_const_dec(qstr qstr) {
Damien's avatar
Damien committed
377
378
379
380
#if MICROPY_ENABLE_FLOAT
    DEBUG_OP_printf("load '%s'\n", qstr_str(qstr));
    const char *s = qstr_str(qstr);
    int in = PARSE_DEC_IN_INTG;
381
    mp_float_t dec_val = 0;
Damien's avatar
Damien committed
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
    bool exp_neg = false;
    int exp_val = 0;
    int exp_extra = 0;
    bool imag = false;
    for (; *s; s++) {
        int dig = *s;
        if ('0' <= dig && dig <= '9') {
            dig -= '0';
            if (in == PARSE_DEC_IN_EXP) {
                exp_val = 10 * exp_val + dig;
            } else {
                dec_val = 10 * dec_val + dig;
                if (in == PARSE_DEC_IN_FRAC) {
                    exp_extra -= 1;
                }
            }
        } else if (in == PARSE_DEC_IN_INTG && dig == '.') {
            in = PARSE_DEC_IN_FRAC;
        } else if (in != PARSE_DEC_IN_EXP && (dig == 'E' || dig == 'e')) {
            in = PARSE_DEC_IN_EXP;
            if (s[1] == '+') {
                s++;
            } else if (s[1] == '-') {
                s++;
                exp_neg = true;
            }
        } else if (dig == 'J' || dig == 'j') {
            s++;
            imag = true;
            break;
        } else {
            // unknown character
            break;
        }
    }
    if (*s != 0) {
418
        nlr_jump(mp_obj_new_exception_msg(&mp_type_SyntaxError, "invalid syntax for number"));
Damien's avatar
Damien committed
419
420
421
422
423
424
425
426
427
428
429
430
    }
    if (exp_neg) {
        exp_val = -exp_val;
    }
    exp_val += exp_extra;
    for (; exp_val > 0; exp_val--) {
        dec_val *= 10;
    }
    for (; exp_val < 0; exp_val++) {
        dec_val *= 0.1;
    }
    if (imag) {
431
        return mp_obj_new_complex(0, dec_val);
Damien's avatar
Damien committed
432
    } else {
433
        return mp_obj_new_float(dec_val);
Damien's avatar
Damien committed
434
435
    }
#else
436
    nlr_jump(mp_obj_new_exception_msg(&mp_type_SyntaxError, "decimal numbers not supported"));
Damien's avatar
Damien committed
437
438
439
#endif
}

440
mp_obj_t rt_load_const_str(qstr qstr) {
Damien's avatar
Damien committed
441
    DEBUG_OP_printf("load '%s'\n", qstr_str(qstr));
442
    return MP_OBJ_NEW_QSTR(qstr);
Damien's avatar
Damien committed
443
444
}

445
446
447
448
449
450
451
mp_obj_t rt_load_const_bytes(qstr qstr) {
    DEBUG_OP_printf("load b'%s'\n", qstr_str(qstr));
    uint len;
    const byte *data = qstr_data(qstr, &len);
    return mp_obj_new_bytes(data, len);
}

452
mp_obj_t rt_load_name(qstr qstr) {
Damien's avatar
Damien committed
453
    // logic: search locals, globals, builtins
454
    DEBUG_OP_printf("load name %s\n", qstr_str(qstr));
455
    mp_map_elem_t *elem = mp_map_lookup(map_locals, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP);
456
457
458
459
    if (elem != NULL) {
        return elem->value;
    } else {
        return rt_load_global(qstr);
Damien's avatar
Damien committed
460
461
462
    }
}

463
mp_obj_t rt_load_global(qstr qstr) {
464
465
    // logic: search globals, builtins
    DEBUG_OP_printf("load global %s\n", qstr_str(qstr));
466
    mp_map_elem_t *elem = mp_map_lookup(map_globals, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP);
467
    if (elem == NULL) {
468
        elem = mp_map_lookup(&map_builtins, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP);
469
        if (elem == NULL) {
470
471
472
473
474
            for (const mp_builtin_elem_t *e = &builtin_table[0]; e->qstr != MP_QSTR_; e++) {
                if (e->qstr == qstr) {
                    return e->fun;
                }
            }
475
            nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_NameError, "name '%s' is not defined", qstr_str(qstr)));
476
477
478
        }
    }
    return elem->value;
Damien's avatar
Damien committed
479
480
}

481
mp_obj_t rt_load_build_class(void) {
Damien's avatar
Damien committed
482
    DEBUG_OP_printf("load_build_class\n");
483
    mp_map_elem_t *elem = mp_map_lookup(&map_builtins, MP_OBJ_NEW_QSTR(MP_QSTR___build_class__), MP_MAP_LOOKUP);
484
485
486
487
    if (elem != NULL) {
        return elem->value;
    } else {
        return (mp_obj_t)&mp_builtin___build_class___obj;
Damien's avatar
Damien committed
488
489
490
    }
}

491
492
mp_obj_t rt_get_cell(mp_obj_t cell) {
    return mp_obj_cell_get(cell);
493
494
}

495
496
void rt_set_cell(mp_obj_t cell, mp_obj_t val) {
    mp_obj_cell_set(cell, val);
497
498
}

499
void rt_store_name(qstr qstr, mp_obj_t obj) {
500
    DEBUG_OP_printf("store name %s <- %p\n", qstr_str(qstr), obj);
501
    mp_map_lookup(map_locals, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP_ADD_IF_NOT_FOUND)->value = obj;
502
503
}

504
void rt_store_global(qstr qstr, mp_obj_t obj) {
505
    DEBUG_OP_printf("store global %s <- %p\n", qstr_str(qstr), obj);
506
    mp_map_lookup(map_globals, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP_ADD_IF_NOT_FOUND)->value = obj;
Damien's avatar
Damien committed
507
508
}

509
mp_obj_t rt_unary_op(int op, mp_obj_t arg) {
Damien's avatar
Damien committed
510
    DEBUG_OP_printf("unary %d %p\n", op, arg);
511

512
513
    if (MP_OBJ_IS_SMALL_INT(arg)) {
        mp_small_int_t val = MP_OBJ_SMALL_INT_VALUE(arg);
Damien's avatar
Damien committed
514
        switch (op) {
515
            case RT_UNARY_OP_BOOL: return MP_BOOL(val != 0);
Damien's avatar
Damien committed
516
517
518
519
520
            case RT_UNARY_OP_POSITIVE: break;
            case RT_UNARY_OP_NEGATIVE: val = -val; break;
            case RT_UNARY_OP_INVERT: val = ~val; break;
            default: assert(0); val = 0;
        }
521
        if (MP_OBJ_FITS_SMALL_INT(val)) {
522
523
            return MP_OBJ_NEW_SMALL_INT(val);
        }
524
        return mp_obj_new_int(val);
525
526
527
528
    } else {
        mp_obj_type_t *type = mp_obj_get_type(arg);
        if (type->unary_op != NULL) {
            mp_obj_t result = type->unary_op(op, arg);
529
530
531
            if (result != NULL) {
                return result;
            }
Damien's avatar
Damien committed
532
        }
533
        // TODO specify in error message what the operator is
534
        nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_TypeError, "bad operand type for unary operator: '%s'", type->name));
Damien's avatar
Damien committed
535
    }
Damien's avatar
Damien committed
536
537
}

538
mp_obj_t rt_binary_op(int op, mp_obj_t lhs, mp_obj_t rhs) {
Damien's avatar
Damien committed
539
    DEBUG_OP_printf("binary %d %p %p\n", op, lhs, rhs);
540
541
542
543
544
545
546
547
548
549

    // TODO correctly distinguish inplace operators for mutable objects
    // lookup logic that CPython uses for +=:
    //   check for implemented +=
    //   then check for implemented +
    //   then check for implemented seq.inplace_concat
    //   then check for implemented seq.concat
    //   then fail
    // note that list does not implement + or +=, so that inplace_concat is reached first for +=

550
551
    // deal with is
    if (op == RT_BINARY_OP_IS) {
552
553
554
        return MP_BOOL(lhs == rhs);
    }

555
    // deal with == and != for all types
556
    if (op == RT_BINARY_OP_EQUAL || op == RT_BINARY_OP_NOT_EQUAL) {
557
        if (mp_obj_equal(lhs, rhs)) {
558
            if (op == RT_BINARY_OP_EQUAL) {
559
560
561
562
563
                return mp_const_true;
            } else {
                return mp_const_false;
            }
        } else {
564
            if (op == RT_BINARY_OP_EQUAL) {
565
566
567
568
569
570
571
572
                return mp_const_false;
            } else {
                return mp_const_true;
            }
        }
    }

    // deal with exception_match for all types
573
    if (op == RT_BINARY_OP_EXCEPTION_MATCH) {
574
575
576
577
578
579
580
        // rhs must be issubclass(rhs, BaseException)
        if (mp_obj_is_exception_type(rhs)) {
            // if lhs is an instance of an exception, then extract and use its type
            if (mp_obj_is_exception_instance(lhs)) {
                lhs = mp_obj_get_type(lhs);
            }
            if (mp_obj_is_subclass(lhs, rhs)) {
581
582
583
584
585
586
587
                return mp_const_true;
            } else {
                return mp_const_false;
            }
        }
    }

588
    if (MP_OBJ_IS_SMALL_INT(lhs)) {
589
        mp_small_int_t lhs_val = MP_OBJ_SMALL_INT_VALUE(lhs);
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
        if (MP_OBJ_IS_SMALL_INT(rhs)) {
            mp_small_int_t rhs_val = MP_OBJ_SMALL_INT_VALUE(rhs);
            switch (op) {
                case RT_BINARY_OP_OR:
                case RT_BINARY_OP_INPLACE_OR: lhs_val |= rhs_val; break;
                case RT_BINARY_OP_XOR:
                case RT_BINARY_OP_INPLACE_XOR: lhs_val ^= rhs_val; break;
                case RT_BINARY_OP_AND:
                case RT_BINARY_OP_INPLACE_AND: lhs_val &= rhs_val; break;
                case RT_BINARY_OP_LSHIFT:
                case RT_BINARY_OP_INPLACE_LSHIFT: lhs_val <<= rhs_val; break;
                case RT_BINARY_OP_RSHIFT:
                case RT_BINARY_OP_INPLACE_RSHIFT: lhs_val >>= rhs_val; break;
                case RT_BINARY_OP_ADD:
                case RT_BINARY_OP_INPLACE_ADD: lhs_val += rhs_val; break;
                case RT_BINARY_OP_SUBTRACT:
                case RT_BINARY_OP_INPLACE_SUBTRACT: lhs_val -= rhs_val; break;
                case RT_BINARY_OP_MULTIPLY:
                case RT_BINARY_OP_INPLACE_MULTIPLY: lhs_val *= rhs_val; break;
                case RT_BINARY_OP_FLOOR_DIVIDE:
                case RT_BINARY_OP_INPLACE_FLOOR_DIVIDE: lhs_val /= rhs_val; break;
    #if MICROPY_ENABLE_FLOAT
                case RT_BINARY_OP_TRUE_DIVIDE:
                case RT_BINARY_OP_INPLACE_TRUE_DIVIDE: return mp_obj_new_float((mp_float_t)lhs_val / (mp_float_t)rhs_val);
    #endif

                // TODO implement modulo as specified by Python
                case RT_BINARY_OP_MODULO:
                case RT_BINARY_OP_INPLACE_MODULO: lhs_val %= rhs_val; break;

                // TODO check for negative power, and overflow
                case RT_BINARY_OP_POWER:
                case RT_BINARY_OP_INPLACE_POWER:
                {
                    int ans = 1;
                    while (rhs_val > 0) {
                        if (rhs_val & 1) {
                            ans *= lhs_val;
                        }
                        lhs_val *= lhs_val;
                        rhs_val /= 2;
631
                    }
632
633
                    lhs_val = ans;
                    break;
634
                }
635
636
637
638
                case RT_BINARY_OP_LESS: return MP_BOOL(lhs_val < rhs_val); break;
                case RT_BINARY_OP_MORE: return MP_BOOL(lhs_val > rhs_val); break;
                case RT_BINARY_OP_LESS_EQUAL: return MP_BOOL(lhs_val <= rhs_val); break;
                case RT_BINARY_OP_MORE_EQUAL: return MP_BOOL(lhs_val >= rhs_val); break;
639

640
641
                default: assert(0);
            }
642
643
            // TODO: We just should make mp_obj_new_int() inline and use that
            if (MP_OBJ_FITS_SMALL_INT(lhs_val)) {
644
645
                return MP_OBJ_NEW_SMALL_INT(lhs_val);
            }
646
            return mp_obj_new_int(lhs_val);
647
#if MICROPY_ENABLE_FLOAT
648
649
650
651
        } else if (MP_OBJ_IS_TYPE(rhs, &float_type)) {
            return mp_obj_float_binary_op(op, lhs_val, rhs);
        } else if (MP_OBJ_IS_TYPE(rhs, &complex_type)) {
            return mp_obj_complex_binary_op(op, lhs_val, 0, rhs);
652
#endif
653
        }
654
    }
655

656
    /* deal with `in`
657
658
     *
     * NOTE `a in b` is `b.__contains__(a)`, hence why the generic dispatch
Damien George's avatar
Damien George committed
659
     * needs to go below with swapped arguments
660
     */
661
    if (op == RT_BINARY_OP_IN) {
662
663
664
        mp_obj_type_t *type = mp_obj_get_type(rhs);
        if (type->binary_op != NULL) {
            mp_obj_t res = type->binary_op(op, rhs, lhs);
Damien George's avatar
Damien George committed
665
            if (res != MP_OBJ_NULL) {
666
                return res;
John R. Lenton's avatar
John R. Lenton committed
667
            }
668
669
670
671
672
673
674
        }
        if (type->getiter != NULL) {
            /* second attempt, walk the iterator */
            mp_obj_t next = NULL;
            mp_obj_t iter = rt_getiter(rhs);
            while ((next = rt_iternext(iter)) != mp_const_stop_iteration) {
                if (mp_obj_equal(next, lhs)) {
675
                    return mp_const_true;
John R. Lenton's avatar
John R. Lenton committed
676
                }
677
            }
678
            return mp_const_false;
679
680
681
        }

        nlr_jump(mp_obj_new_exception_msg_varg(
682
                     &mp_type_TypeError, "'%s' object is not iterable",
683
684
685
686
                     mp_obj_get_type_str(rhs)));
        return mp_const_none;
    }

687
688
689
690
691
692
    // generic binary_op supplied by type
    mp_obj_type_t *type = mp_obj_get_type(lhs);
    if (type->binary_op != NULL) {
        mp_obj_t result = type->binary_op(op, lhs, rhs);
        if (result != MP_OBJ_NULL) {
            return result;
Damien's avatar
Damien committed
693
694
        }
    }
695

696
697
    // TODO implement dispatch for reverse binary ops

John R. Lenton's avatar
John R. Lenton committed
698
    // TODO specify in error message what the operator is
699
    nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_TypeError,
John R. Lenton's avatar
John R. Lenton committed
700
701
        "unsupported operand types for binary operator: '%s', '%s'",
        mp_obj_get_type_str(lhs), mp_obj_get_type_str(rhs)));
702
    return mp_const_none;
Damien's avatar
Damien committed
703
704
}

705
mp_obj_t rt_make_function_from_id(int unique_code_id, mp_obj_t def_args) {
706
707
    DEBUG_OP_printf("make_function_from_id %d\n", unique_code_id);
    if (unique_code_id < 1 || unique_code_id >= next_unique_code_id) {
Damien's avatar
Damien committed
708
        // illegal code id
709
        return mp_const_none;
Damien's avatar
Damien committed
710
    }
711
712
713
714

    // make the function, depending on the code kind
    mp_code_t *c = &unique_codes[unique_code_id];
    mp_obj_t fun;
Damien's avatar
Damien committed
715
    switch (c->kind) {
716
        case MP_CODE_BYTE:
Damien George's avatar
Damien George committed
717
            fun = mp_obj_new_fun_bc(c->scope_flags, c->n_args, def_args, c->n_state, c->u_byte.code);
718
            break;
719
        case MP_CODE_NATIVE:
720
            fun = rt_make_function_n(c->n_args, c->u_native.fun);
Damien's avatar
Damien committed
721
            break;
722
723
        case MP_CODE_INLINE_ASM:
            fun = mp_obj_new_fun_asm(c->n_args, c->u_inline_asm.fun);
Damien's avatar
Damien committed
724
725
726
            break;
        default:
            assert(0);
727
            fun = mp_const_none;
Damien's avatar
Damien committed
728
    }
729
730

    // check for generator functions and if so wrap in generator object
731
    if ((c->scope_flags & MP_SCOPE_FLAG_GENERATOR) != 0) {
732
        fun = mp_obj_new_gen_wrap(fun);
733
734
    }

735
    return fun;
Damien's avatar
Damien committed
736
737
}

738
mp_obj_t rt_make_closure_from_id(int unique_code_id, mp_obj_t closure_tuple) {
Damien George's avatar
Damien George committed
739
    DEBUG_OP_printf("make_closure_from_id %d\n", unique_code_id);
740
    // make function object
741
    mp_obj_t ffun = rt_make_function_from_id(unique_code_id, MP_OBJ_NULL);
Damien's avatar
Damien committed
742
    // wrap function in closure object
743
    return mp_obj_new_closure(ffun, closure_tuple);
Damien's avatar
Damien committed
744
745
}

746
mp_obj_t rt_call_function_0(mp_obj_t fun) {
747
    return rt_call_function_n_kw(fun, 0, 0, NULL);
748
749
}

750
mp_obj_t rt_call_function_1(mp_obj_t fun, mp_obj_t arg) {
751
    return rt_call_function_n_kw(fun, 1, 0, &arg);
752
753
}

754
755
mp_obj_t rt_call_function_2(mp_obj_t fun, mp_obj_t arg1, mp_obj_t arg2) {
    mp_obj_t args[2];
756
757
758
    args[0] = arg1;
    args[1] = arg2;
    return rt_call_function_n_kw(fun, 2, 0, args);
759
760
}

761
762
763
764
765
766
// wrapper that accepts n_args and n_kw in one argument
// native emitter can only pass at most 3 arguments to a function
mp_obj_t rt_call_function_n_kw_for_native(mp_obj_t fun_in, uint n_args_kw, const mp_obj_t *args) {
    return rt_call_function_n_kw(fun_in, n_args_kw & 0xff, (n_args_kw >> 8) & 0xff, args);
}

767
768
// args contains, eg: arg0  arg1  key0  value0  key1  value1
mp_obj_t rt_call_function_n_kw(mp_obj_t fun_in, uint n_args, uint n_kw, const mp_obj_t *args) {
769
770
    // TODO improve this: fun object can specify its type and we parse here the arguments,
    // passing to the function arrays of fixed and keyword arguments
771

772
773
    DEBUG_OP_printf("calling function %p(n_args=%d, n_kw=%d, args=%p)\n", fun_in, n_args, n_kw, args);

774
775
776
777
778
779
    // get the type
    mp_obj_type_t *type = mp_obj_get_type(fun_in);

    // do the call
    if (type->call != NULL) {
        return type->call(fun_in, n_args, n_kw, args);
780
    } else {
781
        nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_TypeError, "'%s' object is not callable", type->name));
782
    }
783
784
}

785
786
// args contains: fun  self/NULL  arg(0)  ...  arg(n_args-2)  arg(n_args-1)  kw_key(0)  kw_val(0)  ... kw_key(n_kw-1)  kw_val(n_kw-1)
// if n_args==0 and n_kw==0 then there are only fun and self/NULL
787
mp_obj_t rt_call_method_n_kw(uint n_args, uint n_kw, const mp_obj_t *args) {
788
789
790
    DEBUG_OP_printf("call method (fun=%p, self=%p, n_args=%u, n_kw=%u, args=%p)\n", args[0], args[1], n_args, n_kw, args);
    int adjust = (args[1] == NULL) ? 0 : 1;
    return rt_call_function_n_kw(args[0], n_args + adjust, n_kw, args + 2 - adjust);
791
792
}

793
mp_obj_t rt_build_tuple(int n_args, mp_obj_t *items) {
794
    return mp_obj_new_tuple(n_args, items);
795
796
}

797
mp_obj_t rt_build_list(int n_args, mp_obj_t *items) {
798
    return mp_obj_new_list(n_args, items);
Damien's avatar
Damien committed
799
800
}

801
802
mp_obj_t rt_build_set(int n_args, mp_obj_t *items) {
    return mp_obj_new_set(n_args, items);
Damien's avatar
Damien committed
803
804
}

805
mp_obj_t rt_store_set(mp_obj_t set, mp_obj_t item) {
806
    mp_obj_set_store(set, item);
Damien's avatar
Damien committed
807
808
809
    return set;
}

810
// unpacked items are stored in reverse order into the array pointed to by items
811
void rt_unpack_sequence(mp_obj_t seq_in, uint num, mp_obj_t *items) {
812
    uint seq_len;
813
814
815
816
817
818
    if (MP_OBJ_IS_TYPE(seq_in, &tuple_type) || MP_OBJ_IS_TYPE(seq_in, &list_type)) {
        mp_obj_t *seq_items;
        if (MP_OBJ_IS_TYPE(seq_in, &tuple_type)) {
            mp_obj_tuple_get(seq_in, &seq_len, &seq_items);
        } else {
            mp_obj_list_get(seq_in, &seq_len, &seq_items);
819
        }
820
        if (seq_len < num) {
821
            goto too_short;
822
        } else if (seq_len > num) {
823
            goto too_long;
824
        }
825
826
827
        for (uint i = 0; i < num; i++) {
            items[i] = seq_items[num - 1 - i];
        }
828
    } else {
829
830
831
832
833
834
835
836
837
838
839
840
        mp_obj_t iterable = rt_getiter(seq_in);

        for (seq_len = 0; seq_len < num; seq_len++) {
            mp_obj_t el = rt_iternext(iterable);
            if (el == mp_const_stop_iteration) {
                goto too_short;
            }
            items[num - 1 - seq_len] = el;
        }
        if (rt_iternext(iterable) != mp_const_stop_iteration) {
            goto too_long;
        }
841
    }
842
843
844
    return;

too_short:
845
    nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_ValueError, "need more than %d values to unpack", seq_len));
846
too_long:
847
    nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_ValueError, "too many values to unpack (expected %d)", num));
848
849
}

850
851
mp_obj_t rt_build_map(int n_args) {
    return mp_obj_new_dict(n_args);
Damien's avatar
Damien committed
852
853
}

854
855
856
mp_obj_t rt_store_map(mp_obj_t map, mp_obj_t key, mp_obj_t value) {
    // map should always be a dict
    return mp_obj_dict_store(map, key, value);
Damien's avatar
Damien committed
857
858
}

859
mp_obj_t rt_load_attr(mp_obj_t base, qstr attr) {
860
861
862
863
    DEBUG_OP_printf("load attr %p.%s\n", base, qstr_str(attr));
    // use load_method
    mp_obj_t dest[2];
    rt_load_method(base, attr, dest);
864
    if (dest[1] == MP_OBJ_NULL) {
865
        // load_method returned just a normal attribute
866
        return dest[0];
867
868
869
    } else {
        // load_method returned a method, so build a bound method object
        return mp_obj_new_bound_meth(dest[0], dest[1]);
Damien's avatar
Damien committed
870
871
872
    }
}

873
874
875
// no attribute found, returns:     dest[0] == MP_OBJ_NULL, dest[1] == MP_OBJ_NULL
// normal attribute found, returns: dest[0] == <attribute>, dest[1] == MP_OBJ_NULL
// method attribute found, returns: dest[0] == <method>,    dest[1] == <self>
876
STATIC void rt_load_method_maybe(mp_obj_t base, qstr attr, mp_obj_t *dest) {
877
878
879
880
881
882
883
884
885
886
887
888
889
    // clear output to indicate no attribute/method found yet
    dest[0] = MP_OBJ_NULL;
    dest[1] = MP_OBJ_NULL;

    // get the type
    mp_obj_type_t *type = mp_obj_get_type(base);

    // if this type can do its own load, then call it
    if (type->load_attr != NULL) {
        type->load_attr(base, attr, dest);
    }

    // if nothing found yet, look for built-in and generic names
890
    if (dest[0] == MP_OBJ_NULL) {
Damien George's avatar
Damien George committed
891
892
893
894
        if (attr == MP_QSTR___class__) {
            // a.__class__ is equivalent to type(a)
            dest[0] = type;
        } else if (attr == MP_QSTR___next__ && type->iternext != NULL) {
895
896
            dest[0] = (mp_obj_t)&mp_builtin_next_obj;
            dest[1] = base;
897
898
        } else if (type->load_attr == NULL) {
            // generic method lookup if type didn't provide a specific one
899
            // this is a lookup in the object (ie not class or type)
900
901
902
903
            const mp_method_t *meth = type->methods;
            if (meth != NULL) {
                for (; meth->name != NULL; meth++) {
                    if (strcmp(meth->name, qstr_str(attr)) == 0) {
904
905
906
907
                        // check if the methods are functions, static or class methods
                        // see http://docs.python.org/3.3/howto/descriptor.html
                        if (MP_OBJ_IS_TYPE(meth->fun, &mp_type_staticmethod)) {
                            // return just the function
908
                            dest[0] = ((mp_obj_static_class_method_t*)meth->fun)->fun;
909
910
                        } else if (MP_OBJ_IS_TYPE(meth->fun, &mp_type_classmethod)) {
                            // return a bound method, with self being the type of this object
911
                            dest[0] = ((mp_obj_static_class_method_t*)meth->fun)->fun;
912
                            dest[1] = mp_obj_get_type(base);
913
914
                        } else {
                            // return a bound method, with self being this object
915
916
                            dest[0] = (mp_obj_t)meth->fun;
                            dest[1] = base;
917
                        }
918
919
                        break;
                    }
920
                }
Damien's avatar
Damien committed
921
922
            }
        }
923
    }
924
925
926
927
928
929
}

void rt_load_method(mp_obj_t base, qstr attr, mp_obj_t *dest) {
    DEBUG_OP_printf("load method %p.%s\n", base, qstr_str(attr));

    rt_load_method_maybe(base, attr, dest);
930

931
    if (dest[0] == MP_OBJ_NULL) {
932
933
        // no attribute/method called attr
        // following CPython, we give a more detailed error message for type objects
934
935
        if (MP_OBJ_IS_TYPE(base, &mp_type_type)) {
            nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_AttributeError, "type object '%s' has no attribute '%s'", ((mp_obj_type_t*)base)->name, qstr_str(attr)));
936
        } else {
937
            nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_AttributeError, "'%s' object has no attribute '%s'", mp_obj_get_type_str(base), qstr_str(attr)));
938
939
        }
    }
940
941
}

942
void rt_store_attr(mp_obj_t base, qstr attr, mp_obj_t value) {
Damien's avatar
Damien committed
943
    DEBUG_OP_printf("store attr %p.%s <- %p\n", base, qstr_str(attr), value);
944
945
946
947
948
    mp_obj_type_t *type = mp_obj_get_type(base);
    if (type->store_attr != NULL) {
        if (type->store_attr(base, attr, value)) {
            return;
        }
949
    }
950
    nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_AttributeError, "'%s' object has no attribute '%s'", mp_obj_get_type_str(base), qstr_str(attr)));
951
952
}

953
void rt_store_subscr(mp_obj_t base, mp_obj_t index, mp_obj_t value) {
Damien's avatar
Damien committed
954
    DEBUG_OP_printf("store subscr %p[%p] <- %p\n", base, index, value);
955
    if (MP_OBJ_IS_TYPE(base, &list_type)) {
956
        // list store
957
958
959
960
        mp_obj_list_store(base, index, value);
    } else if (MP_OBJ_IS_TYPE(base, &dict_type)) {
        // dict store
        mp_obj_dict_store(base, index, value);
Damien's avatar
Damien committed
961
    } else {
962
963
964
965
966
967
968
969
        mp_obj_type_t *type = mp_obj_get_type(base);
        if (type->store_item != NULL) {
            bool r = type->store_item(base, index, value);
            if (r) {
                return;
            }
            // TODO: call base classes here?
        }
970
        nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_TypeError, "'%s' object does not support item assignment", mp_obj_get_type_str(base)));
Damien's avatar
Damien committed
971
972
973
    }
}

974
mp_obj_t rt_getiter(mp_obj_t o_in) {
975
976
977
    mp_obj_type_t *type = mp_obj_get_type(o_in);
    if (type->getiter != NULL) {
        return type->getiter(o_in);