runtime.c 37 KB
Newer Older
1
// in principle, rt_xxx functions are called only by vm/native/viper and make assumptions about args
2
// mp_xxx functions are safer and can be called by anyone
3
// note that rt_assign_xxx are called only from emit*, and maybe we can rename them to reflect this
4

Damien's avatar
Damien committed
5
6
7
8
9
10
#include <stdint.h>
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <assert.h>

11
#include "nlr.h"
Damien's avatar
Damien committed
12
#include "misc.h"
13
#include "mpconfig.h"
14
#include "qstr.h"
15
#include "obj.h"
16
#include "parsenum.h"
17
#include "runtime0.h"
Damien's avatar
Damien committed
18
#include "runtime.h"
19
20
#include "map.h"
#include "builtin.h"
21
#include "objarray.h"
22
#include "bc.h"
23

24
#if 0 // print debugging info
25
#define DEBUG_PRINT (1)
26
#define WRITE_CODE (1)
27
28
#define DEBUG_printf DEBUG_printf
#define DEBUG_OP_printf(args...) DEBUG_printf(args)
29
#else // don't print debugging info
30
#define DEBUG_printf(args...) (void)0
Damien's avatar
Damien committed
31
#define DEBUG_OP_printf(args...) (void)0
32
#endif
Damien's avatar
Damien committed
33

34
// locals and globals need to be pointers because they can be the same in outer module scope
35
36
37
38
STATIC mp_map_t *map_locals;
STATIC mp_map_t *map_globals;
STATIC mp_map_t map_builtins;
STATIC mp_map_t map_loaded_modules; // TODO: expose as sys.modules
39

Damien's avatar
Damien committed
40
typedef enum {
41
42
43
44
45
46
47
    MP_CODE_NONE,
    MP_CODE_BYTE,
    MP_CODE_NATIVE,
    MP_CODE_INLINE_ASM,
} mp_code_kind_t;

typedef struct _mp_code_t {
48
49
    struct {
        mp_code_kind_t kind : 8;
50
        uint scope_flags : 8;
51
52
53
54
55
    };
    struct {
        uint n_args : 16;
        uint n_state : 16;
    };
Damien's avatar
Damien committed
56
57
58
59
60
    union {
        struct {
            byte *code;
            uint len;
        } u_byte;
61
        struct {
62
            mp_fun_t fun;
63
64
        } u_native;
        struct {
65
            void *fun;
66
        } u_inline_asm;
Damien's avatar
Damien committed
67
    };
68
    qstr *arg_names;
69
} mp_code_t;
Damien's avatar
Damien committed
70

71
72
73
STATIC uint next_unique_code_id;
STATIC machine_uint_t unique_codes_alloc = 0;
STATIC mp_code_t *unique_codes = NULL;
Damien's avatar
Damien committed
74

75
76
#ifdef WRITE_CODE
FILE *fp_write_code = NULL;
77
#endif
Damien's avatar
Damien committed
78

79
80
81
82
83
84
85
86
87
88
89
// builtins
// we put this table in ROM because it's always needed and takes up quite a bit of room in RAM
// in fact, it uses less ROM here in table form than the equivalent in code form initialising a dynamic mp_map_t object in RAM
// at the moment it's a linear table, but we could convert it to a const mp_map_t table with a simple preprocessing script
// if we wanted to allow dynamic modification of the builtins, we could provide an mp_map_t object which is searched before this one

typedef struct _mp_builtin_elem_t {
    qstr qstr;
    mp_obj_t fun;
} mp_builtin_elem_t;

90
STATIC const mp_builtin_elem_t builtin_table[] = {
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
    // built-in core functions
    { MP_QSTR___build_class__, (mp_obj_t)&mp_builtin___build_class___obj },
    { MP_QSTR___import__, (mp_obj_t)&mp_builtin___import___obj },
    { MP_QSTR___repl_print__, (mp_obj_t)&mp_builtin___repl_print___obj },

    // built-in types
    { MP_QSTR_bool, (mp_obj_t)&bool_type },
#if MICROPY_ENABLE_FLOAT
    { MP_QSTR_complex, (mp_obj_t)&complex_type },
#endif
    { MP_QSTR_dict, (mp_obj_t)&dict_type },
    { MP_QSTR_enumerate, (mp_obj_t)&enumerate_type },
    { MP_QSTR_filter, (mp_obj_t)&filter_type },
#if MICROPY_ENABLE_FLOAT
    { MP_QSTR_float, (mp_obj_t)&float_type },
#endif
    { MP_QSTR_int, (mp_obj_t)&int_type },
    { MP_QSTR_list, (mp_obj_t)&list_type },
    { MP_QSTR_map, (mp_obj_t)&map_type },
    { MP_QSTR_set, (mp_obj_t)&set_type },
    { MP_QSTR_super, (mp_obj_t)&super_type },
    { MP_QSTR_tuple, (mp_obj_t)&tuple_type },
113
    { MP_QSTR_type, (mp_obj_t)&mp_type_type },
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
    { MP_QSTR_zip, (mp_obj_t)&zip_type },

    { MP_QSTR_classmethod, (mp_obj_t)&mp_type_classmethod },
    { MP_QSTR_staticmethod, (mp_obj_t)&mp_type_staticmethod },

    // built-in user functions
    { MP_QSTR_abs, (mp_obj_t)&mp_builtin_abs_obj },
    { MP_QSTR_all, (mp_obj_t)&mp_builtin_all_obj },
    { MP_QSTR_any, (mp_obj_t)&mp_builtin_any_obj },
    { MP_QSTR_bytes, (mp_obj_t)&mp_builtin_bytes_obj },
    { MP_QSTR_callable, (mp_obj_t)&mp_builtin_callable_obj },
    { MP_QSTR_chr, (mp_obj_t)&mp_builtin_chr_obj },
    { MP_QSTR_dir, (mp_obj_t)&mp_builtin_dir_obj },
    { MP_QSTR_divmod, (mp_obj_t)&mp_builtin_divmod_obj },
    { MP_QSTR_eval, (mp_obj_t)&mp_builtin_eval_obj },
    { MP_QSTR_exec, (mp_obj_t)&mp_builtin_exec_obj },
    { MP_QSTR_hash, (mp_obj_t)&mp_builtin_hash_obj },
    { MP_QSTR_id, (mp_obj_t)&mp_builtin_id_obj },
    { MP_QSTR_isinstance, (mp_obj_t)&mp_builtin_isinstance_obj },
    { MP_QSTR_issubclass, (mp_obj_t)&mp_builtin_issubclass_obj },
    { MP_QSTR_iter, (mp_obj_t)&mp_builtin_iter_obj },
    { MP_QSTR_len, (mp_obj_t)&mp_builtin_len_obj },
    { MP_QSTR_max, (mp_obj_t)&mp_builtin_max_obj },
    { MP_QSTR_min, (mp_obj_t)&mp_builtin_min_obj },
    { MP_QSTR_next, (mp_obj_t)&mp_builtin_next_obj },
    { MP_QSTR_ord, (mp_obj_t)&mp_builtin_ord_obj },
    { MP_QSTR_pow, (mp_obj_t)&mp_builtin_pow_obj },
    { MP_QSTR_print, (mp_obj_t)&mp_builtin_print_obj },
    { MP_QSTR_range, (mp_obj_t)&mp_builtin_range_obj },
    { MP_QSTR_repr, (mp_obj_t)&mp_builtin_repr_obj },
    { MP_QSTR_sorted, (mp_obj_t)&mp_builtin_sorted_obj },
    { MP_QSTR_sum, (mp_obj_t)&mp_builtin_sum_obj },
    { MP_QSTR_str, (mp_obj_t)&mp_builtin_str_obj },
    { MP_QSTR_bytearray, (mp_obj_t)&mp_builtin_bytearray_obj },

149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
    // built-in exceptions
    { MP_QSTR_BaseException, (mp_obj_t)&mp_type_BaseException },
    { MP_QSTR_AssertionError, (mp_obj_t)&mp_type_AssertionError },
    { MP_QSTR_AttributeError, (mp_obj_t)&mp_type_AttributeError },
    { MP_QSTR_ImportError, (mp_obj_t)&mp_type_ImportError },
    { MP_QSTR_IndentationError, (mp_obj_t)&mp_type_IndentationError },
    { MP_QSTR_IndexError, (mp_obj_t)&mp_type_IndexError },
    { MP_QSTR_KeyError, (mp_obj_t)&mp_type_KeyError },
    { MP_QSTR_NameError, (mp_obj_t)&mp_type_NameError },
    { MP_QSTR_SyntaxError, (mp_obj_t)&mp_type_SyntaxError },
    { MP_QSTR_TypeError, (mp_obj_t)&mp_type_TypeError },
    { MP_QSTR_ValueError, (mp_obj_t)&mp_type_ValueError },
    // Somehow CPython managed to have OverflowError not inherit from ValueError ;-/
    // TODO: For MICROPY_CPYTHON_COMPAT==0 use ValueError to avoid exc proliferation
    { MP_QSTR_OverflowError, (mp_obj_t)&mp_type_OverflowError },
    { MP_QSTR_OSError, (mp_obj_t)&mp_type_OSError },
    { MP_QSTR_NotImplementedError, (mp_obj_t)&mp_type_NotImplementedError },
    { MP_QSTR_StopIteration, (mp_obj_t)&mp_type_StopIteration },

168
169
170
    // Extra builtins as defined by a port
    MICROPY_EXTRA_BUILTINS

171
172
173
    { MP_QSTR_, MP_OBJ_NULL }, // end of list sentinel
};

174
// a good optimising compiler will inline this if necessary
175
STATIC void mp_map_add_qstr(mp_map_t *map, qstr qstr, mp_obj_t value) {
176
177
178
    mp_map_lookup(map, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP_ADD_IF_NOT_FOUND)->value = value;
}

179
void rt_init(void) {
180
    // locals = globals for outer module (see Objects/frameobject.c/PyFrame_New())
181
    map_locals = map_globals = mp_map_new(1);
182
    mp_map_add_qstr(map_globals, MP_QSTR___name__, MP_OBJ_NEW_QSTR(MP_QSTR___main__));
183

184
    // init built-in hash table
185
    mp_map_init(&map_builtins, 3);
186

187
188
189
    // init loaded modules table
    mp_map_init(&map_loaded_modules, 3);

Damien George's avatar
Damien George committed
190
    // built-in objects
191
    mp_map_add_qstr(&map_builtins, MP_QSTR_Ellipsis, mp_const_ellipsis);
Damien George's avatar
Damien George committed
192

193
194
195
    mp_obj_t m_array = mp_obj_new_module(MP_QSTR_array);
    rt_store_attr(m_array, MP_QSTR_array, (mp_obj_t)&array_type);

196
#if MICROPY_CPYTHON_COMPAT
197
    // Precreate sys module, so "import sys" didn't throw exceptions.
198
199
200
    mp_obj_t m_sys = mp_obj_new_module(MP_QSTR_sys);
    // Avoid warning of unused var
    (void)m_sys;
201
#endif
202
203
204
205
    // init sys.path
    // for efficiency, left to platform-specific startup code
    //sys_path = mp_obj_new_list(0, NULL);
    //rt_store_attr(m_sys, MP_QSTR_path, sys_path);
206

207
    mp_module_micropython_init();
208

209
    // TODO: wastes one mp_code_t structure in mem
210
    next_unique_code_id = 1; // 0 indicates "no code"
211
    unique_codes_alloc = 0;
Damien's avatar
Damien committed
212
213
    unique_codes = NULL;

214
215
#ifdef WRITE_CODE
    fp_write_code = fopen("out-code", "wb");
216
#endif
Damien's avatar
Damien committed
217
218
}

219
void rt_deinit(void) {
220
    m_del(mp_code_t, unique_codes, unique_codes_alloc);
221
222
223
    mp_map_free(map_globals);
    mp_map_deinit(&map_loaded_modules);
    mp_map_deinit(&map_builtins);
224
225
226
#ifdef WRITE_CODE
    if (fp_write_code != NULL) {
        fclose(fp_write_code);
Damien's avatar
Damien committed
227
    }
228
#endif
Damien's avatar
Damien committed
229
230
}

231
uint rt_get_unique_code_id(void) {
232
    return next_unique_code_id++;
Damien's avatar
Damien committed
233
234
}

235
STATIC void alloc_unique_codes(void) {
236
    if (next_unique_code_id > unique_codes_alloc) {
237
        DEBUG_printf("allocate more unique codes: " UINT_FMT " -> %u\n", unique_codes_alloc, next_unique_code_id);
238
239
        // increase size of unique_codes table
        unique_codes = m_renew(mp_code_t, unique_codes, unique_codes_alloc, next_unique_code_id);
240
        for (uint i = unique_codes_alloc; i < next_unique_code_id; i++) {
241
            unique_codes[i].kind = MP_CODE_NONE;
242
        }
243
        unique_codes_alloc = next_unique_code_id;
Damien's avatar
Damien committed
244
    }
245
246
}

247
void rt_assign_byte_code(uint unique_code_id, byte *code, uint len, int n_args, int n_locals, int n_stack, uint scope_flags, qstr *arg_names) {
248
249
    alloc_unique_codes();

250
    assert(1 <= unique_code_id && unique_code_id < next_unique_code_id && unique_codes[unique_code_id].kind == MP_CODE_NONE);
251
    unique_codes[unique_code_id].kind = MP_CODE_BYTE;
252
    unique_codes[unique_code_id].scope_flags = scope_flags;
253
254
    unique_codes[unique_code_id].n_args = n_args;
    unique_codes[unique_code_id].n_state = n_locals + n_stack;
255
256
    unique_codes[unique_code_id].u_byte.code = code;
    unique_codes[unique_code_id].u_byte.len = len;
257
    unique_codes[unique_code_id].arg_names = arg_names;
258

Damien's avatar
Damien committed
259
    //printf("byte code: %d bytes\n", len);
260
261

#ifdef DEBUG_PRINT
262
    DEBUG_printf("assign byte code: id=%d code=%p len=%u n_args=%d n_locals=%d n_stack=%d\n", unique_code_id, code, len, n_args, n_locals, n_stack);
263
264
265
266
267
268
269
    for (int i = 0; i < 128 && i < len; i++) {
        if (i > 0 && i % 16 == 0) {
            DEBUG_printf("\n");
        }
        DEBUG_printf(" %02x", code[i]);
    }
    DEBUG_printf("\n");
270
271
#if MICROPY_DEBUG_PRINTERS
    mp_byte_code_print(code, len);
272
#endif
273
#endif
274
275
}

276
void rt_assign_native_code(uint unique_code_id, void *fun, uint len, int n_args) {
277
278
    alloc_unique_codes();

279
    assert(1 <= unique_code_id && unique_code_id < next_unique_code_id && unique_codes[unique_code_id].kind == MP_CODE_NONE);
280
    unique_codes[unique_code_id].kind = MP_CODE_NATIVE;
281
    unique_codes[unique_code_id].scope_flags = 0;
282
283
    unique_codes[unique_code_id].n_args = n_args;
    unique_codes[unique_code_id].n_state = 0;
Damien's avatar
Damien committed
284
285
    unique_codes[unique_code_id].u_native.fun = fun;

286
    //printf("native code: %d bytes\n", len);
287

288
#ifdef DEBUG_PRINT
Damien's avatar
Damien committed
289
290
291
292
293
294
295
296
297
298
    DEBUG_printf("assign native code: id=%d fun=%p len=%u n_args=%d\n", unique_code_id, fun, len, n_args);
    byte *fun_data = (byte*)(((machine_uint_t)fun) & (~1)); // need to clear lower bit in case it's thumb code
    for (int i = 0; i < 128 && i < len; i++) {
        if (i > 0 && i % 16 == 0) {
            DEBUG_printf("\n");
        }
        DEBUG_printf(" %02x", fun_data[i]);
    }
    DEBUG_printf("\n");

299
300
301
302
#ifdef WRITE_CODE
    if (fp_write_code != NULL) {
        fwrite(fun_data, len, 1, fp_write_code);
        fflush(fp_write_code);
Damien's avatar
Damien committed
303
    }
304
305
#endif
#endif
Damien's avatar
Damien committed
306
307
}

308
void rt_assign_inline_asm_code(uint unique_code_id, void *fun, uint len, int n_args) {
309
310
    alloc_unique_codes();

311
    assert(1 <= unique_code_id && unique_code_id < next_unique_code_id && unique_codes[unique_code_id].kind == MP_CODE_NONE);
312
    unique_codes[unique_code_id].kind = MP_CODE_INLINE_ASM;
313
    unique_codes[unique_code_id].scope_flags = 0;
314
315
    unique_codes[unique_code_id].n_args = n_args;
    unique_codes[unique_code_id].n_state = 0;
316
    unique_codes[unique_code_id].u_inline_asm.fun = fun;
Damien's avatar
Damien committed
317

318
#ifdef DEBUG_PRINT
319
320
321
322
323
324
325
326
327
328
    DEBUG_printf("assign inline asm code: id=%d fun=%p len=%u n_args=%d\n", unique_code_id, fun, len, n_args);
    byte *fun_data = (byte*)(((machine_uint_t)fun) & (~1)); // need to clear lower bit in case it's thumb code
    for (int i = 0; i < 128 && i < len; i++) {
        if (i > 0 && i % 16 == 0) {
            DEBUG_printf("\n");
        }
        DEBUG_printf(" %02x", fun_data[i]);
    }
    DEBUG_printf("\n");

329
330
331
#ifdef WRITE_CODE
    if (fp_write_code != NULL) {
        fwrite(fun_data, len, 1, fp_write_code);
332
    }
333
334
#endif
#endif
Damien's avatar
Damien committed
335
336
}

337
338
int rt_is_true(mp_obj_t arg) {
    DEBUG_OP_printf("is true %p\n", arg);
339
340
341
342
343
344
345
    if (arg == mp_const_false) {
        return 0;
    } else if (arg == mp_const_true) {
        return 1;
    } else if (arg == mp_const_none) {
        return 0;
    } else if (MP_OBJ_IS_SMALL_INT(arg)) {
346
347
348
349
350
351
        if (MP_OBJ_SMALL_INT_VALUE(arg) == 0) {
            return 0;
        } else {
            return 1;
        }
    } else {
352
353
354
        mp_obj_type_t *type = mp_obj_get_type(arg);
        if (type->unary_op != NULL) {
            mp_obj_t result = type->unary_op(RT_UNARY_OP_BOOL, arg);
355
            if (result != MP_OBJ_NULL) {
356
357
358
359
                return result == mp_const_true;
            }
        }

360
361
362
363
364
        mp_obj_t len = mp_obj_len_maybe(arg);
        if (len != MP_OBJ_NULL) {
            // obj has a length, truth determined if len != 0
            return len != MP_OBJ_NEW_SMALL_INT(0);
        } else {
365
            // any other obj is true per Python semantics
366
367
            return 1;
        }
368
369
370
371
372
373
374
375
    }
}

mp_obj_t rt_list_append(mp_obj_t self_in, mp_obj_t arg) {
    return mp_obj_list_append(self_in, arg);
}

mp_obj_t rt_load_const_dec(qstr qstr) {
Damien's avatar
Damien committed
376
    DEBUG_OP_printf("load '%s'\n", qstr_str(qstr));
377
378
379
    uint len;
    const byte* data = qstr_data(qstr, &len);
    return mp_parse_num_decimal((const char*)data, len);
Damien's avatar
Damien committed
380
381
}

382
mp_obj_t rt_load_const_str(qstr qstr) {
Damien's avatar
Damien committed
383
    DEBUG_OP_printf("load '%s'\n", qstr_str(qstr));
384
    return MP_OBJ_NEW_QSTR(qstr);
Damien's avatar
Damien committed
385
386
}

387
388
389
390
391
392
393
mp_obj_t rt_load_const_bytes(qstr qstr) {
    DEBUG_OP_printf("load b'%s'\n", qstr_str(qstr));
    uint len;
    const byte *data = qstr_data(qstr, &len);
    return mp_obj_new_bytes(data, len);
}

394
mp_obj_t rt_load_name(qstr qstr) {
Damien's avatar
Damien committed
395
    // logic: search locals, globals, builtins
396
    DEBUG_OP_printf("load name %s\n", qstr_str(qstr));
397
    mp_map_elem_t *elem = mp_map_lookup(map_locals, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP);
398
399
400
401
    if (elem != NULL) {
        return elem->value;
    } else {
        return rt_load_global(qstr);
Damien's avatar
Damien committed
402
403
404
    }
}

405
mp_obj_t rt_load_global(qstr qstr) {
406
407
    // logic: search globals, builtins
    DEBUG_OP_printf("load global %s\n", qstr_str(qstr));
408
    mp_map_elem_t *elem = mp_map_lookup(map_globals, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP);
409
    if (elem == NULL) {
410
        elem = mp_map_lookup(&map_builtins, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP);
411
        if (elem == NULL) {
412
413
414
415
416
            for (const mp_builtin_elem_t *e = &builtin_table[0]; e->qstr != MP_QSTR_; e++) {
                if (e->qstr == qstr) {
                    return e->fun;
                }
            }
417
            nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_NameError, "name '%s' is not defined", qstr_str(qstr)));
418
419
420
        }
    }
    return elem->value;
Damien's avatar
Damien committed
421
422
}

423
mp_obj_t rt_load_build_class(void) {
Damien's avatar
Damien committed
424
    DEBUG_OP_printf("load_build_class\n");
425
    mp_map_elem_t *elem = mp_map_lookup(&map_builtins, MP_OBJ_NEW_QSTR(MP_QSTR___build_class__), MP_MAP_LOOKUP);
426
427
428
429
    if (elem != NULL) {
        return elem->value;
    } else {
        return (mp_obj_t)&mp_builtin___build_class___obj;
Damien's avatar
Damien committed
430
431
432
    }
}

433
434
mp_obj_t rt_get_cell(mp_obj_t cell) {
    return mp_obj_cell_get(cell);
435
436
}

437
438
void rt_set_cell(mp_obj_t cell, mp_obj_t val) {
    mp_obj_cell_set(cell, val);
439
440
}

441
void rt_store_name(qstr qstr, mp_obj_t obj) {
442
    DEBUG_OP_printf("store name %s <- %p\n", qstr_str(qstr), obj);
443
    mp_map_lookup(map_locals, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP_ADD_IF_NOT_FOUND)->value = obj;
444
445
}

446
void rt_store_global(qstr qstr, mp_obj_t obj) {
447
    DEBUG_OP_printf("store global %s <- %p\n", qstr_str(qstr), obj);
448
    mp_map_lookup(map_globals, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP_ADD_IF_NOT_FOUND)->value = obj;
Damien's avatar
Damien committed
449
450
}

451
mp_obj_t rt_unary_op(int op, mp_obj_t arg) {
Damien's avatar
Damien committed
452
    DEBUG_OP_printf("unary %d %p\n", op, arg);
453

454
455
    if (MP_OBJ_IS_SMALL_INT(arg)) {
        mp_small_int_t val = MP_OBJ_SMALL_INT_VALUE(arg);
Damien's avatar
Damien committed
456
        switch (op) {
457
            case RT_UNARY_OP_BOOL: return MP_BOOL(val != 0);
Damien's avatar
Damien committed
458
459
460
461
462
            case RT_UNARY_OP_POSITIVE: break;
            case RT_UNARY_OP_NEGATIVE: val = -val; break;
            case RT_UNARY_OP_INVERT: val = ~val; break;
            default: assert(0); val = 0;
        }
463
        if (MP_OBJ_FITS_SMALL_INT(val)) {
464
465
            return MP_OBJ_NEW_SMALL_INT(val);
        }
466
        return mp_obj_new_int(val);
467
468
469
470
    } else {
        mp_obj_type_t *type = mp_obj_get_type(arg);
        if (type->unary_op != NULL) {
            mp_obj_t result = type->unary_op(op, arg);
471
472
473
            if (result != NULL) {
                return result;
            }
Damien's avatar
Damien committed
474
        }
475
        // TODO specify in error message what the operator is
476
        nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_TypeError, "bad operand type for unary operator: '%s'", type->name));
Damien's avatar
Damien committed
477
    }
Damien's avatar
Damien committed
478
479
}

480
mp_obj_t rt_binary_op(int op, mp_obj_t lhs, mp_obj_t rhs) {
Damien's avatar
Damien committed
481
    DEBUG_OP_printf("binary %d %p %p\n", op, lhs, rhs);
482
483
484
485
486
487
488
489
490
491

    // TODO correctly distinguish inplace operators for mutable objects
    // lookup logic that CPython uses for +=:
    //   check for implemented +=
    //   then check for implemented +
    //   then check for implemented seq.inplace_concat
    //   then check for implemented seq.concat
    //   then fail
    // note that list does not implement + or +=, so that inplace_concat is reached first for +=

492
493
    // deal with is
    if (op == RT_BINARY_OP_IS) {
494
495
496
        return MP_BOOL(lhs == rhs);
    }

497
    // deal with == and != for all types
498
    if (op == RT_BINARY_OP_EQUAL || op == RT_BINARY_OP_NOT_EQUAL) {
499
        if (mp_obj_equal(lhs, rhs)) {
500
            if (op == RT_BINARY_OP_EQUAL) {
501
502
503
504
505
                return mp_const_true;
            } else {
                return mp_const_false;
            }
        } else {
506
            if (op == RT_BINARY_OP_EQUAL) {
507
508
509
510
511
512
513
514
                return mp_const_false;
            } else {
                return mp_const_true;
            }
        }
    }

    // deal with exception_match for all types
515
    if (op == RT_BINARY_OP_EXCEPTION_MATCH) {
516
517
518
519
520
521
522
        // rhs must be issubclass(rhs, BaseException)
        if (mp_obj_is_exception_type(rhs)) {
            // if lhs is an instance of an exception, then extract and use its type
            if (mp_obj_is_exception_instance(lhs)) {
                lhs = mp_obj_get_type(lhs);
            }
            if (mp_obj_is_subclass(lhs, rhs)) {
523
524
525
526
527
528
529
                return mp_const_true;
            } else {
                return mp_const_false;
            }
        }
    }

530
    if (MP_OBJ_IS_SMALL_INT(lhs)) {
531
        mp_small_int_t lhs_val = MP_OBJ_SMALL_INT_VALUE(lhs);
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
        if (MP_OBJ_IS_SMALL_INT(rhs)) {
            mp_small_int_t rhs_val = MP_OBJ_SMALL_INT_VALUE(rhs);
            switch (op) {
                case RT_BINARY_OP_OR:
                case RT_BINARY_OP_INPLACE_OR: lhs_val |= rhs_val; break;
                case RT_BINARY_OP_XOR:
                case RT_BINARY_OP_INPLACE_XOR: lhs_val ^= rhs_val; break;
                case RT_BINARY_OP_AND:
                case RT_BINARY_OP_INPLACE_AND: lhs_val &= rhs_val; break;
                case RT_BINARY_OP_LSHIFT:
                case RT_BINARY_OP_INPLACE_LSHIFT: lhs_val <<= rhs_val; break;
                case RT_BINARY_OP_RSHIFT:
                case RT_BINARY_OP_INPLACE_RSHIFT: lhs_val >>= rhs_val; break;
                case RT_BINARY_OP_ADD:
                case RT_BINARY_OP_INPLACE_ADD: lhs_val += rhs_val; break;
                case RT_BINARY_OP_SUBTRACT:
                case RT_BINARY_OP_INPLACE_SUBTRACT: lhs_val -= rhs_val; break;
                case RT_BINARY_OP_MULTIPLY:
                case RT_BINARY_OP_INPLACE_MULTIPLY: lhs_val *= rhs_val; break;
                case RT_BINARY_OP_FLOOR_DIVIDE:
                case RT_BINARY_OP_INPLACE_FLOOR_DIVIDE: lhs_val /= rhs_val; break;
    #if MICROPY_ENABLE_FLOAT
                case RT_BINARY_OP_TRUE_DIVIDE:
                case RT_BINARY_OP_INPLACE_TRUE_DIVIDE: return mp_obj_new_float((mp_float_t)lhs_val / (mp_float_t)rhs_val);
    #endif

                // TODO implement modulo as specified by Python
                case RT_BINARY_OP_MODULO:
                case RT_BINARY_OP_INPLACE_MODULO: lhs_val %= rhs_val; break;

                // TODO check for negative power, and overflow
                case RT_BINARY_OP_POWER:
                case RT_BINARY_OP_INPLACE_POWER:
                {
                    int ans = 1;
                    while (rhs_val > 0) {
                        if (rhs_val & 1) {
                            ans *= lhs_val;
                        }
                        lhs_val *= lhs_val;
                        rhs_val /= 2;
573
                    }
574
575
                    lhs_val = ans;
                    break;
576
                }
577
578
579
580
                case RT_BINARY_OP_LESS: return MP_BOOL(lhs_val < rhs_val); break;
                case RT_BINARY_OP_MORE: return MP_BOOL(lhs_val > rhs_val); break;
                case RT_BINARY_OP_LESS_EQUAL: return MP_BOOL(lhs_val <= rhs_val); break;
                case RT_BINARY_OP_MORE_EQUAL: return MP_BOOL(lhs_val >= rhs_val); break;
581

582
583
                default: assert(0);
            }
584
585
            // TODO: We just should make mp_obj_new_int() inline and use that
            if (MP_OBJ_FITS_SMALL_INT(lhs_val)) {
586
587
                return MP_OBJ_NEW_SMALL_INT(lhs_val);
            }
588
            return mp_obj_new_int(lhs_val);
589
#if MICROPY_ENABLE_FLOAT
590
591
592
593
        } else if (MP_OBJ_IS_TYPE(rhs, &float_type)) {
            return mp_obj_float_binary_op(op, lhs_val, rhs);
        } else if (MP_OBJ_IS_TYPE(rhs, &complex_type)) {
            return mp_obj_complex_binary_op(op, lhs_val, 0, rhs);
594
#endif
595
        }
596
    }
597

598
    /* deal with `in`
599
600
     *
     * NOTE `a in b` is `b.__contains__(a)`, hence why the generic dispatch
Damien George's avatar
Damien George committed
601
     * needs to go below with swapped arguments
602
     */
603
    if (op == RT_BINARY_OP_IN) {
604
605
606
        mp_obj_type_t *type = mp_obj_get_type(rhs);
        if (type->binary_op != NULL) {
            mp_obj_t res = type->binary_op(op, rhs, lhs);
Damien George's avatar
Damien George committed
607
            if (res != MP_OBJ_NULL) {
608
                return res;
John R. Lenton's avatar
John R. Lenton committed
609
            }
610
611
612
613
614
615
616
        }
        if (type->getiter != NULL) {
            /* second attempt, walk the iterator */
            mp_obj_t next = NULL;
            mp_obj_t iter = rt_getiter(rhs);
            while ((next = rt_iternext(iter)) != mp_const_stop_iteration) {
                if (mp_obj_equal(next, lhs)) {
617
                    return mp_const_true;
John R. Lenton's avatar
John R. Lenton committed
618
                }
619
            }
620
            return mp_const_false;
621
622
623
        }

        nlr_jump(mp_obj_new_exception_msg_varg(
624
                     &mp_type_TypeError, "'%s' object is not iterable",
625
626
627
628
                     mp_obj_get_type_str(rhs)));
        return mp_const_none;
    }

629
630
631
632
633
634
    // generic binary_op supplied by type
    mp_obj_type_t *type = mp_obj_get_type(lhs);
    if (type->binary_op != NULL) {
        mp_obj_t result = type->binary_op(op, lhs, rhs);
        if (result != MP_OBJ_NULL) {
            return result;
Damien's avatar
Damien committed
635
636
        }
    }
637

638
639
    // TODO implement dispatch for reverse binary ops

John R. Lenton's avatar
John R. Lenton committed
640
    // TODO specify in error message what the operator is
641
    nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_TypeError,
John R. Lenton's avatar
John R. Lenton committed
642
643
        "unsupported operand types for binary operator: '%s', '%s'",
        mp_obj_get_type_str(lhs), mp_obj_get_type_str(rhs)));
644
    return mp_const_none;
Damien's avatar
Damien committed
645
646
}

647
mp_obj_t rt_make_function_from_id(int unique_code_id, mp_obj_t def_args) {
648
649
    DEBUG_OP_printf("make_function_from_id %d\n", unique_code_id);
    if (unique_code_id < 1 || unique_code_id >= next_unique_code_id) {
Damien's avatar
Damien committed
650
        // illegal code id
651
        return mp_const_none;
Damien's avatar
Damien committed
652
    }
653
654
655
656

    // make the function, depending on the code kind
    mp_code_t *c = &unique_codes[unique_code_id];
    mp_obj_t fun;
Damien's avatar
Damien committed
657
    switch (c->kind) {
658
        case MP_CODE_BYTE:
659
            fun = mp_obj_new_fun_bc(c->scope_flags, c->arg_names, c->n_args, def_args, c->n_state, c->u_byte.code);
660
            break;
661
        case MP_CODE_NATIVE:
662
            fun = rt_make_function_n(c->n_args, c->u_native.fun);
Damien's avatar
Damien committed
663
            break;
664
665
        case MP_CODE_INLINE_ASM:
            fun = mp_obj_new_fun_asm(c->n_args, c->u_inline_asm.fun);
Damien's avatar
Damien committed
666
667
668
            break;
        default:
            assert(0);
669
            fun = mp_const_none;
Damien's avatar
Damien committed
670
    }
671
672

    // check for generator functions and if so wrap in generator object
673
    if ((c->scope_flags & MP_SCOPE_FLAG_GENERATOR) != 0) {
674
        fun = mp_obj_new_gen_wrap(fun);
675
676
    }

677
    return fun;
Damien's avatar
Damien committed
678
679
}

680
mp_obj_t rt_make_closure_from_id(int unique_code_id, mp_obj_t closure_tuple) {
Damien George's avatar
Damien George committed
681
    DEBUG_OP_printf("make_closure_from_id %d\n", unique_code_id);
682
    // make function object
683
    mp_obj_t ffun = rt_make_function_from_id(unique_code_id, MP_OBJ_NULL);
Damien's avatar
Damien committed
684
    // wrap function in closure object
685
    return mp_obj_new_closure(ffun, closure_tuple);
Damien's avatar
Damien committed
686
687
}

688
mp_obj_t rt_call_function_0(mp_obj_t fun) {
689
    return rt_call_function_n_kw(fun, 0, 0, NULL);
690
691
}

692
mp_obj_t rt_call_function_1(mp_obj_t fun, mp_obj_t arg) {
693
    return rt_call_function_n_kw(fun, 1, 0, &arg);
694
695
}

696
697
mp_obj_t rt_call_function_2(mp_obj_t fun, mp_obj_t arg1, mp_obj_t arg2) {
    mp_obj_t args[2];
698
699
700
    args[0] = arg1;
    args[1] = arg2;
    return rt_call_function_n_kw(fun, 2, 0, args);
701
702
}

703
704
705
706
707
708
// wrapper that accepts n_args and n_kw in one argument
// native emitter can only pass at most 3 arguments to a function
mp_obj_t rt_call_function_n_kw_for_native(mp_obj_t fun_in, uint n_args_kw, const mp_obj_t *args) {
    return rt_call_function_n_kw(fun_in, n_args_kw & 0xff, (n_args_kw >> 8) & 0xff, args);
}

709
710
// args contains, eg: arg0  arg1  key0  value0  key1  value1
mp_obj_t rt_call_function_n_kw(mp_obj_t fun_in, uint n_args, uint n_kw, const mp_obj_t *args) {
711
712
    // TODO improve this: fun object can specify its type and we parse here the arguments,
    // passing to the function arrays of fixed and keyword arguments
713

714
715
    DEBUG_OP_printf("calling function %p(n_args=%d, n_kw=%d, args=%p)\n", fun_in, n_args, n_kw, args);

716
717
718
719
720
721
    // get the type
    mp_obj_type_t *type = mp_obj_get_type(fun_in);

    // do the call
    if (type->call != NULL) {
        return type->call(fun_in, n_args, n_kw, args);
722
    } else {
723
        nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_TypeError, "'%s' object is not callable", type->name));
724
    }
725
726
}

727
728
// args contains: fun  self/NULL  arg(0)  ...  arg(n_args-2)  arg(n_args-1)  kw_key(0)  kw_val(0)  ... kw_key(n_kw-1)  kw_val(n_kw-1)
// if n_args==0 and n_kw==0 then there are only fun and self/NULL
729
mp_obj_t rt_call_method_n_kw(uint n_args, uint n_kw, const mp_obj_t *args) {
730
731
732
    DEBUG_OP_printf("call method (fun=%p, self=%p, n_args=%u, n_kw=%u, args=%p)\n", args[0], args[1], n_args, n_kw, args);
    int adjust = (args[1] == NULL) ? 0 : 1;
    return rt_call_function_n_kw(args[0], n_args + adjust, n_kw, args + 2 - adjust);
733
734
}

735
mp_obj_t rt_build_tuple(int n_args, mp_obj_t *items) {
736
    return mp_obj_new_tuple(n_args, items);
737
738
}

739
mp_obj_t rt_build_list(int n_args, mp_obj_t *items) {
740
    return mp_obj_new_list(n_args, items);
Damien's avatar
Damien committed
741
742
}

743
744
mp_obj_t rt_build_set(int n_args, mp_obj_t *items) {
    return mp_obj_new_set(n_args, items);
Damien's avatar
Damien committed
745
746
}

747
mp_obj_t rt_store_set(mp_obj_t set, mp_obj_t item) {
748
    mp_obj_set_store(set, item);
Damien's avatar
Damien committed
749
750
751
    return set;
}

752
// unpacked items are stored in reverse order into the array pointed to by items
753
void rt_unpack_sequence(mp_obj_t seq_in, uint num, mp_obj_t *items) {
754
    uint seq_len;
755
756
757
758
759
760
    if (MP_OBJ_IS_TYPE(seq_in, &tuple_type) || MP_OBJ_IS_TYPE(seq_in, &list_type)) {
        mp_obj_t *seq_items;
        if (MP_OBJ_IS_TYPE(seq_in, &tuple_type)) {
            mp_obj_tuple_get(seq_in, &seq_len, &seq_items);
        } else {
            mp_obj_list_get(seq_in, &seq_len, &seq_items);
761
        }
762
        if (seq_len < num) {
763
            goto too_short;
764
        } else if (seq_len > num) {
765
            goto too_long;
766
        }
767
768
769
        for (uint i = 0; i < num; i++) {
            items[i] = seq_items[num - 1 - i];
        }
770
    } else {
771
772
773
774
775
776
777
778
779
780
781
782
        mp_obj_t iterable = rt_getiter(seq_in);

        for (seq_len = 0; seq_len < num; seq_len++) {
            mp_obj_t el = rt_iternext(iterable);
            if (el == mp_const_stop_iteration) {
                goto too_short;
            }
            items[num - 1 - seq_len] = el;
        }
        if (rt_iternext(iterable) != mp_const_stop_iteration) {
            goto too_long;
        }
783
    }
784
785
786
    return;

too_short:
787
    nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_ValueError, "need more than %d values to unpack", seq_len));
788
too_long:
789
    nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_ValueError, "too many values to unpack (expected %d)", num));
790
791
}

792
793
mp_obj_t rt_build_map(int n_args) {
    return mp_obj_new_dict(n_args);
Damien's avatar
Damien committed
794
795
}

796
797
798
mp_obj_t rt_store_map(mp_obj_t map, mp_obj_t key, mp_obj_t value) {
    // map should always be a dict
    return mp_obj_dict_store(map, key, value);
Damien's avatar
Damien committed
799
800
}

801
mp_obj_t rt_load_attr(mp_obj_t base, qstr attr) {
802
803
804
805
    DEBUG_OP_printf("load attr %p.%s\n", base, qstr_str(attr));
    // use load_method
    mp_obj_t dest[2];
    rt_load_method(base, attr, dest);
806
    if (dest[1] == MP_OBJ_NULL) {
807
        // load_method returned just a normal attribute
808
        return dest[0];
809
810
811
    } else {
        // load_method returned a method, so build a bound method object
        return mp_obj_new_bound_meth(dest[0], dest[1]);
Damien's avatar
Damien committed
812
813
814
    }
}

815
816
817
// no attribute found, returns:     dest[0] == MP_OBJ_NULL, dest[1] == MP_OBJ_NULL
// normal attribute found, returns: dest[0] == <attribute>, dest[1] == MP_OBJ_NULL
// method attribute found, returns: dest[0] == <method>,    dest[1] == <self>
818
STATIC void rt_load_method_maybe(mp_obj_t base, qstr attr, mp_obj_t *dest) {
819
820
821
822
823
824
825
826
827
828
829
830
831
    // clear output to indicate no attribute/method found yet
    dest[0] = MP_OBJ_NULL;
    dest[1] = MP_OBJ_NULL;

    // get the type
    mp_obj_type_t *type = mp_obj_get_type(base);

    // if this type can do its own load, then call it
    if (type->load_attr != NULL) {
        type->load_attr(base, attr, dest);
    }

    // if nothing found yet, look for built-in and generic names
832
    if (dest[0] == MP_OBJ_NULL) {
Damien George's avatar
Damien George committed
833
834
835
836
        if (attr == MP_QSTR___class__) {
            // a.__class__ is equivalent to type(a)
            dest[0] = type;
        } else if (attr == MP_QSTR___next__ && type->iternext != NULL) {
837
838
            dest[0] = (mp_obj_t)&mp_builtin_next_obj;
            dest[1] = base;
839
840
        } else if (type->load_attr == NULL) {
            // generic method lookup if type didn't provide a specific one
841
            // this is a lookup in the object (ie not class or type)
842
843
844
845
            const mp_method_t *meth = type->methods;
            if (meth != NULL) {
                for (; meth->name != NULL; meth++) {
                    if (strcmp(meth->name, qstr_str(attr)) == 0) {
846
847
848
849
                        // check if the methods are functions, static or class methods
                        // see http://docs.python.org/3.3/howto/descriptor.html
                        if (MP_OBJ_IS_TYPE(meth->fun, &mp_type_staticmethod)) {
                            // return just the function
850
                            dest[0] = ((mp_obj_static_class_method_t*)meth->fun)->fun;
851
852
                        } else if (MP_OBJ_IS_TYPE(meth->fun, &mp_type_classmethod)) {
                            // return a bound method, with self being the type of this object
853
                            dest[0] = ((mp_obj_static_class_method_t*)meth->fun)->fun;
854
                            dest[1] = mp_obj_get_type(base);
855
856
                        } else {
                            // return a bound method, with self being this object
857
858
                            dest[0] = (mp_obj_t)meth->fun;
                            dest[1] = base;
859
                        }
860
861
                        break;
                    }
862
                }
Damien's avatar
Damien committed
863
864
            }
        }
865
    }
866
867
868
869
870
871
}

void rt_load_method(mp_obj_t base, qstr attr, mp_obj_t *dest) {
    DEBUG_OP_printf("load method %p.%s\n", base, qstr_str(attr));

    rt_load_method_maybe(base, attr, dest);
872

873
    if (dest[0] == MP_OBJ_NULL) {
874
875
        // no attribute/method called attr
        // following CPython, we give a more detailed error message for type objects
876
877
        if (MP_OBJ_IS_TYPE(base, &mp_type_type)) {
            nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_AttributeError, "type object '%s' has no attribute '%s'", ((mp_obj_type_t*)base)->name, qstr_str(attr)));
878
        } else {
879
            nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_AttributeError, "'%s' object has no attribute '%s'", mp_obj_get_type_str(base), qstr_str(attr)));
880
881
        }
    }
882
883
}

884
void rt_store_attr(mp_obj_t base, qstr attr, mp_obj_t value) {
Damien's avatar
Damien committed
885
    DEBUG_OP_printf("store attr %p.%s <- %p\n", base, qstr_str(attr), value);
886
887
888
889
890
    mp_obj_type_t *type = mp_obj_get_type(base);
    if (type->store_attr != NULL) {
        if (type->store_attr(base, attr, value)) {
            return;
        }
891
    }
892
    nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_AttributeError, "'%s' object has no attribute '%s'", mp_obj_get_type_str(base), qstr_str(attr)));
893
894
}

895
void rt_store_subscr(mp_obj_t base, mp_obj_t index, mp_obj_t value) {
Damien's avatar
Damien committed
896
    DEBUG_OP_printf("store subscr %p[%p] <- %p\n", base, index, value);
897
    if (MP_OBJ_IS_TYPE(base, &list_type)) {
898
        // list store
899
900
901
902
        mp_obj_list_store(base, index, value);
    } else if (MP_OBJ_IS_TYPE(base, &dict_type)) {
        // dict store
        mp_obj_dict_store(base, index, value);
Damien's avatar
Damien committed
903
    } else {
904
905
906
907
908
909
910
911
        mp_obj_type_t *type = mp_obj_get_type(base);
        if (type->store_item != NULL) {
            bool r = type->store_item(base, index, value);
            if (r) {
                return;
            }
            // TODO: call base classes here?
        }
912
        nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_TypeError, "'%s' object does not support item assignment", mp_obj_get_type_str(base)));
Damien's avatar
Damien committed
913
914
915
    }
}

916
mp_obj_t rt_getiter(mp_obj_t o_in) {
917
918
919
    mp_obj_type_t *type = mp_obj_get_type(o_in);
    if (type->getiter != NULL) {
        return type->getiter(o_in);
920
    } else {
921
922
        // check for __getitem__ method
        mp_obj_t dest[2];
923
        rt_load_method_maybe(o_in, MP_QSTR___getitem__, dest);
924
925
926
927
928
        if (dest[0] != MP_OBJ_NULL) {
            // __getitem__ exists, create an iterator
            return mp_obj_new_getitem_iter(dest);
        } else {
            // object not iterable
929
            nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_TypeError, "'%s' object is not iterable", type->name));
930
        }
931
932
    }
}
933

934
mp_obj_t rt_iternext(mp_obj_t o_in) {
935
936
937
    mp_obj_type_t *type = mp_obj_get_type(o_in);
    if (type->iternext != NULL) {
        return type->iternext(o_in);