runtime.c 32 KB
Newer Older
Damien's avatar
Damien committed
1
2
3
4
#include <stdio.h>
#include <string.h>
#include <assert.h>

5
#include "nlr.h"
Damien's avatar
Damien committed
6
#include "misc.h"
7
#include "mpconfig.h"
8
#include "qstr.h"
9
#include "obj.h"
10
#include "objmodule.h"
11
#include "parsenum.h"
12
#include "runtime0.h"
Damien's avatar
Damien committed
13
#include "runtime.h"
14
#include "emitglue.h"
15
#include "builtin.h"
16
#include "builtintables.h"
17
#include "bc.h"
18
#include "intdivmod.h"
19

20
#if 0 // print debugging info
21
#define DEBUG_PRINT (1)
22
#define DEBUG_printf DEBUG_printf
23
#define DEBUG_OP_printf(...) DEBUG_printf(__VA_ARGS__)
24
#else // don't print debugging info
25
26
#define DEBUG_printf(...) (void)0
#define DEBUG_OP_printf(...) (void)0
27
#endif
Damien's avatar
Damien committed
28

29
// locals and globals need to be pointers because they can be the same in outer module scope
30
31
32
STATIC mp_map_t *map_locals;
STATIC mp_map_t *map_globals;
STATIC mp_map_t map_builtins;
33

34
// a good optimising compiler will inline this if necessary
35
STATIC void mp_map_add_qstr(mp_map_t *map, qstr qstr, mp_obj_t value) {
36
37
38
    mp_map_lookup(map, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP_ADD_IF_NOT_FOUND)->value = value;
}

Damien George's avatar
Damien George committed
39
void mp_init(void) {
40
41
    mp_emit_glue_init();

42
    // locals = globals for outer module (see Objects/frameobject.c/PyFrame_New())
43
    map_locals = map_globals = mp_map_new(1);
44

45
    // init built-in hash table
46
    mp_map_init(&map_builtins, 3);
47

48
49
    // init global module stuff
    mp_module_init();
50

51
52
    // add some builtins that can't be done in ROM
    mp_map_add_qstr(map_globals, MP_QSTR___name__, MP_OBJ_NEW_QSTR(MP_QSTR___main__));
Damien George's avatar
Damien George committed
53

54
#if MICROPY_CPYTHON_COMPAT
55
    // Precreate sys module, so "import sys" didn't throw exceptions.
56
57
58
    mp_obj_t m_sys = mp_obj_new_module(MP_QSTR_sys);
    // Avoid warning of unused var
    (void)m_sys;
59
#endif
60
61
    // init sys.path
    // for efficiency, left to platform-specific startup code
Damien George's avatar
Damien George committed
62
63
    //mp_sys_path = mp_obj_new_list(0, NULL);
    //mp_store_attr(m_sys, MP_QSTR_path, mp_sys_path);
Damien's avatar
Damien committed
64
65
}

Damien George's avatar
Damien George committed
66
void mp_deinit(void) {
67
68
69
70
    mp_map_free(map_globals);
    mp_map_deinit(&map_builtins);
    mp_module_deinit();
    mp_emit_glue_deinit();
Damien's avatar
Damien committed
71
72
}

Damien George's avatar
Damien George committed
73
mp_obj_t mp_list_append(mp_obj_t self_in, mp_obj_t arg) {
74
75
76
    return mp_obj_list_append(self_in, arg);
}

Damien George's avatar
Damien George committed
77
mp_obj_t mp_load_const_dec(qstr qstr) {
Damien's avatar
Damien committed
78
    DEBUG_OP_printf("load '%s'\n", qstr_str(qstr));
79
80
    uint len;
    const byte* data = qstr_data(qstr, &len);
81
    return mp_parse_num_decimal((const char*)data, len, true, false);
Damien's avatar
Damien committed
82
83
}

Damien George's avatar
Damien George committed
84
mp_obj_t mp_load_const_str(qstr qstr) {
Damien's avatar
Damien committed
85
    DEBUG_OP_printf("load '%s'\n", qstr_str(qstr));
86
    return MP_OBJ_NEW_QSTR(qstr);
Damien's avatar
Damien committed
87
88
}

Damien George's avatar
Damien George committed
89
mp_obj_t mp_load_const_bytes(qstr qstr) {
90
91
92
93
94
95
    DEBUG_OP_printf("load b'%s'\n", qstr_str(qstr));
    uint len;
    const byte *data = qstr_data(qstr, &len);
    return mp_obj_new_bytes(data, len);
}

Damien George's avatar
Damien George committed
96
mp_obj_t mp_load_name(qstr qstr) {
Damien's avatar
Damien committed
97
    // logic: search locals, globals, builtins
98
    DEBUG_OP_printf("load name %s\n", qstr_str(qstr));
99
    mp_map_elem_t *elem = mp_map_lookup(map_locals, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP);
100
101
102
    if (elem != NULL) {
        return elem->value;
    } else {
Damien George's avatar
Damien George committed
103
        return mp_load_global(qstr);
Damien's avatar
Damien committed
104
105
106
    }
}

Damien George's avatar
Damien George committed
107
mp_obj_t mp_load_global(qstr qstr) {
108
109
    // logic: search globals, builtins
    DEBUG_OP_printf("load global %s\n", qstr_str(qstr));
110
    mp_map_elem_t *elem = mp_map_lookup(map_globals, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP);
111
    if (elem == NULL) {
112
        elem = mp_map_lookup(&map_builtins, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP);
113
        if (elem == NULL) {
114
115
116
            mp_obj_t o = mp_builtin_tables_lookup_object(qstr);
            if (o != MP_OBJ_NULL) {
                return o;
117
            }
118
            nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_NameError, "name '%s' is not defined", qstr_str(qstr)));
119
120
121
        }
    }
    return elem->value;
Damien's avatar
Damien committed
122
123
}

Damien George's avatar
Damien George committed
124
mp_obj_t mp_load_build_class(void) {
Damien's avatar
Damien committed
125
    DEBUG_OP_printf("load_build_class\n");
126
    // lookup __build_class__ in dynamic table of builtins first
127
    mp_map_elem_t *elem = mp_map_lookup(&map_builtins, MP_OBJ_NEW_QSTR(MP_QSTR___build_class__), MP_MAP_LOOKUP);
128
    if (elem != NULL) {
129
        // found user-defined __build_class__, return it
130
131
        return elem->value;
    } else {
132
        // no user-defined __build_class__, return builtin one
133
        return (mp_obj_t)&mp_builtin___build_class___obj;
Damien's avatar
Damien committed
134
135
136
    }
}

Damien George's avatar
Damien George committed
137
mp_obj_t mp_get_cell(mp_obj_t cell) {
138
    return mp_obj_cell_get(cell);
139
140
}

Damien George's avatar
Damien George committed
141
void mp_set_cell(mp_obj_t cell, mp_obj_t val) {
142
    mp_obj_cell_set(cell, val);
143
144
}

Damien George's avatar
Damien George committed
145
void mp_store_name(qstr qstr, mp_obj_t obj) {
146
    DEBUG_OP_printf("store name %s <- %p\n", qstr_str(qstr), obj);
147
    mp_map_lookup(map_locals, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP_ADD_IF_NOT_FOUND)->value = obj;
148
149
}

Damien George's avatar
Damien George committed
150
void mp_delete_name(qstr qstr) {
151
152
153
154
    DEBUG_OP_printf("delete name %s\n", qstr_str(qstr));
    mp_map_lookup(map_locals, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP_REMOVE_IF_FOUND);
}

Damien George's avatar
Damien George committed
155
void mp_store_global(qstr qstr, mp_obj_t obj) {
156
    DEBUG_OP_printf("store global %s <- %p\n", qstr_str(qstr), obj);
157
    mp_map_lookup(map_globals, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP_ADD_IF_NOT_FOUND)->value = obj;
Damien's avatar
Damien committed
158
159
}

Damien George's avatar
Damien George committed
160
mp_obj_t mp_unary_op(int op, mp_obj_t arg) {
Damien's avatar
Damien committed
161
    DEBUG_OP_printf("unary %d %p\n", op, arg);
162

163
164
    if (MP_OBJ_IS_SMALL_INT(arg)) {
        mp_small_int_t val = MP_OBJ_SMALL_INT_VALUE(arg);
Damien's avatar
Damien committed
165
        switch (op) {
Damien George's avatar
Damien George committed
166
            case MP_UNARY_OP_BOOL:
167
                return MP_BOOL(val != 0);
Damien George's avatar
Damien George committed
168
            case MP_UNARY_OP_POSITIVE:
169
                return arg;
Damien George's avatar
Damien George committed
170
            case MP_UNARY_OP_NEGATIVE:
171
172
173
174
175
176
                // check for overflow
                if (val == MP_SMALL_INT_MIN) {
                    return mp_obj_new_int(-val);
                } else {
                    return MP_OBJ_NEW_SMALL_INT(-val);
                }
Damien George's avatar
Damien George committed
177
            case MP_UNARY_OP_INVERT:
178
179
180
181
                return MP_OBJ_NEW_SMALL_INT(~val);
            default:
                assert(0);
                return arg;
182
        }
183
184
185
186
    } else {
        mp_obj_type_t *type = mp_obj_get_type(arg);
        if (type->unary_op != NULL) {
            mp_obj_t result = type->unary_op(op, arg);
187
188
189
            if (result != NULL) {
                return result;
            }
Damien's avatar
Damien committed
190
        }
191
        // TODO specify in error message what the operator is
Damien George's avatar
Damien George committed
192
        nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_TypeError, "bad operand type for unary operator: '%s'", mp_obj_get_type_str(arg)));
Damien's avatar
Damien committed
193
    }
Damien's avatar
Damien committed
194
195
}

Damien George's avatar
Damien George committed
196
mp_obj_t mp_binary_op(int op, mp_obj_t lhs, mp_obj_t rhs) {
Damien's avatar
Damien committed
197
    DEBUG_OP_printf("binary %d %p %p\n", op, lhs, rhs);
198
199
200
201
202
203
204
205
206
207

    // TODO correctly distinguish inplace operators for mutable objects
    // lookup logic that CPython uses for +=:
    //   check for implemented +=
    //   then check for implemented +
    //   then check for implemented seq.inplace_concat
    //   then check for implemented seq.concat
    //   then fail
    // note that list does not implement + or +=, so that inplace_concat is reached first for +=

208
    // deal with is
Damien George's avatar
Damien George committed
209
    if (op == MP_BINARY_OP_IS) {
210
211
212
        return MP_BOOL(lhs == rhs);
    }

213
    // deal with == and != for all types
Damien George's avatar
Damien George committed
214
    if (op == MP_BINARY_OP_EQUAL || op == MP_BINARY_OP_NOT_EQUAL) {
215
        if (mp_obj_equal(lhs, rhs)) {
Damien George's avatar
Damien George committed
216
            if (op == MP_BINARY_OP_EQUAL) {
217
218
219
220
221
                return mp_const_true;
            } else {
                return mp_const_false;
            }
        } else {
Damien George's avatar
Damien George committed
222
            if (op == MP_BINARY_OP_EQUAL) {
223
224
225
226
227
228
229
230
                return mp_const_false;
            } else {
                return mp_const_true;
            }
        }
    }

    // deal with exception_match for all types
Damien George's avatar
Damien George committed
231
    if (op == MP_BINARY_OP_EXCEPTION_MATCH) {
232
233
234
235
236
237
        // rhs must be issubclass(rhs, BaseException)
        if (mp_obj_is_exception_type(rhs)) {
            // if lhs is an instance of an exception, then extract and use its type
            if (mp_obj_is_exception_instance(lhs)) {
                lhs = mp_obj_get_type(lhs);
            }
238
            if (mp_obj_is_subclass_fast(lhs, rhs)) {
239
240
241
242
243
                return mp_const_true;
            } else {
                return mp_const_false;
            }
        }
244
245
        assert(0);
        return mp_const_false;
246
247
    }

248
    if (MP_OBJ_IS_SMALL_INT(lhs)) {
249
        mp_small_int_t lhs_val = MP_OBJ_SMALL_INT_VALUE(lhs);
250
251
        if (MP_OBJ_IS_SMALL_INT(rhs)) {
            mp_small_int_t rhs_val = MP_OBJ_SMALL_INT_VALUE(rhs);
252
253
254
255
256
257
258
259
260
            // This is a binary operation: lhs_val op rhs_val
            // We need to be careful to handle overflow; see CERT INT32-C
            // Operations that can overflow:
            //      +       result always fits in machine_int_t, then handled by SMALL_INT check
            //      -       result always fits in machine_int_t, then handled by SMALL_INT check
            //      *       checked explicitly
            //      /       if lhs=MIN and rhs=-1; result always fits in machine_int_t, then handled by SMALL_INT check
            //      %       if lhs=MIN and rhs=-1; result always fits in machine_int_t, then handled by SMALL_INT check
            //      <<      checked explicitly
261
            switch (op) {
Damien George's avatar
Damien George committed
262
263
264
265
266
267
268
269
                case MP_BINARY_OP_OR:
                case MP_BINARY_OP_INPLACE_OR: lhs_val |= rhs_val; break;
                case MP_BINARY_OP_XOR:
                case MP_BINARY_OP_INPLACE_XOR: lhs_val ^= rhs_val; break;
                case MP_BINARY_OP_AND:
                case MP_BINARY_OP_INPLACE_AND: lhs_val &= rhs_val; break;
                case MP_BINARY_OP_LSHIFT:
                case MP_BINARY_OP_INPLACE_LSHIFT: {
270
271
272
273
274
275
276
277
278
279
280
281
282
                    if (rhs_val < 0) {
                        // negative shift not allowed
                        nlr_jump(mp_obj_new_exception_msg(&mp_type_ValueError, "negative shift count"));
                    } else if (rhs_val >= BITS_PER_WORD || lhs_val > (MP_SMALL_INT_MAX >> rhs_val) || lhs_val < (MP_SMALL_INT_MIN >> rhs_val)) {
                        // left-shift will overflow, so use higher precision integer
                        lhs = mp_obj_new_int_from_ll(lhs_val);
                        goto generic_binary_op;
                    } else {
                        // use standard precision
                        lhs_val <<= rhs_val;
                    }
                    break;
                }
Damien George's avatar
Damien George committed
283
284
                case MP_BINARY_OP_RSHIFT:
                case MP_BINARY_OP_INPLACE_RSHIFT:
285
286
287
288
289
290
291
292
                    if (rhs_val < 0) {
                        // negative shift not allowed
                        nlr_jump(mp_obj_new_exception_msg(&mp_type_ValueError, "negative shift count"));
                    } else {
                        // standard precision is enough for right-shift
                        lhs_val >>= rhs_val;
                    }
                    break;
Damien George's avatar
Damien George committed
293
294
295
296
297
298
                case MP_BINARY_OP_ADD:
                case MP_BINARY_OP_INPLACE_ADD: lhs_val += rhs_val; break;
                case MP_BINARY_OP_SUBTRACT:
                case MP_BINARY_OP_INPLACE_SUBTRACT: lhs_val -= rhs_val; break;
                case MP_BINARY_OP_MULTIPLY:
                case MP_BINARY_OP_INPLACE_MULTIPLY: {
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346

                    // If long long type exists and is larger than machine_int_t, then
                    // we can use the following code to perform overflow-checked multiplication.
                    // Otherwise (eg in x64 case) we must use the branching code below.
                    #if 0
                    // compute result using long long precision
                    long long res = (long long)lhs_val * (long long)rhs_val;
                    if (res > MP_SMALL_INT_MAX || res < MP_SMALL_INT_MIN) {
                        // result overflowed SMALL_INT, so return higher precision integer
                        return mp_obj_new_int_from_ll(res);
                    } else {
                        // use standard precision
                        lhs_val = (mp_small_int_t)res;
                    }
                    #endif

                    if (lhs_val > 0) { // lhs_val is positive
                        if (rhs_val > 0) { // lhs_val and rhs_val are positive
                            if (lhs_val > (MP_SMALL_INT_MAX / rhs_val)) {
                                goto mul_overflow;
                            }
                        } else { // lhs_val positive, rhs_val nonpositive
                            if (rhs_val < (MP_SMALL_INT_MIN / lhs_val)) {
                                goto mul_overflow;
                            }
                        } // lhs_val positive, rhs_val nonpositive
                    } else { // lhs_val is nonpositive
                        if (rhs_val > 0) { // lhs_val is nonpositive, rhs_val is positive
                            if (lhs_val < (MP_SMALL_INT_MIN / rhs_val)) {
                                goto mul_overflow;
                            }
                        } else { // lhs_val and rhs_val are nonpositive
                            if (lhs_val != 0 && rhs_val < (MP_SMALL_INT_MAX / lhs_val)) {
                                goto mul_overflow;
                            }
                        } // End if lhs_val and rhs_val are nonpositive
                    } // End if lhs_val is nonpositive

                    // use standard precision
                    return MP_OBJ_NEW_SMALL_INT(lhs_val * rhs_val);

                mul_overflow:
                    // use higher precision
                    lhs = mp_obj_new_int_from_ll(lhs_val);
                    goto generic_binary_op;

                    break;
                }
Damien George's avatar
Damien George committed
347
348
                case MP_BINARY_OP_FLOOR_DIVIDE:
                case MP_BINARY_OP_INPLACE_FLOOR_DIVIDE:
349
350
351
352
                {
                    lhs_val = python_floor_divide(lhs_val, rhs_val);
                    break;
                }
353
                #if MICROPY_ENABLE_FLOAT
Damien George's avatar
Damien George committed
354
355
                case MP_BINARY_OP_TRUE_DIVIDE:
                case MP_BINARY_OP_INPLACE_TRUE_DIVIDE: return mp_obj_new_float((mp_float_t)lhs_val / (mp_float_t)rhs_val);
356
                #endif
357

Damien George's avatar
Damien George committed
358
359
                case MP_BINARY_OP_MODULO:
                case MP_BINARY_OP_INPLACE_MODULO:
360
361
362
363
                {
                    lhs_val = python_modulo(lhs_val, rhs_val);
                    break;
                }
Damien George's avatar
Damien George committed
364
365
                case MP_BINARY_OP_POWER:
                case MP_BINARY_OP_INPLACE_POWER:
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
                    if (rhs_val < 0) {
                        #if MICROPY_ENABLE_FLOAT
                        lhs = mp_obj_new_float(lhs_val);
                        goto generic_binary_op;
                        #else
                        nlr_jump(mp_obj_new_exception_msg(&mp_type_ValueError, "negative power with no float support"));
                        #endif
                    } else {
                        // TODO check for overflow
                        machine_int_t ans = 1;
                        while (rhs_val > 0) {
                            if (rhs_val & 1) {
                                ans *= lhs_val;
                            }
                            lhs_val *= lhs_val;
                            rhs_val /= 2;
382
                        }
383
                        lhs_val = ans;
384
                    }
385
                    break;
Damien George's avatar
Damien George committed
386
387
388
389
                case MP_BINARY_OP_LESS: return MP_BOOL(lhs_val < rhs_val); break;
                case MP_BINARY_OP_MORE: return MP_BOOL(lhs_val > rhs_val); break;
                case MP_BINARY_OP_LESS_EQUAL: return MP_BOOL(lhs_val <= rhs_val); break;
                case MP_BINARY_OP_MORE_EQUAL: return MP_BOOL(lhs_val >= rhs_val); break;
390

391
392
                default: assert(0);
            }
393
394
            // TODO: We just should make mp_obj_new_int() inline and use that
            if (MP_OBJ_FITS_SMALL_INT(lhs_val)) {
395
                return MP_OBJ_NEW_SMALL_INT(lhs_val);
396
397
            } else {
                return mp_obj_new_int(lhs_val);
398
            }
399
#if MICROPY_ENABLE_FLOAT
400
        } else if (MP_OBJ_IS_TYPE(rhs, &mp_type_float)) {
401
            return mp_obj_float_binary_op(op, lhs_val, rhs);
402
        } else if (MP_OBJ_IS_TYPE(rhs, &mp_type_complex)) {
403
            return mp_obj_complex_binary_op(op, lhs_val, 0, rhs);
404
#endif
405
        }
406
    }
407

408
    /* deal with `in`
409
410
     *
     * NOTE `a in b` is `b.__contains__(a)`, hence why the generic dispatch
Damien George's avatar
Damien George committed
411
     * needs to go below with swapped arguments
412
     */
Damien George's avatar
Damien George committed
413
    if (op == MP_BINARY_OP_IN) {
414
415
416
        mp_obj_type_t *type = mp_obj_get_type(rhs);
        if (type->binary_op != NULL) {
            mp_obj_t res = type->binary_op(op, rhs, lhs);
Damien George's avatar
Damien George committed
417
            if (res != MP_OBJ_NULL) {
418
                return res;
John R. Lenton's avatar
John R. Lenton committed
419
            }
420
421
422
423
        }
        if (type->getiter != NULL) {
            /* second attempt, walk the iterator */
            mp_obj_t next = NULL;
Damien George's avatar
Damien George committed
424
425
            mp_obj_t iter = mp_getiter(rhs);
            while ((next = mp_iternext(iter)) != MP_OBJ_NULL) {
426
                if (mp_obj_equal(next, lhs)) {
427
                    return mp_const_true;
John R. Lenton's avatar
John R. Lenton committed
428
                }
429
            }
430
            return mp_const_false;
431
432
433
        }

        nlr_jump(mp_obj_new_exception_msg_varg(
434
                     &mp_type_TypeError, "'%s' object is not iterable",
435
436
437
438
                     mp_obj_get_type_str(rhs)));
        return mp_const_none;
    }

439
    // generic binary_op supplied by type
440
441
442
    mp_obj_type_t *type;
generic_binary_op:
    type = mp_obj_get_type(lhs);
443
444
445
446
    if (type->binary_op != NULL) {
        mp_obj_t result = type->binary_op(op, lhs, rhs);
        if (result != MP_OBJ_NULL) {
            return result;
Damien's avatar
Damien committed
447
448
        }
    }
449

450
451
    // TODO implement dispatch for reverse binary ops

John R. Lenton's avatar
John R. Lenton committed
452
    // TODO specify in error message what the operator is
453
    nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_TypeError,
John R. Lenton's avatar
John R. Lenton committed
454
455
        "unsupported operand types for binary operator: '%s', '%s'",
        mp_obj_get_type_str(lhs), mp_obj_get_type_str(rhs)));
456
    return mp_const_none;
Damien's avatar
Damien committed
457
458
}

Damien George's avatar
Damien George committed
459
460
mp_obj_t mp_call_function_0(mp_obj_t fun) {
    return mp_call_function_n_kw(fun, 0, 0, NULL);
461
462
}

Damien George's avatar
Damien George committed
463
464
mp_obj_t mp_call_function_1(mp_obj_t fun, mp_obj_t arg) {
    return mp_call_function_n_kw(fun, 1, 0, &arg);
465
466
}

Damien George's avatar
Damien George committed
467
mp_obj_t mp_call_function_2(mp_obj_t fun, mp_obj_t arg1, mp_obj_t arg2) {
468
    mp_obj_t args[2];
469
470
    args[0] = arg1;
    args[1] = arg2;
Damien George's avatar
Damien George committed
471
    return mp_call_function_n_kw(fun, 2, 0, args);
472
473
}

474
475
// wrapper that accepts n_args and n_kw in one argument
// native emitter can only pass at most 3 arguments to a function
Damien George's avatar
Damien George committed
476
477
mp_obj_t mp_call_function_n_kw_for_native(mp_obj_t fun_in, uint n_args_kw, const mp_obj_t *args) {
    return mp_call_function_n_kw(fun_in, n_args_kw & 0xff, (n_args_kw >> 8) & 0xff, args);
478
479
}

480
// args contains, eg: arg0  arg1  key0  value0  key1  value1
Damien George's avatar
Damien George committed
481
mp_obj_t mp_call_function_n_kw(mp_obj_t fun_in, uint n_args, uint n_kw, const mp_obj_t *args) {
482
483
    // TODO improve this: fun object can specify its type and we parse here the arguments,
    // passing to the function arrays of fixed and keyword arguments
484

485
486
    DEBUG_OP_printf("calling function %p(n_args=%d, n_kw=%d, args=%p)\n", fun_in, n_args, n_kw, args);

487
488
489
490
491
492
    // get the type
    mp_obj_type_t *type = mp_obj_get_type(fun_in);

    // do the call
    if (type->call != NULL) {
        return type->call(fun_in, n_args, n_kw, args);
493
    } else {
Damien George's avatar
Damien George committed
494
        nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_TypeError, "'%s' object is not callable", mp_obj_get_type_str(fun_in)));
495
    }
496
497
}

498
499
// args contains: fun  self/NULL  arg(0)  ...  arg(n_args-2)  arg(n_args-1)  kw_key(0)  kw_val(0)  ... kw_key(n_kw-1)  kw_val(n_kw-1)
// if n_args==0 and n_kw==0 then there are only fun and self/NULL
Damien George's avatar
Damien George committed
500
mp_obj_t mp_call_method_n_kw(uint n_args, uint n_kw, const mp_obj_t *args) {
501
502
    DEBUG_OP_printf("call method (fun=%p, self=%p, n_args=%u, n_kw=%u, args=%p)\n", args[0], args[1], n_args, n_kw, args);
    int adjust = (args[1] == NULL) ? 0 : 1;
Damien George's avatar
Damien George committed
503
    return mp_call_function_n_kw(args[0], n_args + adjust, n_kw, args + 2 - adjust);
504
505
}

Damien George's avatar
Damien George committed
506
mp_obj_t mp_build_tuple(int n_args, mp_obj_t *items) {
507
    return mp_obj_new_tuple(n_args, items);
508
509
}

Damien George's avatar
Damien George committed
510
mp_obj_t mp_build_list(int n_args, mp_obj_t *items) {
511
    return mp_obj_new_list(n_args, items);
Damien's avatar
Damien committed
512
513
}

Damien George's avatar
Damien George committed
514
mp_obj_t mp_build_set(int n_args, mp_obj_t *items) {
515
    return mp_obj_new_set(n_args, items);
Damien's avatar
Damien committed
516
517
}

Damien George's avatar
Damien George committed
518
mp_obj_t mp_store_set(mp_obj_t set, mp_obj_t item) {
519
    mp_obj_set_store(set, item);
Damien's avatar
Damien committed
520
521
522
    return set;
}

523
// unpacked items are stored in reverse order into the array pointed to by items
Damien George's avatar
Damien George committed
524
void mp_unpack_sequence(mp_obj_t seq_in, uint num, mp_obj_t *items) {
525
    uint seq_len;
526
    if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple) || MP_OBJ_IS_TYPE(seq_in, &mp_type_list)) {
527
        mp_obj_t *seq_items;
528
        if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple)) {
529
530
531
            mp_obj_tuple_get(seq_in, &seq_len, &seq_items);
        } else {
            mp_obj_list_get(seq_in, &seq_len, &seq_items);
532
        }
533
        if (seq_len < num) {
534
            goto too_short;
535
        } else if (seq_len > num) {
536
            goto too_long;
537
        }
538
539
540
        for (uint i = 0; i < num; i++) {
            items[i] = seq_items[num - 1 - i];
        }
541
    } else {
Damien George's avatar
Damien George committed
542
        mp_obj_t iterable = mp_getiter(seq_in);
543
544

        for (seq_len = 0; seq_len < num; seq_len++) {
Damien George's avatar
Damien George committed
545
            mp_obj_t el = mp_iternext(iterable);
546
            if (el == MP_OBJ_NULL) {
547
548
549
550
                goto too_short;
            }
            items[num - 1 - seq_len] = el;
        }
Damien George's avatar
Damien George committed
551
        if (mp_iternext(iterable) != MP_OBJ_NULL) {
552
553
            goto too_long;
        }
554
    }
555
556
557
    return;

too_short:
558
    nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_ValueError, "need more than %d values to unpack", seq_len));
559
too_long:
560
    nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_ValueError, "too many values to unpack (expected %d)", num));
561
562
}

Damien George's avatar
Damien George committed
563
mp_obj_t mp_build_map(int n_args) {
564
    return mp_obj_new_dict(n_args);
Damien's avatar
Damien committed
565
566
}

Damien George's avatar
Damien George committed
567
mp_obj_t mp_store_map(mp_obj_t map, mp_obj_t key, mp_obj_t value) {
568
569
    // map should always be a dict
    return mp_obj_dict_store(map, key, value);
Damien's avatar
Damien committed
570
571
}

Damien George's avatar
Damien George committed
572
mp_obj_t mp_load_attr(mp_obj_t base, qstr attr) {
573
574
575
    DEBUG_OP_printf("load attr %p.%s\n", base, qstr_str(attr));
    // use load_method
    mp_obj_t dest[2];
Damien George's avatar
Damien George committed
576
    mp_load_method(base, attr, dest);
577
    if (dest[1] == MP_OBJ_NULL) {
578
        // load_method returned just a normal attribute
579
        return dest[0];
580
581
582
    } else {
        // load_method returned a method, so build a bound method object
        return mp_obj_new_bound_meth(dest[0], dest[1]);
Damien's avatar
Damien committed
583
584
585
    }
}

586
587
588
// no attribute found, returns:     dest[0] == MP_OBJ_NULL, dest[1] == MP_OBJ_NULL
// normal attribute found, returns: dest[0] == <attribute>, dest[1] == MP_OBJ_NULL
// method attribute found, returns: dest[0] == <method>,    dest[1] == <self>
Damien George's avatar
Damien George committed
589
STATIC void mp_load_method_maybe(mp_obj_t base, qstr attr, mp_obj_t *dest) {
590
591
592
593
594
595
596
597
598
599
600
601
602
    // clear output to indicate no attribute/method found yet
    dest[0] = MP_OBJ_NULL;
    dest[1] = MP_OBJ_NULL;

    // get the type
    mp_obj_type_t *type = mp_obj_get_type(base);

    // if this type can do its own load, then call it
    if (type->load_attr != NULL) {
        type->load_attr(base, attr, dest);
    }

    // if nothing found yet, look for built-in and generic names
603
    if (dest[0] == MP_OBJ_NULL) {
Damien George's avatar
Damien George committed
604
605
606
607
        if (attr == MP_QSTR___class__) {
            // a.__class__ is equivalent to type(a)
            dest[0] = type;
        } else if (attr == MP_QSTR___next__ && type->iternext != NULL) {
608
609
            dest[0] = (mp_obj_t)&mp_builtin_next_obj;
            dest[1] = base;
610
611
        } else if (type->load_attr == NULL) {
            // generic method lookup if type didn't provide a specific one
612
            // this is a lookup in the object (ie not class or type)
613
            if (type->locals_dict != NULL) {
614
                assert(MP_OBJ_IS_TYPE(type->locals_dict, &mp_type_dict)); // Micro Python restriction, for now
615
616
617
618
619
620
621
622
623
624
625
626
                mp_map_t *locals_map = mp_obj_dict_get_map(type->locals_dict);
                mp_map_elem_t *elem = mp_map_lookup(locals_map, MP_OBJ_NEW_QSTR(attr), MP_MAP_LOOKUP);
                if (elem != NULL) {
                    // check if the methods are functions, static or class methods
                    // see http://docs.python.org/3.3/howto/descriptor.html
                    if (MP_OBJ_IS_TYPE(elem->value, &mp_type_staticmethod)) {
                        // return just the function
                        dest[0] = ((mp_obj_static_class_method_t*)elem->value)->fun;
                    } else if (MP_OBJ_IS_TYPE(elem->value, &mp_type_classmethod)) {
                        // return a bound method, with self being the type of this object
                        dest[0] = ((mp_obj_static_class_method_t*)elem->value)->fun;
                        dest[1] = mp_obj_get_type(base);
627
                    } else if (mp_obj_is_callable(elem->value)) {
628
                        // return a bound method, with self being this object
629
                        dest[0] = elem->value;
630
                        dest[1] = base;
631
632
633
                    } else {
                        // class member is a value, so just return that value
                        dest[0] = elem->value;
634
                    }
635
                }
Damien's avatar
Damien committed
636
637
            }
        }
638
    }
639
640
}

Damien George's avatar
Damien George committed
641
void mp_load_method(mp_obj_t base, qstr attr, mp_obj_t *dest) {
642
643
    DEBUG_OP_printf("load method %p.%s\n", base, qstr_str(attr));

Damien George's avatar
Damien George committed
644
    mp_load_method_maybe(base, attr, dest);
645

646
    if (dest[0] == MP_OBJ_NULL) {
647
648
        // no attribute/method called attr
        // following CPython, we give a more detailed error message for type objects
649
        if (MP_OBJ_IS_TYPE(base, &mp_type_type)) {
650
651
            nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_AttributeError,
                "type object '%s' has no attribute '%s'", qstr_str(((mp_obj_type_t*)base)->name), qstr_str(attr)));
652
        } else {
653
            nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_AttributeError, "'%s' object has no attribute '%s'", mp_obj_get_type_str(base), qstr_str(attr)));
654
655
        }
    }
656
657
}

Damien George's avatar
Damien George committed
658
void mp_store_attr(mp_obj_t base, qstr attr, mp_obj_t value) {
Damien's avatar
Damien committed
659
    DEBUG_OP_printf("store attr %p.%s <- %p\n", base, qstr_str(attr), value);
660
661
662
663
664
    mp_obj_type_t *type = mp_obj_get_type(base);
    if (type->store_attr != NULL) {
        if (type->store_attr(base, attr, value)) {
            return;
        }
665
    }
666
    nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_AttributeError, "'%s' object has no attribute '%s'", mp_obj_get_type_str(base), qstr_str(attr)));
667
668
}

Damien George's avatar
Damien George committed
669
void mp_store_subscr(mp_obj_t base, mp_obj_t index, mp_obj_t value) {
Damien's avatar
Damien committed
670
    DEBUG_OP_printf("store subscr %p[%p] <- %p\n", base, index, value);
671
    if (MP_OBJ_IS_TYPE(base, &mp_type_list)) {
672
        // list store
673
        mp_obj_list_store(base, index, value);
674
    } else if (MP_OBJ_IS_TYPE(base, &mp_type_dict)) {
675
676
        // dict store
        mp_obj_dict_store(base, index, value);
Damien's avatar
Damien committed
677
    } else {
678
679
680
681
682
683
684
685
        mp_obj_type_t *type = mp_obj_get_type(base);
        if (type->store_item != NULL) {
            bool r = type->store_item(base, index, value);
            if (r) {
                return;
            }
            // TODO: call base classes here?
        }
686
        nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_TypeError, "'%s' object does not support item assignment", mp_obj_get_type_str(base)));
Damien's avatar
Damien committed
687
688
689
    }
}

Damien George's avatar
Damien George committed
690
mp_obj_t mp_getiter(mp_obj_t o_in) {
691
692
693
    mp_obj_type_t *type = mp_obj_get_type(o_in);
    if (type->getiter != NULL) {
        return type->getiter(o_in);
694
    } else {
695
        // check for __iter__ method
696
        mp_obj_t dest[2];
Damien George's avatar
Damien George committed
697
        mp_load_method_maybe(o_in, MP_QSTR___iter__, dest);
698
        if (dest[0] != MP_OBJ_NULL) {
699
            // __iter__ exists, call it and return its result
Damien George's avatar
Damien George committed
700
            return mp_call_method_n_kw(0, 0, dest);
701
        } else {
Damien George's avatar
Damien George committed
702
            mp_load_method_maybe(o_in, MP_QSTR___getitem__, dest);
703
704
705
706
707
708
709
            if (dest[0] != MP_OBJ_NULL) {
                // __getitem__ exists, create an iterator
                return mp_obj_new_getitem_iter(dest);
            } else {
                // object not iterable
                nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_TypeError, "'%s' object is not iterable", mp_obj_get_type_str(o_in)));
            }
710
        }
711
712
    }
}
713

714
715
// may return MP_OBJ_NULL as an optimisation instead of raise StopIteration()
// may also raise StopIteration()
Damien George's avatar
Damien George committed
716
mp_obj_t mp_iternext_allow_raise(mp_obj_t o_in) {
717
718
719
    mp_obj_type_t *type = mp_obj_get_type(o_in);
    if (type->iternext != NULL) {
        return type->iternext(o_in);
720
    } else {
721
722
        // check for __next__ method
        mp_obj_t dest[2];
Damien George's avatar
Damien George committed
723
        mp_load_method_maybe(o_in, MP_QSTR___next__, dest);
724
725
        if (dest[0] != MP_OBJ_NULL) {
            // __next__ exists, call it and return its result
Damien George's avatar
Damien George committed
726
            return mp_call_method_n_kw(0, 0, dest);
727
728
729
        } else {
            nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_TypeError, "'%s' object is not an iterator", mp_obj_get_type_str(o_in)));
        }
730
731
732
    }
}

733
734
// will always return MP_OBJ_NULL instead of raising StopIteration() (or any subclass thereof)
// may raise other exceptions
Damien George's avatar
Damien George committed
735
mp_obj_t mp_iternext(mp_obj_t o_in) {
736
737
738
739
740
741
    mp_obj_type_t *type = mp_obj_get_type(o_in);
    if (type->iternext != NULL) {
        return type->iternext(o_in);
    } else {
        // check for __next__ method
        mp_obj_t dest[2];
Damien George's avatar
Damien George committed
742
        mp_load_method_maybe(o_in, MP_QSTR___next__, dest);
743
744
745
746
        if (dest[0] != MP_OBJ_NULL) {
            // __next__ exists, call it and return its result
            nlr_buf_t nlr;
            if (nlr_push(&nlr) == 0) {
Damien George's avatar
Damien George committed
747
                mp_obj_t ret = mp_call_method_n_kw(0, 0, dest);
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
                nlr_pop();
                return ret;
            } else {
                if (mp_obj_is_subclass_fast(mp_obj_get_type(nlr.ret_val), &mp_type_StopIteration)) {
                    return MP_OBJ_NULL;
                } else {
                    nlr_jump(nlr.ret_val);
                }
            }
        } else {
            nlr_jump(mp_obj_new_exception_msg_varg(&mp_type_TypeError, "'%s' object is not an iterator", mp_obj_get_type_str(o_in)));
        }
    }
}

Damien George's avatar
Damien George committed
763
mp_obj_t mp_make_raise_obj(mp_obj_t o) {
764
765
766
767
    DEBUG_printf("raise %p\n", o);
    if (mp_obj_is_exception_type(o)) {
        // o is an exception type (it is derived from BaseException (or is BaseException))
        // create and return a new exception instance by calling o
768
769
        // TODO could have an option to disable traceback, then builtin exceptions (eg TypeError)
        // could have const instances in ROM which we return here instead
Damien George's avatar
Damien George committed
770
        return mp_call_function_n_kw(o, 0, 0, NULL);
771
772
773
774
775
776
    } else if (mp_obj_is_exception_instance(o)) {
        // o is an instance of an exception, so use it as the exception
        return o;
    } else {
        // o cannot be used as an exception, so return a type error (which will be raised by the caller)
        return mp_obj_new_exception_msg(&mp_type_TypeError, "exceptions must derive from BaseException");
777
778
779
    }
}

Damien George's avatar
Damien George committed
780
mp_obj_t mp_import_name(qstr name, mp_obj_t fromlist, mp_obj_t level) {
781
782
    DEBUG_printf("import name %s\n", qstr_str(name));

783
    // build args array
784
    mp_obj_t args[5];
785
    args[0] = MP_OBJ_NEW_QSTR(name);
786
787
    args[1] = mp_const_none; // TODO should be globals
    args[2] = mp_const_none; // TODO should be locals
788
789
790
791
    args[3] = fromlist;
    args[4] = level; // must be 0; we don't yet support other values

    // TODO lookup __import__ and call that instead of going straight to builtin implementation
792
    return mp_builtin___import__(5, args);
793
794
}

Damien George's avatar
Damien George committed
795
mp_obj_t mp_import_from(mp_obj_t module, qstr name) {
796
797
    DEBUG_printf("import from %p %s\n", module, qstr_str(name));

Damien George's avatar
Damien George committed
798
    mp_obj_t x = mp_load_attr(module, name);
799
800
801
802
803
804
805
806
    /* TODO convert AttributeError to ImportError
    if (fail) {
        (ImportError, "cannot import name %s", qstr_str(name), NULL)
    }
    */
    return x;
}

Damien George's avatar
Damien George committed
807
void mp_import_all(mp_obj_t module) {
808
809
810
811
812
    DEBUG_printf("import all %p\n", module);

    mp_map_t *map = mp_obj_module_get_globals(module);
    for (uint i = 0; i < map->alloc; i++) {
        if (map->table[i].key != MP_OBJ_NULL) {
Damien George's avatar
Damien George committed
813
            mp_store_name(MP_OBJ_QSTR_VALUE(map->table[i].key), map->table[i].value);
814
815
816
817
        }
    }
}

Damien George's avatar
Damien George committed
818
mp_map_t *mp_locals_get(void) {
819
820
821
    return map_locals;
}

Damien George's avatar
Damien George committed
822
823
void mp_locals_set(mp_map_t *m) {
    DEBUG_OP_printf("mp_locals_set(%p)\n", m);
824
825
826
    map_locals = m;
}

Damien George's avatar
Damien George committed
827
mp_map_t *mp_globals_get(void) {
828
829
830
    return map_globals;
}

Damien George's avatar
Damien George committed
831
832
void mp_globals_set(mp_map_t *m) {
    DEBUG_OP_printf("mp_globals_set(%p)\n", m);
833
834
835
    map_globals = m;
}

836
// these must correspond to the respective enum
Damien George's avatar
Damien George committed
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
void *const mp_fun_table[MP_F_NUMBER_OF] = {
    mp_load_const_dec,
    mp_load_const_str,
    mp_load_name,
    mp_load_global,
    mp_load_build_class,
    mp_load_attr,
    mp_load_method,
    mp_store_name,
    mp_store_attr,
    mp_store_subscr,
    mp_obj_is_true,
    mp_unary_op,
    mp_binary_op,
    mp_build_tuple,
    mp_build_list,
    mp_list_append,
    mp_build_map,
    mp_store_map,
    mp_build_set,
    mp_store_set,
    mp_make_function_from_id,
    mp_call_function_n_kw_for_native,
    mp_call_method_n_kw,
    mp_getiter,
    mp_iternext,
Damien's avatar
Damien committed
863
864
865
};

/*
Damien George's avatar
Damien George committed
866
867
void mp_f_vector(mp_fun_kind_t fun_kind) {
    (mp_f_table[fun_kind])();
Damien's avatar
Damien committed
868
869
}
*/