runtime.c 48.4 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
/*
 * This file is part of the Micro Python project, http://micropython.org/
 *
 * The MIT License (MIT)
 *
 * Copyright (c) 2013, 2014 Damien P. George
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */

Damien's avatar
Damien committed
27
28
29
30
#include <stdio.h>
#include <string.h>
#include <assert.h>

31
#include "py/mpstate.h"
32
33
34
35
36
37
38
39
40
41
42
43
44
#include "py/nlr.h"
#include "py/parsenum.h"
#include "py/compile.h"
#include "py/objtuple.h"
#include "py/objlist.h"
#include "py/objmodule.h"
#include "py/objgenerator.h"
#include "py/smallint.h"
#include "py/runtime0.h"
#include "py/runtime.h"
#include "py/builtin.h"
#include "py/stackctrl.h"
#include "py/gc.h"
45

46
#if 0 // print debugging info
47
#define DEBUG_PRINT (1)
48
#define DEBUG_printf DEBUG_printf
49
#define DEBUG_OP_printf(...) DEBUG_printf(__VA_ARGS__)
50
#else // don't print debugging info
51
52
#define DEBUG_printf(...) (void)0
#define DEBUG_OP_printf(...) (void)0
53
#endif
Damien's avatar
Damien committed
54

55
56
57
const mp_obj_module_t mp_module___main__ = {
    .base = { &mp_type_module },
    .name = MP_QSTR___main__,
58
    .globals = (mp_obj_dict_t*)&MP_STATE_VM(dict_main),
59
60
};

Damien George's avatar
Damien George committed
61
void mp_init(void) {
62
    qstr_init();
Paul Sokolovsky's avatar
Paul Sokolovsky committed
63
    mp_stack_ctrl_init();
64

65
    // no pending exceptions to start with
66
    MP_STATE_VM(mp_pending_exception) = MP_OBJ_NULL;
67

68
69
70
71
#if MICROPY_ENABLE_EMERGENCY_EXCEPTION_BUF
    mp_init_emergency_exception_buf();
#endif

72
    // call port specific initialization if any
73
74
75
76
#ifdef MICROPY_PORT_INIT_FUNC
    MICROPY_PORT_INIT_FUNC;
#endif

77
    // optimization disabled by default
78
    MP_STATE_VM(mp_optimise_value) = 0;
79

80
81
    // init global module stuff
    mp_module_init();
82

83
    // initialise the __main__ module
84
85
    mp_obj_dict_init(&MP_STATE_VM(dict_main), 1);
    mp_obj_dict_store(&MP_STATE_VM(dict_main), MP_OBJ_NEW_QSTR(MP_QSTR___name__), MP_OBJ_NEW_QSTR(MP_QSTR___main__));
86
87

    // locals = globals for outer module (see Objects/frameobject.c/PyFrame_New())
88
    MP_STATE_CTX(dict_locals) = MP_STATE_CTX(dict_globals) = &MP_STATE_VM(dict_main);
89
90
91

    #if MICROPY_CAN_OVERRIDE_BUILTINS
    // start with no extensions to builtins
92
    MP_STATE_VM(mp_module_builtins_override_dict) = NULL;
93
    #endif
Damien's avatar
Damien committed
94
95
}

Damien George's avatar
Damien George committed
96
void mp_deinit(void) {
97
    //mp_obj_dict_free(&dict_main);
98
    mp_module_deinit();
stijn's avatar
stijn committed
99
100
101
102
103

    // call port specific deinitialization if any 
#ifdef MICROPY_PORT_INIT_FUNC
    MICROPY_PORT_DEINIT_FUNC;
#endif
Damien's avatar
Damien committed
104
105
}

106
107
108
mp_obj_t mp_load_const_str(qstr qst) {
    DEBUG_OP_printf("load '%s'\n", qstr_str(qst));
    return MP_OBJ_NEW_QSTR(qst);
Damien's avatar
Damien committed
109
110
}

111
112
mp_obj_t mp_load_const_bytes(qstr qst) {
    DEBUG_OP_printf("load b'%s'\n", qstr_str(qst));
113
    mp_uint_t len;
114
    const byte *data = qstr_data(qst, &len);
115
116
117
    return mp_obj_new_bytes(data, len);
}

118
mp_obj_t mp_load_name(qstr qst) {
Damien's avatar
Damien committed
119
    // logic: search locals, globals, builtins
120
    DEBUG_OP_printf("load name %s\n", qstr_str(qst));
121
    // If we're at the outer scope (locals == globals), dispatch to load_global right away
122
    if (MP_STATE_CTX(dict_locals) != MP_STATE_CTX(dict_globals)) {
123
        mp_map_elem_t *elem = mp_map_lookup(&MP_STATE_CTX(dict_locals)->map, MP_OBJ_NEW_QSTR(qst), MP_MAP_LOOKUP);
124
125
126
        if (elem != NULL) {
            return elem->value;
        }
Damien's avatar
Damien committed
127
    }
128
    return mp_load_global(qst);
Damien's avatar
Damien committed
129
130
}

131
mp_obj_t mp_load_global(qstr qst) {
132
    // logic: search globals, builtins
133
134
    DEBUG_OP_printf("load global %s\n", qstr_str(qst));
    mp_map_elem_t *elem = mp_map_lookup(&MP_STATE_CTX(dict_globals)->map, MP_OBJ_NEW_QSTR(qst), MP_MAP_LOOKUP);
135
    if (elem == NULL) {
136
        #if MICROPY_CAN_OVERRIDE_BUILTINS
137
        if (MP_STATE_VM(mp_module_builtins_override_dict) != NULL) {
138
            // lookup in additional dynamic table of builtins first
139
            elem = mp_map_lookup(&MP_STATE_VM(mp_module_builtins_override_dict)->map, MP_OBJ_NEW_QSTR(qst), MP_MAP_LOOKUP);
140
141
142
143
144
            if (elem != NULL) {
                return elem->value;
            }
        }
        #endif
145
        elem = mp_map_lookup((mp_map_t*)&mp_module_builtins_globals.map, MP_OBJ_NEW_QSTR(qst), MP_MAP_LOOKUP);
146
        if (elem == NULL) {
147
148
149
150
151
            if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
                nlr_raise(mp_obj_new_exception_msg(&mp_type_NameError,
                    "name not defined"));
            } else {
                nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_NameError,
152
                    "name '%s' is not defined", qstr_str(qst)));
153
            }
154
155
156
        }
    }
    return elem->value;
Damien's avatar
Damien committed
157
158
}

Damien George's avatar
Damien George committed
159
mp_obj_t mp_load_build_class(void) {
Damien's avatar
Damien committed
160
    DEBUG_OP_printf("load_build_class\n");
161
    #if MICROPY_CAN_OVERRIDE_BUILTINS
162
    if (MP_STATE_VM(mp_module_builtins_override_dict) != NULL) {
163
        // lookup in additional dynamic table of builtins first
164
        mp_map_elem_t *elem = mp_map_lookup(&MP_STATE_VM(mp_module_builtins_override_dict)->map, MP_OBJ_NEW_QSTR(MP_QSTR___build_class__), MP_MAP_LOOKUP);
165
166
167
168
169
        if (elem != NULL) {
            return elem->value;
        }
    }
    #endif
170
    return (mp_obj_t)&mp_builtin___build_class___obj;
Damien's avatar
Damien committed
171
172
}

173
174
175
void mp_store_name(qstr qst, mp_obj_t obj) {
    DEBUG_OP_printf("store name %s <- %p\n", qstr_str(qst), obj);
    mp_obj_dict_store(MP_STATE_CTX(dict_locals), MP_OBJ_NEW_QSTR(qst), obj);
176
177
}

178
179
180
181
void mp_delete_name(qstr qst) {
    DEBUG_OP_printf("delete name %s\n", qstr_str(qst));
    // TODO convert KeyError to NameError if qst not found
    mp_obj_dict_delete(MP_STATE_CTX(dict_locals), MP_OBJ_NEW_QSTR(qst));
182
183
}

184
185
186
void mp_store_global(qstr qst, mp_obj_t obj) {
    DEBUG_OP_printf("store global %s <- %p\n", qstr_str(qst), obj);
    mp_obj_dict_store(MP_STATE_CTX(dict_globals), MP_OBJ_NEW_QSTR(qst), obj);
Damien's avatar
Damien committed
187
188
}

189
190
191
192
void mp_delete_global(qstr qst) {
    DEBUG_OP_printf("delete global %s\n", qstr_str(qst));
    // TODO convert KeyError to NameError if qst not found
    mp_obj_dict_delete(MP_STATE_CTX(dict_globals), MP_OBJ_NEW_QSTR(qst));
193
194
}

195
mp_obj_t mp_unary_op(mp_uint_t op, mp_obj_t arg) {
196
    DEBUG_OP_printf("unary " UINT_FMT " %p\n", op, arg);
197

198
    if (MP_OBJ_IS_SMALL_INT(arg)) {
199
        mp_int_t val = MP_OBJ_SMALL_INT_VALUE(arg);
Damien's avatar
Damien committed
200
        switch (op) {
Damien George's avatar
Damien George committed
201
            case MP_UNARY_OP_BOOL:
202
                return MP_BOOL(val != 0);
Damien George's avatar
Damien George committed
203
            case MP_UNARY_OP_POSITIVE:
204
                return arg;
Damien George's avatar
Damien George committed
205
            case MP_UNARY_OP_NEGATIVE:
206
207
208
209
210
211
                // check for overflow
                if (val == MP_SMALL_INT_MIN) {
                    return mp_obj_new_int(-val);
                } else {
                    return MP_OBJ_NEW_SMALL_INT(-val);
                }
Damien George's avatar
Damien George committed
212
            case MP_UNARY_OP_INVERT:
213
214
215
216
                return MP_OBJ_NEW_SMALL_INT(~val);
            default:
                assert(0);
                return arg;
217
        }
218
219
220
221
    } else {
        mp_obj_type_t *type = mp_obj_get_type(arg);
        if (type->unary_op != NULL) {
            mp_obj_t result = type->unary_op(op, arg);
222
            if (result != MP_OBJ_NULL) {
223
224
                return result;
            }
Damien's avatar
Damien committed
225
        }
226
227
228
229
230
        if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
            nlr_raise(mp_obj_new_exception_msg(&mp_type_TypeError,
                "unsupported type for operator"));
        } else {
            nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_TypeError,
231
232
                "unsupported type for %s: '%s'",
                qstr_str(mp_unary_op_method_name[op]), mp_obj_get_type_str(arg)));
233
        }
Damien's avatar
Damien committed
234
    }
Damien's avatar
Damien committed
235
236
}

237
mp_obj_t mp_binary_op(mp_uint_t op, mp_obj_t lhs, mp_obj_t rhs) {
238
    DEBUG_OP_printf("binary " UINT_FMT " %p %p\n", op, lhs, rhs);
239
240
241
242
243
244
245
246
247
248

    // TODO correctly distinguish inplace operators for mutable objects
    // lookup logic that CPython uses for +=:
    //   check for implemented +=
    //   then check for implemented +
    //   then check for implemented seq.inplace_concat
    //   then check for implemented seq.concat
    //   then fail
    // note that list does not implement + or +=, so that inplace_concat is reached first for +=

249
    // deal with is
Damien George's avatar
Damien George committed
250
    if (op == MP_BINARY_OP_IS) {
251
252
253
        return MP_BOOL(lhs == rhs);
    }

254
    // deal with == and != for all types
Damien George's avatar
Damien George committed
255
    if (op == MP_BINARY_OP_EQUAL || op == MP_BINARY_OP_NOT_EQUAL) {
256
        if (mp_obj_equal(lhs, rhs)) {
Damien George's avatar
Damien George committed
257
            if (op == MP_BINARY_OP_EQUAL) {
258
259
260
261
262
                return mp_const_true;
            } else {
                return mp_const_false;
            }
        } else {
Damien George's avatar
Damien George committed
263
            if (op == MP_BINARY_OP_EQUAL) {
264
265
266
267
268
269
270
271
                return mp_const_false;
            } else {
                return mp_const_true;
            }
        }
    }

    // deal with exception_match for all types
Damien George's avatar
Damien George committed
272
    if (op == MP_BINARY_OP_EXCEPTION_MATCH) {
273
274
        // rhs must be issubclass(rhs, BaseException)
        if (mp_obj_is_exception_type(rhs)) {
275
            if (mp_obj_exception_match(lhs, rhs)) {
276
277
278
279
                return mp_const_true;
            } else {
                return mp_const_false;
            }
280
281
282
283
284
285
286
287
288
289
290
291
        } else if (MP_OBJ_IS_TYPE(rhs, &mp_type_tuple)) {
            mp_obj_tuple_t *tuple = rhs;
            for (mp_uint_t i = 0; i < tuple->len; i++) {
                rhs = tuple->items[i];
                if (!mp_obj_is_exception_type(rhs)) {
                    goto unsupported_op;
                }
                if (mp_obj_exception_match(lhs, rhs)) {
                    return mp_const_true;
                }
            }
            return mp_const_false;
292
        }
293
        goto unsupported_op;
294
295
    }

296
    if (MP_OBJ_IS_SMALL_INT(lhs)) {
297
        mp_int_t lhs_val = MP_OBJ_SMALL_INT_VALUE(lhs);
298
        if (MP_OBJ_IS_SMALL_INT(rhs)) {
299
            mp_int_t rhs_val = MP_OBJ_SMALL_INT_VALUE(rhs);
300
301
302
            // This is a binary operation: lhs_val op rhs_val
            // We need to be careful to handle overflow; see CERT INT32-C
            // Operations that can overflow:
303
304
            //      +       result always fits in mp_int_t, then handled by SMALL_INT check
            //      -       result always fits in mp_int_t, then handled by SMALL_INT check
305
            //      *       checked explicitly
306
307
            //      /       if lhs=MIN and rhs=-1; result always fits in mp_int_t, then handled by SMALL_INT check
            //      %       if lhs=MIN and rhs=-1; result always fits in mp_int_t, then handled by SMALL_INT check
308
            //      <<      checked explicitly
309
            switch (op) {
Damien George's avatar
Damien George committed
310
311
312
313
314
315
316
317
                case MP_BINARY_OP_OR:
                case MP_BINARY_OP_INPLACE_OR: lhs_val |= rhs_val; break;
                case MP_BINARY_OP_XOR:
                case MP_BINARY_OP_INPLACE_XOR: lhs_val ^= rhs_val; break;
                case MP_BINARY_OP_AND:
                case MP_BINARY_OP_INPLACE_AND: lhs_val &= rhs_val; break;
                case MP_BINARY_OP_LSHIFT:
                case MP_BINARY_OP_INPLACE_LSHIFT: {
318
319
                    if (rhs_val < 0) {
                        // negative shift not allowed
320
                        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError, "negative shift count"));
321
                    } else if (rhs_val >= (mp_int_t)BITS_PER_WORD || lhs_val > (MP_SMALL_INT_MAX >> rhs_val) || lhs_val < (MP_SMALL_INT_MIN >> rhs_val)) {
322
323
324
325
326
327
328
329
330
                        // left-shift will overflow, so use higher precision integer
                        lhs = mp_obj_new_int_from_ll(lhs_val);
                        goto generic_binary_op;
                    } else {
                        // use standard precision
                        lhs_val <<= rhs_val;
                    }
                    break;
                }
Damien George's avatar
Damien George committed
331
332
                case MP_BINARY_OP_RSHIFT:
                case MP_BINARY_OP_INPLACE_RSHIFT:
333
334
                    if (rhs_val < 0) {
                        // negative shift not allowed
335
                        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError, "negative shift count"));
336
337
                    } else {
                        // standard precision is enough for right-shift
338
                        if (rhs_val >= (mp_int_t)BITS_PER_WORD) {
339
340
341
342
                            // Shifting to big amounts is underfined behavior
                            // in C and is CPU-dependent; propagate sign bit.
                            rhs_val = BITS_PER_WORD - 1;
                        }
343
344
345
                        lhs_val >>= rhs_val;
                    }
                    break;
Damien George's avatar
Damien George committed
346
347
348
349
350
351
                case MP_BINARY_OP_ADD:
                case MP_BINARY_OP_INPLACE_ADD: lhs_val += rhs_val; break;
                case MP_BINARY_OP_SUBTRACT:
                case MP_BINARY_OP_INPLACE_SUBTRACT: lhs_val -= rhs_val; break;
                case MP_BINARY_OP_MULTIPLY:
                case MP_BINARY_OP_INPLACE_MULTIPLY: {
352

353
                    // If long long type exists and is larger than mp_int_t, then
354
                    // we can use the following code to perform overflow-checked multiplication.
355
                    // Otherwise (eg in x64 case) we must use mp_small_int_mul_overflow.
356
357
358
359
360
361
362
363
                    #if 0
                    // compute result using long long precision
                    long long res = (long long)lhs_val * (long long)rhs_val;
                    if (res > MP_SMALL_INT_MAX || res < MP_SMALL_INT_MIN) {
                        // result overflowed SMALL_INT, so return higher precision integer
                        return mp_obj_new_int_from_ll(res);
                    } else {
                        // use standard precision
364
                        lhs_val = (mp_int_t)res;
365
366
367
                    }
                    #endif

368
369
370
371
372
373
374
375
                    if (mp_small_int_mul_overflow(lhs_val, rhs_val)) {
                        // use higher precision
                        lhs = mp_obj_new_int_from_ll(lhs_val);
                        goto generic_binary_op;
                    } else {
                        // use standard precision
                        return MP_OBJ_NEW_SMALL_INT(lhs_val * rhs_val);
                    }
376
377
                    break;
                }
Damien George's avatar
Damien George committed
378
379
                case MP_BINARY_OP_FLOOR_DIVIDE:
                case MP_BINARY_OP_INPLACE_FLOOR_DIVIDE:
380
381
382
                    if (rhs_val == 0) {
                        goto zero_division;
                    }
383
                    lhs_val = mp_small_int_floor_divide(lhs_val, rhs_val);
384
                    break;
385

386
                #if MICROPY_PY_BUILTINS_FLOAT
Damien George's avatar
Damien George committed
387
                case MP_BINARY_OP_TRUE_DIVIDE:
388
389
                case MP_BINARY_OP_INPLACE_TRUE_DIVIDE:
                    if (rhs_val == 0) {
390
                        goto zero_division;
391
392
                    }
                    return mp_obj_new_float((mp_float_t)lhs_val / (mp_float_t)rhs_val);
393
                #endif
394

Damien George's avatar
Damien George committed
395
                case MP_BINARY_OP_MODULO:
396
397
                case MP_BINARY_OP_INPLACE_MODULO: {
                    lhs_val = mp_small_int_modulo(lhs_val, rhs_val);
398
399
                    break;
                }
400

Damien George's avatar
Damien George committed
401
402
                case MP_BINARY_OP_POWER:
                case MP_BINARY_OP_INPLACE_POWER:
403
                    if (rhs_val < 0) {
404
                        #if MICROPY_PY_BUILTINS_FLOAT
405
406
407
                        lhs = mp_obj_new_float(lhs_val);
                        goto generic_binary_op;
                        #else
408
                        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError, "negative power with no float support"));
409
410
                        #endif
                    } else {
411
                        mp_int_t ans = 1;
412
413
                        while (rhs_val > 0) {
                            if (rhs_val & 1) {
414
                                if (mp_small_int_mul_overflow(ans, lhs_val)) {
415
416
                                    goto power_overflow;
                                }
417
                                ans *= lhs_val;
418
419
420
                            }
                            if (rhs_val == 1) {
                                break;
421
422
                            }
                            rhs_val /= 2;
423
                            if (mp_small_int_mul_overflow(lhs_val, lhs_val)) {
424
425
                                goto power_overflow;
                            }
426
                            lhs_val *= lhs_val;
427
                        }
428
                        lhs_val = ans;
429
                    }
430
                    break;
431
432
433
434
435
436

                power_overflow:
                    // use higher precision
                    lhs = mp_obj_new_int_from_ll(MP_OBJ_SMALL_INT_VALUE(lhs));
                    goto generic_binary_op;

Damien George's avatar
Damien George committed
437
438
439
440
                case MP_BINARY_OP_LESS: return MP_BOOL(lhs_val < rhs_val); break;
                case MP_BINARY_OP_MORE: return MP_BOOL(lhs_val > rhs_val); break;
                case MP_BINARY_OP_LESS_EQUAL: return MP_BOOL(lhs_val <= rhs_val); break;
                case MP_BINARY_OP_MORE_EQUAL: return MP_BOOL(lhs_val >= rhs_val); break;
441

442
443
                default:
                    goto unsupported_op;
444
            }
445
            // TODO: We just should make mp_obj_new_int() inline and use that
446
            if (MP_SMALL_INT_FITS(lhs_val)) {
447
                return MP_OBJ_NEW_SMALL_INT(lhs_val);
448
449
            } else {
                return mp_obj_new_int(lhs_val);
450
            }
451
#if MICROPY_PY_BUILTINS_FLOAT
452
        } else if (MP_OBJ_IS_TYPE(rhs, &mp_type_float)) {
453
454
455
456
457
458
            mp_obj_t res = mp_obj_float_binary_op(op, lhs_val, rhs);
            if (res == MP_OBJ_NULL) {
                goto unsupported_op;
            } else {
                return res;
            }
459
#if MICROPY_PY_BUILTINS_COMPLEX
460
        } else if (MP_OBJ_IS_TYPE(rhs, &mp_type_complex)) {
461
462
463
464
465
466
            mp_obj_t res = mp_obj_complex_binary_op(op, lhs_val, 0, rhs);
            if (res == MP_OBJ_NULL) {
                goto unsupported_op;
            } else {
                return res;
            }
467
#endif
468
#endif
469
        }
470
    }
471

472
    /* deal with `in`
473
474
     *
     * NOTE `a in b` is `b.__contains__(a)`, hence why the generic dispatch
Damien George's avatar
Damien George committed
475
     * needs to go below with swapped arguments
476
     */
Damien George's avatar
Damien George committed
477
    if (op == MP_BINARY_OP_IN) {
478
479
480
        mp_obj_type_t *type = mp_obj_get_type(rhs);
        if (type->binary_op != NULL) {
            mp_obj_t res = type->binary_op(op, rhs, lhs);
481
            if (res != MP_OBJ_NULL) {
482
                return res;
John R. Lenton's avatar
John R. Lenton committed
483
            }
484
485
486
        }
        if (type->getiter != NULL) {
            /* second attempt, walk the iterator */
Damien George's avatar
Damien George committed
487
            mp_obj_t iter = mp_getiter(rhs);
488
            mp_obj_t next;
489
            while ((next = mp_iternext(iter)) != MP_OBJ_STOP_ITERATION) {
490
                if (mp_obj_equal(next, lhs)) {
491
                    return mp_const_true;
John R. Lenton's avatar
John R. Lenton committed
492
                }
493
            }
494
            return mp_const_false;
495
496
        }

497
498
499
500
501
502
503
        if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
            nlr_raise(mp_obj_new_exception_msg(&mp_type_TypeError,
                "object not iterable"));
        } else {
            nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_TypeError,
                "'%s' object is not iterable", mp_obj_get_type_str(rhs)));
        }
504
505
    }

506
    // generic binary_op supplied by type
507
508
509
    mp_obj_type_t *type;
generic_binary_op:
    type = mp_obj_get_type(lhs);
510
511
    if (type->binary_op != NULL) {
        mp_obj_t result = type->binary_op(op, lhs, rhs);
512
        if (result != MP_OBJ_NULL) {
513
            return result;
Damien's avatar
Damien committed
514
515
        }
    }
516

517
518
    // TODO implement dispatch for reverse binary ops

519
unsupported_op:
520
521
522
523
524
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_TypeError,
            "unsupported type for operator"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_TypeError,
525
526
            "unsupported types for %s: '%s', '%s'",
            qstr_str(mp_binary_op_method_name[op]), mp_obj_get_type_str(lhs), mp_obj_get_type_str(rhs)));
527
    }
528
529

zero_division:
530
    nlr_raise(mp_obj_new_exception_msg(&mp_type_ZeroDivisionError, "division by zero"));
Damien's avatar
Damien committed
531
532
}

Damien George's avatar
Damien George committed
533
534
mp_obj_t mp_call_function_0(mp_obj_t fun) {
    return mp_call_function_n_kw(fun, 0, 0, NULL);
535
536
}

Damien George's avatar
Damien George committed
537
538
mp_obj_t mp_call_function_1(mp_obj_t fun, mp_obj_t arg) {
    return mp_call_function_n_kw(fun, 1, 0, &arg);
539
540
}

Damien George's avatar
Damien George committed
541
mp_obj_t mp_call_function_2(mp_obj_t fun, mp_obj_t arg1, mp_obj_t arg2) {
542
    mp_obj_t args[2];
543
544
    args[0] = arg1;
    args[1] = arg2;
Damien George's avatar
Damien George committed
545
    return mp_call_function_n_kw(fun, 2, 0, args);
546
547
}

548
// args contains, eg: arg0  arg1  key0  value0  key1  value1
549
mp_obj_t mp_call_function_n_kw(mp_obj_t fun_in, mp_uint_t n_args, mp_uint_t n_kw, const mp_obj_t *args) {
550
551
    // TODO improve this: fun object can specify its type and we parse here the arguments,
    // passing to the function arrays of fixed and keyword arguments
552

553
    DEBUG_OP_printf("calling function %p(n_args=" UINT_FMT ", n_kw=" UINT_FMT ", args=%p)\n", fun_in, n_args, n_kw, args);
554

555
556
557
558
559
    // get the type
    mp_obj_type_t *type = mp_obj_get_type(fun_in);

    // do the call
    if (type->call != NULL) {
560
        return type->call(fun_in, n_args, n_kw, args);
561
    }
562

563
564
565
566
567
568
569
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_TypeError,
            "object not callable"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_TypeError,
            "'%s' object is not callable", mp_obj_get_type_str(fun_in)));
    }
570
571
}

572
573
// args contains: fun  self/NULL  arg(0)  ...  arg(n_args-2)  arg(n_args-1)  kw_key(0)  kw_val(0)  ... kw_key(n_kw-1)  kw_val(n_kw-1)
// if n_args==0 and n_kw==0 then there are only fun and self/NULL
574
mp_obj_t mp_call_method_n_kw(mp_uint_t n_args, mp_uint_t n_kw, const mp_obj_t *args) {
575
    DEBUG_OP_printf("call method (fun=%p, self=%p, n_args=" UINT_FMT ", n_kw=" UINT_FMT ", args=%p)\n", args[0], args[1], n_args, n_kw, args);
576
    int adjust = (args[1] == NULL) ? 0 : 1;
Damien George's avatar
Damien George committed
577
    return mp_call_function_n_kw(args[0], n_args + adjust, n_kw, args + 2 - adjust);
578
579
}

580
581
582
583
584
// This function only needs to be exposed externally when in stackless mode.
#if !MICROPY_STACKLESS
STATIC
#endif
void mp_call_prepare_args_n_kw_var(bool have_self, mp_uint_t n_args_n_kw, const mp_obj_t *args, mp_call_args_t *out_args) {
585
586
587
588
589
590
591
    mp_obj_t fun = *args++;
    mp_obj_t self = MP_OBJ_NULL;
    if (have_self) {
        self = *args++; // may be MP_OBJ_NULL
    }
    uint n_args = n_args_n_kw & 0xff;
    uint n_kw = (n_args_n_kw >> 8) & 0xff;
592
593
    mp_obj_t pos_seq = args[n_args + 2 * n_kw]; // may be MP_OBJ_NULL
    mp_obj_t kw_dict = args[n_args + 2 * n_kw + 1]; // may be MP_OBJ_NULL
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626

    DEBUG_OP_printf("call method var (fun=%p, self=%p, n_args=%u, n_kw=%u, args=%p, seq=%p, dict=%p)\n", fun, self, n_args, n_kw, args, pos_seq, kw_dict);

    // We need to create the following array of objects:
    //     args[0 .. n_args]  unpacked(pos_seq)  args[n_args .. n_args + 2 * n_kw]  unpacked(kw_dict)
    // TODO: optimize one day to avoid constructing new arg array? Will be hard.

    // The new args array
    mp_obj_t *args2;
    uint args2_alloc;
    uint args2_len = 0;

    // Try to get a hint for the size of the kw_dict
    uint kw_dict_len = 0;
    if (kw_dict != MP_OBJ_NULL && MP_OBJ_IS_TYPE(kw_dict, &mp_type_dict)) {
        kw_dict_len = mp_obj_dict_len(kw_dict);
    }

    // Extract the pos_seq sequence to the new args array.
    // Note that it can be arbitrary iterator.
    if (pos_seq == MP_OBJ_NULL) {
        // no sequence

        // allocate memory for the new array of args
        args2_alloc = 1 + n_args + 2 * (n_kw + kw_dict_len);
        args2 = m_new(mp_obj_t, args2_alloc);

        // copy the self
        if (self != MP_OBJ_NULL) {
            args2[args2_len++] = self;
        }

        // copy the fixed pos args
627
        mp_seq_copy(args2 + args2_len, args, n_args, mp_obj_t);
628
629
630
631
632
633
        args2_len += n_args;

    } else if (MP_OBJ_IS_TYPE(pos_seq, &mp_type_tuple) || MP_OBJ_IS_TYPE(pos_seq, &mp_type_list)) {
        // optimise the case of a tuple and list

        // get the items
634
        mp_uint_t len;
635
636
637
638
639
640
641
642
643
644
645
646
647
        mp_obj_t *items;
        mp_obj_get_array(pos_seq, &len, &items);

        // allocate memory for the new array of args
        args2_alloc = 1 + n_args + len + 2 * (n_kw + kw_dict_len);
        args2 = m_new(mp_obj_t, args2_alloc);

        // copy the self
        if (self != MP_OBJ_NULL) {
            args2[args2_len++] = self;
        }

        // copy the fixed and variable position args
648
        mp_seq_cat(args2 + args2_len, args, n_args, items, len, mp_obj_t);
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
        args2_len += n_args + len;

    } else {
        // generic iterator

        // allocate memory for the new array of args
        args2_alloc = 1 + n_args + 2 * (n_kw + kw_dict_len) + 3;
        args2 = m_new(mp_obj_t, args2_alloc);

        // copy the self
        if (self != MP_OBJ_NULL) {
            args2[args2_len++] = self;
        }

        // copy the fixed position args
664
        mp_seq_copy(args2 + args2_len, args, n_args, mp_obj_t);
665
666
667
668

        // extract the variable position args from the iterator
        mp_obj_t iterable = mp_getiter(pos_seq);
        mp_obj_t item;
669
        while ((item = mp_iternext(iterable)) != MP_OBJ_STOP_ITERATION) {
670
671
672
673
674
675
676
677
678
679
680
681
            if (args2_len >= args2_alloc) {
                args2 = m_renew(mp_obj_t, args2, args2_alloc, args2_alloc * 2);
                args2_alloc *= 2;
            }
            args2[args2_len++] = item;
        }
    }

    // The size of the args2 array now is the number of positional args.
    uint pos_args_len = args2_len;

    // Copy the fixed kw args.
682
    mp_seq_copy(args2 + args2_len, args + n_args, 2 * n_kw, mp_obj_t);
683
684
685
686
687
688
689
690
691
692
    args2_len += 2 * n_kw;

    // Extract (key,value) pairs from kw_dict dictionary and append to args2.
    // Note that it can be arbitrary iterator.
    if (kw_dict == MP_OBJ_NULL) {
        // pass
    } else if (MP_OBJ_IS_TYPE(kw_dict, &mp_type_dict)) {
        // dictionary
        mp_map_t *map = mp_obj_dict_get_map(kw_dict);
        assert(args2_len + 2 * map->used <= args2_alloc); // should have enough, since kw_dict_len is in this case hinted correctly above
693
694
        for (mp_uint_t i = 0; i < map->alloc; i++) {
            if (MP_MAP_SLOT_IS_FILLED(map, i)) {
695
696
697
698
699
700
701
702
703
704
705
                args2[args2_len++] = map->table[i].key;
                args2[args2_len++] = map->table[i].value;
            }
        }
    } else {
        // generic mapping
        // TODO is calling 'items' on the mapping the correct thing to do here?
        mp_obj_t dest[2];
        mp_load_method(kw_dict, MP_QSTR_items, dest);
        mp_obj_t iterable = mp_getiter(mp_call_method_n_kw(0, 0, dest));
        mp_obj_t item;
706
        while ((item = mp_iternext(iterable)) != MP_OBJ_STOP_ITERATION) {
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
            if (args2_len + 1 >= args2_alloc) {
                uint new_alloc = args2_alloc * 2;
                if (new_alloc < 4) {
                    new_alloc = 4;
                }
                args2 = m_renew(mp_obj_t, args2, args2_alloc, new_alloc);
                args2_alloc = new_alloc;
            }
            mp_obj_t *items;
            mp_obj_get_array_fixed_n(item, 2, &items);
            args2[args2_len++] = items[0];
            args2[args2_len++] = items[1];
        }
    }

722
723
724
725
726
727
728
729
    out_args->fun = fun;
    out_args->args = args2;
    out_args->n_args = pos_args_len;
    out_args->n_kw = (args2_len - pos_args_len) / 2;
    out_args->n_alloc = args2_alloc;
}

mp_obj_t mp_call_method_n_kw_var(bool have_self, mp_uint_t n_args_n_kw, const mp_obj_t *args) {
730
    mp_call_args_t out_args;
731
732
733
734
    mp_call_prepare_args_n_kw_var(have_self, n_args_n_kw, args, &out_args);

    mp_obj_t res = mp_call_function_n_kw(out_args.fun, out_args.n_args, out_args.n_kw, out_args.args);
    m_del(mp_obj_t, out_args.args, out_args.n_alloc);
735
736
737
738

    return res;
}

739
// unpacked items are stored in reverse order into the array pointed to by items
740
void mp_unpack_sequence(mp_obj_t seq_in, mp_uint_t num, mp_obj_t *items) {
741
    mp_uint_t seq_len;
742
    if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple) || MP_OBJ_IS_TYPE(seq_in, &mp_type_list)) {
743
        mp_obj_t *seq_items;
744
        if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple)) {
745
746
747
            mp_obj_tuple_get(seq_in, &seq_len, &seq_items);
        } else {
            mp_obj_list_get(seq_in, &seq_len, &seq_items);
748
        }
749
        if (seq_len < num) {
750
            goto too_short;
751
        } else if (seq_len > num) {
752
            goto too_long;
753
        }
754
        for (mp_uint_t i = 0; i < num; i++) {
755
756
            items[i] = seq_items[num - 1 - i];
        }
757
    } else {
Damien George's avatar
Damien George committed
758
        mp_obj_t iterable = mp_getiter(seq_in);
759
760

        for (seq_len = 0; seq_len < num; seq_len++) {
Damien George's avatar
Damien George committed
761
            mp_obj_t el = mp_iternext(iterable);
762
            if (el == MP_OBJ_STOP_ITERATION) {
763
764
765
766
                goto too_short;
            }
            items[num - 1 - seq_len] = el;
        }
767
        if (mp_iternext(iterable) != MP_OBJ_STOP_ITERATION) {
768
769
            goto too_long;
        }
770
    }
771
772
773
    return;

too_short:
774
775
776
777
778
779
780
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError,
            "wrong number of values to unpack"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_ValueError,
            "need more than %d values to unpack", seq_len));
    }
781
too_long:
782
783
784
785
786
787
788
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError,
            "wrong number of values to unpack"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_ValueError,
            "too many values to unpack (expected %d)", num));
    }
789
790
}

791
// unpacked items are stored in reverse order into the array pointed to by items
792
793
794
void mp_unpack_ex(mp_obj_t seq_in, mp_uint_t num_in, mp_obj_t *items) {
    mp_uint_t num_left = num_in & 0xff;
    mp_uint_t num_right = (num_in >> 8) & 0xff;
795
    DEBUG_OP_printf("unpack ex " UINT_FMT " " UINT_FMT "\n", num_left, num_right);
796
    mp_uint_t seq_len;
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
    if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple) || MP_OBJ_IS_TYPE(seq_in, &mp_type_list)) {
        mp_obj_t *seq_items;
        if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple)) {
            mp_obj_tuple_get(seq_in, &seq_len, &seq_items);
        } else {
            if (num_left == 0 && num_right == 0) {
                // *a, = b # sets a to b if b is a list
                items[0] = seq_in;
                return;
            }
            mp_obj_list_get(seq_in, &seq_len, &seq_items);
        }
        if (seq_len < num_left + num_right) {
            goto too_short;
        }
812
        for (mp_uint_t i = 0; i < num_right; i++) {
813
814
815
            items[i] = seq_items[seq_len - 1 - i];
        }
        items[num_right] = mp_obj_new_list(seq_len - num_left - num_right, seq_items + num_left);
816
        for (mp_uint_t i = 0; i < num_left; i++) {
817
818
819
820
821
822
823
824
825
826
827
            items[num_right + 1 + i] = seq_items[num_left - 1 - i];
        }
    } else {
        // Generic iterable; this gets a bit messy: we unpack known left length to the
        // items destination array, then the rest to a dynamically created list.  Once the
        // iterable is exhausted, we take from this list for the right part of the items.
        // TODO Improve to waste less memory in the dynamically created list.
        mp_obj_t iterable = mp_getiter(seq_in);
        mp_obj_t item;
        for (seq_len = 0; seq_len < num_left; seq_len++) {
            item = mp_iternext(iterable);
828
            if (item == MP_OBJ_STOP_ITERATION) {
829
830
831
832
                goto too_short;
            }
            items[num_left + num_right + 1 - 1 - seq_len] = item;
        }
833
        mp_obj_list_t *rest = mp_obj_new_list(0, NULL);
834
        while ((item = mp_iternext(iterable)) != MP_OBJ_STOP_ITERATION) {
835
836
            mp_obj_list_append(rest, item);
        }
837
        if (rest->len < num_right) {
838
839
840
            goto too_short;
        }
        items[num_right] = rest;
841
        for (mp_uint_t i = 0; i < num_right; i++) {
842
            items[num_right - 1 - i] = rest->items[rest->len - num_right + i];
843
        }
844
        mp_obj_list_set_len(rest, rest->len - num_right);
845
846
847
848
    }
    return;

too_short:
849
850
851
852
853
854
855
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError,
            "wrong number of values to unpack"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_ValueError,
            "need more than %d values to unpack", seq_len));
    }
856
857
}

858
mp_obj_t mp_load_attr(mp_obj_t base, qstr attr) {
859
    DEBUG_OP_printf("load attr %p.%s\n", base, qstr_str(attr));
860
    // use load_method
861
    mp_obj_t dest[2];
862
863
    mp_load_method(base, attr, dest);
    if (dest[1] == MP_OBJ_NULL) {
864
        // load_method returned just a normal attribute
865
        return dest[0];
866
867
868
    } else {
        // load_method returned a method, so build a bound method object
        return mp_obj_new_bound_meth(dest[0], dest[1]);
Damien's avatar
Damien committed
869
870
871
    }
}

872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
// Given a member that was extracted from an instance, convert it correctly
// and put the result in the dest[] array for a possible method call.
// Conversion means dealing with static/class methods, callables, and values.
// see http://docs.python.org/3/howto/descriptor.html
void mp_convert_member_lookup(mp_obj_t self, const mp_obj_type_t *type, mp_obj_t member, mp_obj_t *dest) {
    if (MP_OBJ_IS_TYPE(member, &mp_type_staticmethod)) {
        // return just the function
        dest[0] = ((mp_obj_static_class_method_t*)member)->fun;
    } else if (MP_OBJ_IS_TYPE(member, &mp_type_classmethod)) {
        // return a bound method, with self being the type of this object
        dest[0] = ((mp_obj_static_class_method_t*)member)->fun;
        dest[1] = (mp_obj_t)type;
    } else if (MP_OBJ_IS_TYPE(member, &mp_type_type)) {
        // Don't try to bind types (even though they're callable)
        dest[0] = member;
    } else if (mp_obj_is_callable(member)) {
        // return a bound method, with self being this object
        dest[0] = member;
        dest[1] = self;
    } else {
        // class member is a value, so just return that value
        dest[0] = member;
    }
}

897
898
899
// no attribute found, returns:     dest[0] == MP_OBJ_NULL, dest[1] == MP_OBJ_NULL
// normal attribute found, returns: dest[0] == <attribute>, dest[1] == MP_OBJ_NULL
// method attribute found, returns: dest[0] == <method>,    dest[1] == <self>
900
void mp_load_method_maybe(mp_obj_t obj, qstr attr, mp_obj_t *dest) {
901
902
903
904
905
    // clear output to indicate no attribute/method found yet
    dest[0] = MP_OBJ_NULL;
    dest[1] = MP_OBJ_NULL;

    // get the type
906
    mp_obj_type_t *type = mp_obj_get_type(obj);
907

Damien George's avatar
Damien George committed
908
909
    // look for built-in names
    if (0) {
910
#if MICROPY_CPYTHON_COMPAT
Damien George's avatar
Damien George committed
911
912
913
    } else if (attr == MP_QSTR___class__) {
        // a.__class__ is equivalent to type(a)
        dest[0] = type;
914
#endif
Damien George's avatar
Damien George committed
915
916
917

    } else if (attr == MP_QSTR___next__ && type->iternext != NULL) {
        dest[0] = (mp_obj_t)&mp_builtin_next_obj;
918
        dest[1] = obj;
Damien George's avatar
Damien George committed
919

920
    } else if (type->attr != NULL) {
Damien George's avatar
Damien George committed
921
        // this type can do its own load, so call it
922
        type->attr(obj, attr, dest);
Damien George's avatar
Damien George committed
923
924
925
926
927
928
929
930

    } else if (type->locals_dict != NULL) {
        // generic method lookup
        // this is a lookup in the object (ie not class or type)
        assert(MP_OBJ_IS_TYPE(type->locals_dict, &mp_type_dict)); // Micro Python restriction, for now
        mp_map_t *locals_map = mp_obj_dict_get_map(type->locals_dict);
        mp_map_elem_t *elem = mp_map_lookup(locals_map, MP_OBJ_NEW_QSTR(attr), MP_MAP_LOOKUP);
        if (elem != NULL) {
931
            mp_convert_member_lookup(obj, type, elem->value, dest);
Damien's avatar
Damien committed
932
        }
933
    }
934
935
}

Damien George's avatar
Damien George committed
936
void mp_load_method(mp_obj_t base, qstr attr, mp_obj_t *dest) {
937
938
    DEBUG_OP_printf("load method %p.%s\n", base, qstr_str(attr));

Damien George's avatar
Damien George committed
939
    mp_load_method_maybe(base, attr, dest);
940

941
    if (dest[0] == MP_OBJ_NULL) {
942
        // no attribute/method called attr
943
944
945
        if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
            nlr_raise(mp_obj_new_exception_msg(&mp_type_AttributeError,
                "no such attribute"));
946
        } else {
947
948
949
950
951
952
953
954
955
956
            // following CPython, we give a more detailed error message for type objects
            if (MP_OBJ_IS_TYPE(base, &mp_type_type)) {
                nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_AttributeError,
                    "type object '%s' has no attribute '%s'",
                    qstr_str(((mp_obj_type_t*)base)->name), qstr_str(attr)));
            } else {
                nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_AttributeError,
                    "'%s' object has no attribute '%s'",
                    mp_obj_get_type_str(base), qstr_str(attr)));
            }
957
958
        }
    }
959
960
}

Damien George's avatar
Damien George committed
961
void mp_store_attr(mp_obj_t base, qstr attr, mp_obj_t value) {
Damien's avatar
Damien committed
962
    DEBUG_OP_printf("store attr %p.%s <- %p\n", base, qstr_str(attr), value);
963
    mp_obj_type_t *type = mp_obj_get_type(base);
964
965
966
967
968
    if (type->attr != NULL) {
        mp_obj_t dest[2] = {MP_OBJ_SENTINEL, value};
        type->attr(base, attr, dest);
        if (dest[0] == MP_OBJ_NULL) {
            // success
969
970
            return;
        }
971
    }
972
973
974
975
976
977
978
979
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_AttributeError,
            "no such attribute"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_AttributeError,
            "'%s' object has no attribute '%s'",
            mp_obj_get_type_str(base), qstr_str(attr)));
    }
980
981
}

Damien George's avatar
Damien George committed
982
mp_obj_t mp_getiter(mp_obj_t o_in) {
983
    assert(o_in);
984
985

    // check for native getiter (corresponds to __iter__)
986
987
    mp_obj_type_t *type = mp_obj_get_type(o_in);
    if (type->getiter != NULL) {
988
        mp_obj_t iter = type->getiter(o_in);
989
990
        if (