runtime.c 48.8 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
/*
 * This file is part of the Micro Python project, http://micropython.org/
 *
 * The MIT License (MIT)
 *
 * Copyright (c) 2013, 2014 Damien P. George
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */

Damien's avatar
Damien committed
27
28
29
30
#include <stdio.h>
#include <string.h>
#include <assert.h>

31
#include "py/mpstate.h"
32
33
34
#include "py/nlr.h"
#include "py/parsenum.h"
#include "py/compile.h"
35
#include "py/objstr.h"
36
37
38
39
40
41
42
43
44
45
#include "py/objtuple.h"
#include "py/objlist.h"
#include "py/objmodule.h"
#include "py/objgenerator.h"
#include "py/smallint.h"
#include "py/runtime0.h"
#include "py/runtime.h"
#include "py/builtin.h"
#include "py/stackctrl.h"
#include "py/gc.h"
46

47
#if 0 // print debugging info
48
#define DEBUG_PRINT (1)
49
#define DEBUG_printf DEBUG_printf
50
#define DEBUG_OP_printf(...) DEBUG_printf(__VA_ARGS__)
51
#else // don't print debugging info
52
53
#define DEBUG_printf(...) (void)0
#define DEBUG_OP_printf(...) (void)0
54
#endif
Damien's avatar
Damien committed
55

56
57
58
const mp_obj_module_t mp_module___main__ = {
    .base = { &mp_type_module },
    .name = MP_QSTR___main__,
59
    .globals = (mp_obj_dict_t*)&MP_STATE_VM(dict_main),
60
61
};

Damien George's avatar
Damien George committed
62
void mp_init(void) {
63
    qstr_init();
Paul Sokolovsky's avatar
Paul Sokolovsky committed
64
    mp_stack_ctrl_init();
65

66
    // no pending exceptions to start with
67
    MP_STATE_VM(mp_pending_exception) = MP_OBJ_NULL;
68

69
70
71
72
#if MICROPY_ENABLE_EMERGENCY_EXCEPTION_BUF
    mp_init_emergency_exception_buf();
#endif

73
    // call port specific initialization if any
74
75
76
77
#ifdef MICROPY_PORT_INIT_FUNC
    MICROPY_PORT_INIT_FUNC;
#endif

78
    // optimization disabled by default
79
    MP_STATE_VM(mp_optimise_value) = 0;
80

81
82
    // init global module stuff
    mp_module_init();
83

84
    // initialise the __main__ module
85
86
    mp_obj_dict_init(&MP_STATE_VM(dict_main), 1);
    mp_obj_dict_store(&MP_STATE_VM(dict_main), MP_OBJ_NEW_QSTR(MP_QSTR___name__), MP_OBJ_NEW_QSTR(MP_QSTR___main__));
87
88

    // locals = globals for outer module (see Objects/frameobject.c/PyFrame_New())
89
    MP_STATE_CTX(dict_locals) = MP_STATE_CTX(dict_globals) = &MP_STATE_VM(dict_main);
90
91
92

    #if MICROPY_CAN_OVERRIDE_BUILTINS
    // start with no extensions to builtins
93
    MP_STATE_VM(mp_module_builtins_override_dict) = NULL;
94
    #endif
Damien's avatar
Damien committed
95
96
}

Damien George's avatar
Damien George committed
97
void mp_deinit(void) {
98
    //mp_obj_dict_free(&dict_main);
99
    mp_module_deinit();
stijn's avatar
stijn committed
100
101
102
103
104

    // call port specific deinitialization if any 
#ifdef MICROPY_PORT_INIT_FUNC
    MICROPY_PORT_DEINIT_FUNC;
#endif
Damien's avatar
Damien committed
105
106
}

107
108
109
mp_obj_t mp_load_const_str(qstr qst) {
    DEBUG_OP_printf("load '%s'\n", qstr_str(qst));
    return MP_OBJ_NEW_QSTR(qst);
Damien's avatar
Damien committed
110
111
}

112
113
mp_obj_t mp_load_const_bytes(qstr qst) {
    DEBUG_OP_printf("load b'%s'\n", qstr_str(qst));
114
    mp_uint_t len;
115
    const byte *data = qstr_data(qst, &len);
116
117
118
    return mp_obj_new_bytes(data, len);
}

119
mp_obj_t mp_load_name(qstr qst) {
Damien's avatar
Damien committed
120
    // logic: search locals, globals, builtins
121
    DEBUG_OP_printf("load name %s\n", qstr_str(qst));
122
    // If we're at the outer scope (locals == globals), dispatch to load_global right away
123
    if (MP_STATE_CTX(dict_locals) != MP_STATE_CTX(dict_globals)) {
124
        mp_map_elem_t *elem = mp_map_lookup(&MP_STATE_CTX(dict_locals)->map, MP_OBJ_NEW_QSTR(qst), MP_MAP_LOOKUP);
125
126
127
        if (elem != NULL) {
            return elem->value;
        }
Damien's avatar
Damien committed
128
    }
129
    return mp_load_global(qst);
Damien's avatar
Damien committed
130
131
}

132
mp_obj_t mp_load_global(qstr qst) {
133
    // logic: search globals, builtins
134
135
    DEBUG_OP_printf("load global %s\n", qstr_str(qst));
    mp_map_elem_t *elem = mp_map_lookup(&MP_STATE_CTX(dict_globals)->map, MP_OBJ_NEW_QSTR(qst), MP_MAP_LOOKUP);
136
    if (elem == NULL) {
137
        #if MICROPY_CAN_OVERRIDE_BUILTINS
138
        if (MP_STATE_VM(mp_module_builtins_override_dict) != NULL) {
139
            // lookup in additional dynamic table of builtins first
140
            elem = mp_map_lookup(&MP_STATE_VM(mp_module_builtins_override_dict)->map, MP_OBJ_NEW_QSTR(qst), MP_MAP_LOOKUP);
141
142
143
144
145
            if (elem != NULL) {
                return elem->value;
            }
        }
        #endif
146
        elem = mp_map_lookup((mp_map_t*)&mp_module_builtins_globals.map, MP_OBJ_NEW_QSTR(qst), MP_MAP_LOOKUP);
147
        if (elem == NULL) {
148
149
150
151
152
            if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
                nlr_raise(mp_obj_new_exception_msg(&mp_type_NameError,
                    "name not defined"));
            } else {
                nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_NameError,
153
                    "name '%q' is not defined", qst));
154
            }
155
156
157
        }
    }
    return elem->value;
Damien's avatar
Damien committed
158
159
}

Damien George's avatar
Damien George committed
160
mp_obj_t mp_load_build_class(void) {
Damien's avatar
Damien committed
161
    DEBUG_OP_printf("load_build_class\n");
162
    #if MICROPY_CAN_OVERRIDE_BUILTINS
163
    if (MP_STATE_VM(mp_module_builtins_override_dict) != NULL) {
164
        // lookup in additional dynamic table of builtins first
165
        mp_map_elem_t *elem = mp_map_lookup(&MP_STATE_VM(mp_module_builtins_override_dict)->map, MP_OBJ_NEW_QSTR(MP_QSTR___build_class__), MP_MAP_LOOKUP);
166
167
168
169
170
        if (elem != NULL) {
            return elem->value;
        }
    }
    #endif
171
    return (mp_obj_t)&mp_builtin___build_class___obj;
Damien's avatar
Damien committed
172
173
}

174
175
176
void mp_store_name(qstr qst, mp_obj_t obj) {
    DEBUG_OP_printf("store name %s <- %p\n", qstr_str(qst), obj);
    mp_obj_dict_store(MP_STATE_CTX(dict_locals), MP_OBJ_NEW_QSTR(qst), obj);
177
178
}

179
180
181
182
void mp_delete_name(qstr qst) {
    DEBUG_OP_printf("delete name %s\n", qstr_str(qst));
    // TODO convert KeyError to NameError if qst not found
    mp_obj_dict_delete(MP_STATE_CTX(dict_locals), MP_OBJ_NEW_QSTR(qst));
183
184
}

185
186
187
void mp_store_global(qstr qst, mp_obj_t obj) {
    DEBUG_OP_printf("store global %s <- %p\n", qstr_str(qst), obj);
    mp_obj_dict_store(MP_STATE_CTX(dict_globals), MP_OBJ_NEW_QSTR(qst), obj);
Damien's avatar
Damien committed
188
189
}

190
191
192
193
void mp_delete_global(qstr qst) {
    DEBUG_OP_printf("delete global %s\n", qstr_str(qst));
    // TODO convert KeyError to NameError if qst not found
    mp_obj_dict_delete(MP_STATE_CTX(dict_globals), MP_OBJ_NEW_QSTR(qst));
194
195
}

196
mp_obj_t mp_unary_op(mp_uint_t op, mp_obj_t arg) {
197
    DEBUG_OP_printf("unary " UINT_FMT " %p\n", op, arg);
198

199
    if (MP_OBJ_IS_SMALL_INT(arg)) {
200
        mp_int_t val = MP_OBJ_SMALL_INT_VALUE(arg);
Damien's avatar
Damien committed
201
        switch (op) {
Damien George's avatar
Damien George committed
202
            case MP_UNARY_OP_BOOL:
203
                return MP_BOOL(val != 0);
204
205
            case MP_UNARY_OP_HASH:
                return arg;
Damien George's avatar
Damien George committed
206
            case MP_UNARY_OP_POSITIVE:
207
                return arg;
Damien George's avatar
Damien George committed
208
            case MP_UNARY_OP_NEGATIVE:
209
210
211
212
213
214
                // check for overflow
                if (val == MP_SMALL_INT_MIN) {
                    return mp_obj_new_int(-val);
                } else {
                    return MP_OBJ_NEW_SMALL_INT(-val);
                }
Damien George's avatar
Damien George committed
215
            case MP_UNARY_OP_INVERT:
216
217
218
219
                return MP_OBJ_NEW_SMALL_INT(~val);
            default:
                assert(0);
                return arg;
220
        }
221
222
223
224
    } else if (op == MP_UNARY_OP_HASH && MP_OBJ_IS_STR_OR_BYTES(arg)) {
        // fast path for hashing str/bytes
        GET_STR_HASH(arg, h);
        return MP_OBJ_NEW_SMALL_INT(h);
225
226
227
228
    } else {
        mp_obj_type_t *type = mp_obj_get_type(arg);
        if (type->unary_op != NULL) {
            mp_obj_t result = type->unary_op(op, arg);
229
            if (result != MP_OBJ_NULL) {
230
231
                return result;
            }
Damien's avatar
Damien committed
232
        }
233
234
235
236
237
        if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
            nlr_raise(mp_obj_new_exception_msg(&mp_type_TypeError,
                "unsupported type for operator"));
        } else {
            nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_TypeError,
238
239
                "unsupported type for %q: '%s'",
                mp_unary_op_method_name[op], mp_obj_get_type_str(arg)));
240
        }
Damien's avatar
Damien committed
241
    }
Damien's avatar
Damien committed
242
243
}

244
mp_obj_t mp_binary_op(mp_uint_t op, mp_obj_t lhs, mp_obj_t rhs) {
245
    DEBUG_OP_printf("binary " UINT_FMT " %p %p\n", op, lhs, rhs);
246
247
248
249
250
251
252
253
254
255

    // TODO correctly distinguish inplace operators for mutable objects
    // lookup logic that CPython uses for +=:
    //   check for implemented +=
    //   then check for implemented +
    //   then check for implemented seq.inplace_concat
    //   then check for implemented seq.concat
    //   then fail
    // note that list does not implement + or +=, so that inplace_concat is reached first for +=

256
    // deal with is
Damien George's avatar
Damien George committed
257
    if (op == MP_BINARY_OP_IS) {
258
259
260
        return MP_BOOL(lhs == rhs);
    }

261
    // deal with == and != for all types
Damien George's avatar
Damien George committed
262
    if (op == MP_BINARY_OP_EQUAL || op == MP_BINARY_OP_NOT_EQUAL) {
263
        if (mp_obj_equal(lhs, rhs)) {
Damien George's avatar
Damien George committed
264
            if (op == MP_BINARY_OP_EQUAL) {
265
266
267
268
269
                return mp_const_true;
            } else {
                return mp_const_false;
            }
        } else {
Damien George's avatar
Damien George committed
270
            if (op == MP_BINARY_OP_EQUAL) {
271
272
273
274
275
276
277
278
                return mp_const_false;
            } else {
                return mp_const_true;
            }
        }
    }

    // deal with exception_match for all types
Damien George's avatar
Damien George committed
279
    if (op == MP_BINARY_OP_EXCEPTION_MATCH) {
280
281
        // rhs must be issubclass(rhs, BaseException)
        if (mp_obj_is_exception_type(rhs)) {
282
            if (mp_obj_exception_match(lhs, rhs)) {
283
284
285
286
                return mp_const_true;
            } else {
                return mp_const_false;
            }
287
288
289
290
291
292
293
294
295
296
297
298
        } else if (MP_OBJ_IS_TYPE(rhs, &mp_type_tuple)) {
            mp_obj_tuple_t *tuple = rhs;
            for (mp_uint_t i = 0; i < tuple->len; i++) {
                rhs = tuple->items[i];
                if (!mp_obj_is_exception_type(rhs)) {
                    goto unsupported_op;
                }
                if (mp_obj_exception_match(lhs, rhs)) {
                    return mp_const_true;
                }
            }
            return mp_const_false;
299
        }
300
        goto unsupported_op;
301
302
    }

303
    if (MP_OBJ_IS_SMALL_INT(lhs)) {
304
        mp_int_t lhs_val = MP_OBJ_SMALL_INT_VALUE(lhs);
305
        if (MP_OBJ_IS_SMALL_INT(rhs)) {
306
            mp_int_t rhs_val = MP_OBJ_SMALL_INT_VALUE(rhs);
307
308
309
            // This is a binary operation: lhs_val op rhs_val
            // We need to be careful to handle overflow; see CERT INT32-C
            // Operations that can overflow:
310
311
            //      +       result always fits in mp_int_t, then handled by SMALL_INT check
            //      -       result always fits in mp_int_t, then handled by SMALL_INT check
312
            //      *       checked explicitly
313
314
            //      /       if lhs=MIN and rhs=-1; result always fits in mp_int_t, then handled by SMALL_INT check
            //      %       if lhs=MIN and rhs=-1; result always fits in mp_int_t, then handled by SMALL_INT check
315
            //      <<      checked explicitly
316
            switch (op) {
Damien George's avatar
Damien George committed
317
318
319
320
321
322
323
324
                case MP_BINARY_OP_OR:
                case MP_BINARY_OP_INPLACE_OR: lhs_val |= rhs_val; break;
                case MP_BINARY_OP_XOR:
                case MP_BINARY_OP_INPLACE_XOR: lhs_val ^= rhs_val; break;
                case MP_BINARY_OP_AND:
                case MP_BINARY_OP_INPLACE_AND: lhs_val &= rhs_val; break;
                case MP_BINARY_OP_LSHIFT:
                case MP_BINARY_OP_INPLACE_LSHIFT: {
325
326
                    if (rhs_val < 0) {
                        // negative shift not allowed
327
                        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError, "negative shift count"));
328
                    } else if (rhs_val >= (mp_int_t)BITS_PER_WORD || lhs_val > (MP_SMALL_INT_MAX >> rhs_val) || lhs_val < (MP_SMALL_INT_MIN >> rhs_val)) {
329
330
331
332
333
334
335
336
337
                        // left-shift will overflow, so use higher precision integer
                        lhs = mp_obj_new_int_from_ll(lhs_val);
                        goto generic_binary_op;
                    } else {
                        // use standard precision
                        lhs_val <<= rhs_val;
                    }
                    break;
                }
Damien George's avatar
Damien George committed
338
339
                case MP_BINARY_OP_RSHIFT:
                case MP_BINARY_OP_INPLACE_RSHIFT:
340
341
                    if (rhs_val < 0) {
                        // negative shift not allowed
342
                        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError, "negative shift count"));
343
344
                    } else {
                        // standard precision is enough for right-shift
345
                        if (rhs_val >= (mp_int_t)BITS_PER_WORD) {
346
347
348
349
                            // Shifting to big amounts is underfined behavior
                            // in C and is CPU-dependent; propagate sign bit.
                            rhs_val = BITS_PER_WORD - 1;
                        }
350
351
352
                        lhs_val >>= rhs_val;
                    }
                    break;
Damien George's avatar
Damien George committed
353
354
355
356
357
358
                case MP_BINARY_OP_ADD:
                case MP_BINARY_OP_INPLACE_ADD: lhs_val += rhs_val; break;
                case MP_BINARY_OP_SUBTRACT:
                case MP_BINARY_OP_INPLACE_SUBTRACT: lhs_val -= rhs_val; break;
                case MP_BINARY_OP_MULTIPLY:
                case MP_BINARY_OP_INPLACE_MULTIPLY: {
359

360
                    // If long long type exists and is larger than mp_int_t, then
361
                    // we can use the following code to perform overflow-checked multiplication.
362
                    // Otherwise (eg in x64 case) we must use mp_small_int_mul_overflow.
363
364
365
366
367
368
369
370
                    #if 0
                    // compute result using long long precision
                    long long res = (long long)lhs_val * (long long)rhs_val;
                    if (res > MP_SMALL_INT_MAX || res < MP_SMALL_INT_MIN) {
                        // result overflowed SMALL_INT, so return higher precision integer
                        return mp_obj_new_int_from_ll(res);
                    } else {
                        // use standard precision
371
                        lhs_val = (mp_int_t)res;
372
373
374
                    }
                    #endif

375
376
377
378
379
380
381
382
                    if (mp_small_int_mul_overflow(lhs_val, rhs_val)) {
                        // use higher precision
                        lhs = mp_obj_new_int_from_ll(lhs_val);
                        goto generic_binary_op;
                    } else {
                        // use standard precision
                        return MP_OBJ_NEW_SMALL_INT(lhs_val * rhs_val);
                    }
383
384
                    break;
                }
Damien George's avatar
Damien George committed
385
386
                case MP_BINARY_OP_FLOOR_DIVIDE:
                case MP_BINARY_OP_INPLACE_FLOOR_DIVIDE:
387
388
389
                    if (rhs_val == 0) {
                        goto zero_division;
                    }
390
                    lhs_val = mp_small_int_floor_divide(lhs_val, rhs_val);
391
                    break;
392

393
                #if MICROPY_PY_BUILTINS_FLOAT
Damien George's avatar
Damien George committed
394
                case MP_BINARY_OP_TRUE_DIVIDE:
395
396
                case MP_BINARY_OP_INPLACE_TRUE_DIVIDE:
                    if (rhs_val == 0) {
397
                        goto zero_division;
398
399
                    }
                    return mp_obj_new_float((mp_float_t)lhs_val / (mp_float_t)rhs_val);
400
                #endif
401

Damien George's avatar
Damien George committed
402
                case MP_BINARY_OP_MODULO:
403
404
                case MP_BINARY_OP_INPLACE_MODULO: {
                    lhs_val = mp_small_int_modulo(lhs_val, rhs_val);
405
406
                    break;
                }
407

Damien George's avatar
Damien George committed
408
409
                case MP_BINARY_OP_POWER:
                case MP_BINARY_OP_INPLACE_POWER:
410
                    if (rhs_val < 0) {
411
                        #if MICROPY_PY_BUILTINS_FLOAT
412
413
414
                        lhs = mp_obj_new_float(lhs_val);
                        goto generic_binary_op;
                        #else
415
                        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError, "negative power with no float support"));
416
417
                        #endif
                    } else {
418
                        mp_int_t ans = 1;
419
420
                        while (rhs_val > 0) {
                            if (rhs_val & 1) {
421
                                if (mp_small_int_mul_overflow(ans, lhs_val)) {
422
423
                                    goto power_overflow;
                                }
424
                                ans *= lhs_val;
425
426
427
                            }
                            if (rhs_val == 1) {
                                break;
428
429
                            }
                            rhs_val /= 2;
430
                            if (mp_small_int_mul_overflow(lhs_val, lhs_val)) {
431
432
                                goto power_overflow;
                            }
433
                            lhs_val *= lhs_val;
434
                        }
435
                        lhs_val = ans;
436
                    }
437
                    break;
438
439
440
441
442
443

                power_overflow:
                    // use higher precision
                    lhs = mp_obj_new_int_from_ll(MP_OBJ_SMALL_INT_VALUE(lhs));
                    goto generic_binary_op;

Damien George's avatar
Damien George committed
444
445
446
447
                case MP_BINARY_OP_LESS: return MP_BOOL(lhs_val < rhs_val); break;
                case MP_BINARY_OP_MORE: return MP_BOOL(lhs_val > rhs_val); break;
                case MP_BINARY_OP_LESS_EQUAL: return MP_BOOL(lhs_val <= rhs_val); break;
                case MP_BINARY_OP_MORE_EQUAL: return MP_BOOL(lhs_val >= rhs_val); break;
448

449
450
                default:
                    goto unsupported_op;
451
            }
452
            // TODO: We just should make mp_obj_new_int() inline and use that
453
            if (MP_SMALL_INT_FITS(lhs_val)) {
454
                return MP_OBJ_NEW_SMALL_INT(lhs_val);
455
456
            } else {
                return mp_obj_new_int(lhs_val);
457
            }
458
#if MICROPY_PY_BUILTINS_FLOAT
459
        } else if (MP_OBJ_IS_TYPE(rhs, &mp_type_float)) {
460
461
462
463
464
465
            mp_obj_t res = mp_obj_float_binary_op(op, lhs_val, rhs);
            if (res == MP_OBJ_NULL) {
                goto unsupported_op;
            } else {
                return res;
            }
466
#if MICROPY_PY_BUILTINS_COMPLEX
467
        } else if (MP_OBJ_IS_TYPE(rhs, &mp_type_complex)) {
468
469
470
471
472
473
            mp_obj_t res = mp_obj_complex_binary_op(op, lhs_val, 0, rhs);
            if (res == MP_OBJ_NULL) {
                goto unsupported_op;
            } else {
                return res;
            }
474
#endif
475
#endif
476
        }
477
    }
478

479
    /* deal with `in`
480
481
     *
     * NOTE `a in b` is `b.__contains__(a)`, hence why the generic dispatch
Damien George's avatar
Damien George committed
482
     * needs to go below with swapped arguments
483
     */
Damien George's avatar
Damien George committed
484
    if (op == MP_BINARY_OP_IN) {
485
486
487
        mp_obj_type_t *type = mp_obj_get_type(rhs);
        if (type->binary_op != NULL) {
            mp_obj_t res = type->binary_op(op, rhs, lhs);
488
            if (res != MP_OBJ_NULL) {
489
                return res;
John R. Lenton's avatar
John R. Lenton committed
490
            }
491
492
493
        }
        if (type->getiter != NULL) {
            /* second attempt, walk the iterator */
Damien George's avatar
Damien George committed
494
            mp_obj_t iter = mp_getiter(rhs);
495
            mp_obj_t next;
496
            while ((next = mp_iternext(iter)) != MP_OBJ_STOP_ITERATION) {
497
                if (mp_obj_equal(next, lhs)) {
498
                    return mp_const_true;
John R. Lenton's avatar
John R. Lenton committed
499
                }
500
            }
501
            return mp_const_false;
502
503
        }

504
505
506
507
508
509
510
        if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
            nlr_raise(mp_obj_new_exception_msg(&mp_type_TypeError,
                "object not iterable"));
        } else {
            nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_TypeError,
                "'%s' object is not iterable", mp_obj_get_type_str(rhs)));
        }
511
512
    }

513
    // generic binary_op supplied by type
514
515
516
    mp_obj_type_t *type;
generic_binary_op:
    type = mp_obj_get_type(lhs);
517
518
    if (type->binary_op != NULL) {
        mp_obj_t result = type->binary_op(op, lhs, rhs);
519
        if (result != MP_OBJ_NULL) {
520
            return result;
Damien's avatar
Damien committed
521
522
        }
    }
523

524
525
    // TODO implement dispatch for reverse binary ops

526
unsupported_op:
527
528
529
530
531
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_TypeError,
            "unsupported type for operator"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_TypeError,
532
533
            "unsupported types for %q: '%s', '%s'",
            mp_binary_op_method_name[op], mp_obj_get_type_str(lhs), mp_obj_get_type_str(rhs)));
534
    }
535
536

zero_division:
537
    nlr_raise(mp_obj_new_exception_msg(&mp_type_ZeroDivisionError, "division by zero"));
Damien's avatar
Damien committed
538
539
}

Damien George's avatar
Damien George committed
540
541
mp_obj_t mp_call_function_0(mp_obj_t fun) {
    return mp_call_function_n_kw(fun, 0, 0, NULL);
542
543
}

Damien George's avatar
Damien George committed
544
545
mp_obj_t mp_call_function_1(mp_obj_t fun, mp_obj_t arg) {
    return mp_call_function_n_kw(fun, 1, 0, &arg);
546
547
}

Damien George's avatar
Damien George committed
548
mp_obj_t mp_call_function_2(mp_obj_t fun, mp_obj_t arg1, mp_obj_t arg2) {
549
    mp_obj_t args[2];
550
551
    args[0] = arg1;
    args[1] = arg2;
Damien George's avatar
Damien George committed
552
    return mp_call_function_n_kw(fun, 2, 0, args);
553
554
}

555
// args contains, eg: arg0  arg1  key0  value0  key1  value1
556
mp_obj_t mp_call_function_n_kw(mp_obj_t fun_in, mp_uint_t n_args, mp_uint_t n_kw, const mp_obj_t *args) {
557
558
    // TODO improve this: fun object can specify its type and we parse here the arguments,
    // passing to the function arrays of fixed and keyword arguments
559

560
    DEBUG_OP_printf("calling function %p(n_args=" UINT_FMT ", n_kw=" UINT_FMT ", args=%p)\n", fun_in, n_args, n_kw, args);
561

562
563
564
565
566
    // get the type
    mp_obj_type_t *type = mp_obj_get_type(fun_in);

    // do the call
    if (type->call != NULL) {
567
        return type->call(fun_in, n_args, n_kw, args);
568
    }
569

570
571
572
573
574
575
576
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_TypeError,
            "object not callable"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_TypeError,
            "'%s' object is not callable", mp_obj_get_type_str(fun_in)));
    }
577
578
}

579
580
// args contains: fun  self/NULL  arg(0)  ...  arg(n_args-2)  arg(n_args-1)  kw_key(0)  kw_val(0)  ... kw_key(n_kw-1)  kw_val(n_kw-1)
// if n_args==0 and n_kw==0 then there are only fun and self/NULL
581
mp_obj_t mp_call_method_n_kw(mp_uint_t n_args, mp_uint_t n_kw, const mp_obj_t *args) {
582
    DEBUG_OP_printf("call method (fun=%p, self=%p, n_args=" UINT_FMT ", n_kw=" UINT_FMT ", args=%p)\n", args[0], args[1], n_args, n_kw, args);
583
    int adjust = (args[1] == NULL) ? 0 : 1;
Damien George's avatar
Damien George committed
584
    return mp_call_function_n_kw(args[0], n_args + adjust, n_kw, args + 2 - adjust);
585
586
}

587
588
589
590
591
// This function only needs to be exposed externally when in stackless mode.
#if !MICROPY_STACKLESS
STATIC
#endif
void mp_call_prepare_args_n_kw_var(bool have_self, mp_uint_t n_args_n_kw, const mp_obj_t *args, mp_call_args_t *out_args) {
592
593
594
595
596
597
598
    mp_obj_t fun = *args++;
    mp_obj_t self = MP_OBJ_NULL;
    if (have_self) {
        self = *args++; // may be MP_OBJ_NULL
    }
    uint n_args = n_args_n_kw & 0xff;
    uint n_kw = (n_args_n_kw >> 8) & 0xff;
599
600
    mp_obj_t pos_seq = args[n_args + 2 * n_kw]; // may be MP_OBJ_NULL
    mp_obj_t kw_dict = args[n_args + 2 * n_kw + 1]; // may be MP_OBJ_NULL
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633

    DEBUG_OP_printf("call method var (fun=%p, self=%p, n_args=%u, n_kw=%u, args=%p, seq=%p, dict=%p)\n", fun, self, n_args, n_kw, args, pos_seq, kw_dict);

    // We need to create the following array of objects:
    //     args[0 .. n_args]  unpacked(pos_seq)  args[n_args .. n_args + 2 * n_kw]  unpacked(kw_dict)
    // TODO: optimize one day to avoid constructing new arg array? Will be hard.

    // The new args array
    mp_obj_t *args2;
    uint args2_alloc;
    uint args2_len = 0;

    // Try to get a hint for the size of the kw_dict
    uint kw_dict_len = 0;
    if (kw_dict != MP_OBJ_NULL && MP_OBJ_IS_TYPE(kw_dict, &mp_type_dict)) {
        kw_dict_len = mp_obj_dict_len(kw_dict);
    }

    // Extract the pos_seq sequence to the new args array.
    // Note that it can be arbitrary iterator.
    if (pos_seq == MP_OBJ_NULL) {
        // no sequence

        // allocate memory for the new array of args
        args2_alloc = 1 + n_args + 2 * (n_kw + kw_dict_len);
        args2 = m_new(mp_obj_t, args2_alloc);

        // copy the self
        if (self != MP_OBJ_NULL) {
            args2[args2_len++] = self;
        }

        // copy the fixed pos args
634
        mp_seq_copy(args2 + args2_len, args, n_args, mp_obj_t);
635
636
637
638
639
640
        args2_len += n_args;

    } else if (MP_OBJ_IS_TYPE(pos_seq, &mp_type_tuple) || MP_OBJ_IS_TYPE(pos_seq, &mp_type_list)) {
        // optimise the case of a tuple and list

        // get the items
641
        mp_uint_t len;
642
643
644
645
646
647
648
649
650
651
652
653
654
        mp_obj_t *items;
        mp_obj_get_array(pos_seq, &len, &items);

        // allocate memory for the new array of args
        args2_alloc = 1 + n_args + len + 2 * (n_kw + kw_dict_len);
        args2 = m_new(mp_obj_t, args2_alloc);

        // copy the self
        if (self != MP_OBJ_NULL) {
            args2[args2_len++] = self;
        }

        // copy the fixed and variable position args
655
        mp_seq_cat(args2 + args2_len, args, n_args, items, len, mp_obj_t);
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
        args2_len += n_args + len;

    } else {
        // generic iterator

        // allocate memory for the new array of args
        args2_alloc = 1 + n_args + 2 * (n_kw + kw_dict_len) + 3;
        args2 = m_new(mp_obj_t, args2_alloc);

        // copy the self
        if (self != MP_OBJ_NULL) {
            args2[args2_len++] = self;
        }

        // copy the fixed position args
671
        mp_seq_copy(args2 + args2_len, args, n_args, mp_obj_t);
672
673
674
675

        // extract the variable position args from the iterator
        mp_obj_t iterable = mp_getiter(pos_seq);
        mp_obj_t item;
676
        while ((item = mp_iternext(iterable)) != MP_OBJ_STOP_ITERATION) {
677
678
679
680
681
682
683
684
685
686
687
688
            if (args2_len >= args2_alloc) {
                args2 = m_renew(mp_obj_t, args2, args2_alloc, args2_alloc * 2);
                args2_alloc *= 2;
            }
            args2[args2_len++] = item;
        }
    }

    // The size of the args2 array now is the number of positional args.
    uint pos_args_len = args2_len;

    // Copy the fixed kw args.
689
    mp_seq_copy(args2 + args2_len, args + n_args, 2 * n_kw, mp_obj_t);
690
691
692
693
694
695
696
697
698
699
    args2_len += 2 * n_kw;

    // Extract (key,value) pairs from kw_dict dictionary and append to args2.
    // Note that it can be arbitrary iterator.
    if (kw_dict == MP_OBJ_NULL) {
        // pass
    } else if (MP_OBJ_IS_TYPE(kw_dict, &mp_type_dict)) {
        // dictionary
        mp_map_t *map = mp_obj_dict_get_map(kw_dict);
        assert(args2_len + 2 * map->used <= args2_alloc); // should have enough, since kw_dict_len is in this case hinted correctly above
700
701
        for (mp_uint_t i = 0; i < map->alloc; i++) {
            if (MP_MAP_SLOT_IS_FILLED(map, i)) {
702
703
704
705
706
707
708
709
710
711
712
                args2[args2_len++] = map->table[i].key;
                args2[args2_len++] = map->table[i].value;
            }
        }
    } else {
        // generic mapping
        // TODO is calling 'items' on the mapping the correct thing to do here?
        mp_obj_t dest[2];
        mp_load_method(kw_dict, MP_QSTR_items, dest);
        mp_obj_t iterable = mp_getiter(mp_call_method_n_kw(0, 0, dest));
        mp_obj_t item;
713
        while ((item = mp_iternext(iterable)) != MP_OBJ_STOP_ITERATION) {
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
            if (args2_len + 1 >= args2_alloc) {
                uint new_alloc = args2_alloc * 2;
                if (new_alloc < 4) {
                    new_alloc = 4;
                }
                args2 = m_renew(mp_obj_t, args2, args2_alloc, new_alloc);
                args2_alloc = new_alloc;
            }
            mp_obj_t *items;
            mp_obj_get_array_fixed_n(item, 2, &items);
            args2[args2_len++] = items[0];
            args2[args2_len++] = items[1];
        }
    }

729
730
731
732
733
734
735
736
    out_args->fun = fun;
    out_args->args = args2;
    out_args->n_args = pos_args_len;
    out_args->n_kw = (args2_len - pos_args_len) / 2;
    out_args->n_alloc = args2_alloc;
}

mp_obj_t mp_call_method_n_kw_var(bool have_self, mp_uint_t n_args_n_kw, const mp_obj_t *args) {
737
    mp_call_args_t out_args;
738
739
740
741
    mp_call_prepare_args_n_kw_var(have_self, n_args_n_kw, args, &out_args);

    mp_obj_t res = mp_call_function_n_kw(out_args.fun, out_args.n_args, out_args.n_kw, out_args.args);
    m_del(mp_obj_t, out_args.args, out_args.n_alloc);
742
743
744
745

    return res;
}

746
// unpacked items are stored in reverse order into the array pointed to by items
747
void mp_unpack_sequence(mp_obj_t seq_in, mp_uint_t num, mp_obj_t *items) {
748
    mp_uint_t seq_len;
749
    if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple) || MP_OBJ_IS_TYPE(seq_in, &mp_type_list)) {
750
        mp_obj_t *seq_items;
751
        if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple)) {
752
753
754
            mp_obj_tuple_get(seq_in, &seq_len, &seq_items);
        } else {
            mp_obj_list_get(seq_in, &seq_len, &seq_items);
755
        }
756
        if (seq_len < num) {
757
            goto too_short;
758
        } else if (seq_len > num) {
759
            goto too_long;
760
        }
761
        for (mp_uint_t i = 0; i < num; i++) {
762
763
            items[i] = seq_items[num - 1 - i];
        }
764
    } else {
Damien George's avatar
Damien George committed
765
        mp_obj_t iterable = mp_getiter(seq_in);
766
767

        for (seq_len = 0; seq_len < num; seq_len++) {
Damien George's avatar
Damien George committed
768
            mp_obj_t el = mp_iternext(iterable);
769
            if (el == MP_OBJ_STOP_ITERATION) {
770
771
772
773
                goto too_short;
            }
            items[num - 1 - seq_len] = el;
        }
774
        if (mp_iternext(iterable) != MP_OBJ_STOP_ITERATION) {
775
776
            goto too_long;
        }
777
    }
778
779
780
    return;

too_short:
781
782
783
784
785
786
787
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError,
            "wrong number of values to unpack"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_ValueError,
            "need more than %d values to unpack", seq_len));
    }
788
too_long:
789
790
791
792
793
794
795
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError,
            "wrong number of values to unpack"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_ValueError,
            "too many values to unpack (expected %d)", num));
    }
796
797
}

798
// unpacked items are stored in reverse order into the array pointed to by items
799
800
801
void mp_unpack_ex(mp_obj_t seq_in, mp_uint_t num_in, mp_obj_t *items) {
    mp_uint_t num_left = num_in & 0xff;
    mp_uint_t num_right = (num_in >> 8) & 0xff;
802
    DEBUG_OP_printf("unpack ex " UINT_FMT " " UINT_FMT "\n", num_left, num_right);
803
    mp_uint_t seq_len;
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
    if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple) || MP_OBJ_IS_TYPE(seq_in, &mp_type_list)) {
        mp_obj_t *seq_items;
        if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple)) {
            mp_obj_tuple_get(seq_in, &seq_len, &seq_items);
        } else {
            if (num_left == 0 && num_right == 0) {
                // *a, = b # sets a to b if b is a list
                items[0] = seq_in;
                return;
            }
            mp_obj_list_get(seq_in, &seq_len, &seq_items);
        }
        if (seq_len < num_left + num_right) {
            goto too_short;
        }
819
        for (mp_uint_t i = 0; i < num_right; i++) {
820
821
822
            items[i] = seq_items[seq_len - 1 - i];
        }
        items[num_right] = mp_obj_new_list(seq_len - num_left - num_right, seq_items + num_left);
823
        for (mp_uint_t i = 0; i < num_left; i++) {
824
825
826
827
828
829
830
831
832
833
834
            items[num_right + 1 + i] = seq_items[num_left - 1 - i];
        }
    } else {
        // Generic iterable; this gets a bit messy: we unpack known left length to the
        // items destination array, then the rest to a dynamically created list.  Once the
        // iterable is exhausted, we take from this list for the right part of the items.
        // TODO Improve to waste less memory in the dynamically created list.
        mp_obj_t iterable = mp_getiter(seq_in);
        mp_obj_t item;
        for (seq_len = 0; seq_len < num_left; seq_len++) {
            item = mp_iternext(iterable);
835
            if (item == MP_OBJ_STOP_ITERATION) {
836
837
838
839
                goto too_short;
            }
            items[num_left + num_right + 1 - 1 - seq_len] = item;
        }
840
        mp_obj_list_t *rest = mp_obj_new_list(0, NULL);
841
        while ((item = mp_iternext(iterable)) != MP_OBJ_STOP_ITERATION) {
842
843
            mp_obj_list_append(rest, item);
        }
844
        if (rest->len < num_right) {
845
846
847
            goto too_short;
        }
        items[num_right] = rest;
848
        for (mp_uint_t i = 0; i < num_right; i++) {
849
            items[num_right - 1 - i] = rest->items[rest->len - num_right + i];
850
        }
851
        mp_obj_list_set_len(rest, rest->len - num_right);
852
853
854
855
    }
    return;

too_short:
856
857
858
859
860
861
862
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError,
            "wrong number of values to unpack"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_ValueError,
            "need more than %d values to unpack", seq_len));
    }
863
864
}

865
mp_obj_t mp_load_attr(mp_obj_t base, qstr attr) {
866
    DEBUG_OP_printf("load attr %p.%s\n", base, qstr_str(attr));
867
    // use load_method
868
    mp_obj_t dest[2];
869
870
    mp_load_method(base, attr, dest);
    if (dest[1] == MP_OBJ_NULL) {
871
        // load_method returned just a normal attribute
872
        return dest[0];
873
874
875
    } else {
        // load_method returned a method, so build a bound method object
        return mp_obj_new_bound_meth(dest[0], dest[1]);
Damien's avatar
Damien committed
876
877
878
    }
}

879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
// Given a member that was extracted from an instance, convert it correctly
// and put the result in the dest[] array for a possible method call.
// Conversion means dealing with static/class methods, callables, and values.
// see http://docs.python.org/3/howto/descriptor.html
void mp_convert_member_lookup(mp_obj_t self, const mp_obj_type_t *type, mp_obj_t member, mp_obj_t *dest) {
    if (MP_OBJ_IS_TYPE(member, &mp_type_staticmethod)) {
        // return just the function
        dest[0] = ((mp_obj_static_class_method_t*)member)->fun;
    } else if (MP_OBJ_IS_TYPE(member, &mp_type_classmethod)) {
        // return a bound method, with self being the type of this object
        dest[0] = ((mp_obj_static_class_method_t*)member)->fun;
        dest[1] = (mp_obj_t)type;
    } else if (MP_OBJ_IS_TYPE(member, &mp_type_type)) {
        // Don't try to bind types (even though they're callable)
        dest[0] = member;
    } else if (mp_obj_is_callable(member)) {
        // return a bound method, with self being this object
        dest[0] = member;
        dest[1] = self;
    } else {
        // class member is a value, so just return that value
        dest[0] = member;
    }
}

904
905
906
// no attribute found, returns:     dest[0] == MP_OBJ_NULL, dest[1] == MP_OBJ_NULL
// normal attribute found, returns: dest[0] == <attribute>, dest[1] == MP_OBJ_NULL
// method attribute found, returns: dest[0] == <method>,    dest[1] == <self>
907
void mp_load_method_maybe(mp_obj_t obj, qstr attr, mp_obj_t *dest) {
908
909
910
911
912
    // clear output to indicate no attribute/method found yet
    dest[0] = MP_OBJ_NULL;
    dest[1] = MP_OBJ_NULL;

    // get the type
913
    mp_obj_type_t *type = mp_obj_get_type(obj);
914

Damien George's avatar
Damien George committed
915
916
    // look for built-in names
    if (0) {
917
#if MICROPY_CPYTHON_COMPAT
Damien George's avatar
Damien George committed
918
919
920
    } else if (attr == MP_QSTR___class__) {
        // a.__class__ is equivalent to type(a)
        dest[0] = type;
921
#endif
Damien George's avatar
Damien George committed
922
923
924

    } else if (attr == MP_QSTR___next__ && type->iternext != NULL) {
        dest[0] = (mp_obj_t)&mp_builtin_next_obj;
925
        dest[1] = obj;
Damien George's avatar
Damien George committed
926

927
    } else if (type->attr != NULL) {
Damien George's avatar
Damien George committed
928
        // this type can do its own load, so call it
929
        type->attr(obj, attr, dest);
Damien George's avatar
Damien George committed
930
931
932
933
934
935
936
937

    } else if (type->locals_dict != NULL) {
        // generic method lookup
        // this is a lookup in the object (ie not class or type)
        assert(MP_OBJ_IS_TYPE(type->locals_dict, &mp_type_dict)); // Micro Python restriction, for now
        mp_map_t *locals_map = mp_obj_dict_get_map(type->locals_dict);
        mp_map_elem_t *elem = mp_map_lookup(locals_map, MP_OBJ_NEW_QSTR(attr), MP_MAP_LOOKUP);
        if (elem != NULL) {
938
            mp_convert_member_lookup(obj, type, elem->value, dest);
Damien's avatar
Damien committed
939
        }
940
    }
941
942
}

Damien George's avatar
Damien George committed
943
void mp_load_method(mp_obj_t base, qstr attr, mp_obj_t *dest) {
944
945
    DEBUG_OP_printf("load method %p.%s\n", base, qstr_str(attr));

Damien George's avatar
Damien George committed
946
    mp_load_method_maybe(base, attr, dest);
947

948
    if (dest[0] == MP_OBJ_NULL) {
949
        // no attribute/method called attr
950
951
952
        if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
            nlr_raise(mp_obj_new_exception_msg(&mp_type_AttributeError,
                "no such attribute"));
953
        } else {
954
955
956
            // following CPython, we give a more detailed error message for type objects
            if (MP_OBJ_IS_TYPE(base, &mp_type_type)) {
                nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_AttributeError,
957
958
                    "type object '%q' has no attribute '%q'",
                    ((mp_obj_type_t*)base)->name, attr));
959
960
            } else {
                nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_AttributeError,
961
962
                    "'%s' object has no attribute '%q'",
                    mp_obj_get_type_str(base), attr));
963
            }
964
965
        }
    }
966
967
}

Damien George's avatar
Damien George committed
968
void mp_store_attr(mp_obj_t base, qstr attr, mp_obj_t value) {
Damien's avatar
Damien committed
969
    DEBUG_OP_printf("store attr %p.%s <- %p\n", base, qstr_str(attr), value);
970
    mp_obj_type_t *type = mp_obj_get_type(base);
971
972
973
974
975
    if (type->attr != NULL) {
        mp_obj_t dest[2] = {MP_OBJ_SENTINEL, value};
        type->attr(base, attr, dest);
        if (dest[0] == MP_OBJ_NULL) {
            // success
976
977
            return;
        }
978
    }
979
980
981
982
983
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_AttributeError,
            "no such attribute"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_AttributeError,
Damien George's avatar