runtime.c 48.8 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
/*
 * This file is part of the Micro Python project, http://micropython.org/
 *
 * The MIT License (MIT)
 *
 * Copyright (c) 2013, 2014 Damien P. George
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */

27
#include <stdint.h>
Damien's avatar
Damien committed
28
29
30
31
#include <stdio.h>
#include <string.h>
#include <assert.h>

32
#include "mpconfig.h"
33
#include "nlr.h"
Damien's avatar
Damien committed
34
#include "misc.h"
35
#include "qstr.h"
36
#include "obj.h"
37
#include "objtuple.h"
38
#include "objlist.h"
39
#include "objmodule.h"
40
#include "parsenum.h"
41
#include "runtime0.h"
Damien's avatar
Damien committed
42
#include "runtime.h"
43
#include "emitglue.h"
44
#include "builtin.h"
45
#include "builtintables.h"
46
#include "bc.h"
47
#include "smallint.h"
48
#include "objgenerator.h"
49
#include "lexer.h"
50
51
52
#include "parse.h"
#include "parsehelper.h"
#include "compile.h"
53
#include "stackctrl.h"
54
#include "gc.h"
55

56
#if 0 // print debugging info
57
#define DEBUG_PRINT (1)
58
#define DEBUG_printf DEBUG_printf
59
#define DEBUG_OP_printf(...) DEBUG_printf(__VA_ARGS__)
60
#else // don't print debugging info
61
62
#define DEBUG_printf(...) (void)0
#define DEBUG_OP_printf(...) (void)0
63
#endif
Damien's avatar
Damien committed
64

65
66
67
// pending exception object (MP_OBJ_NULL if not pending)
mp_obj_t mp_pending_exception;

68
// locals and globals need to be pointers because they can be the same in outer module scope
69
70
STATIC mp_obj_dict_t *dict_locals;
STATIC mp_obj_dict_t *dict_globals;
71

72
// dictionary for the __main__ module
73
STATIC mp_obj_dict_t dict_main;
74
75
76
77

const mp_obj_module_t mp_module___main__ = {
    .base = { &mp_type_module },
    .name = MP_QSTR___main__,
78
    .globals = (mp_obj_dict_t*)&dict_main,
79
80
};

Damien George's avatar
Damien George committed
81
void mp_init(void) {
82
    qstr_init();
Paul Sokolovsky's avatar
Paul Sokolovsky committed
83
    mp_stack_ctrl_init();
84

85
86
87
    // no pending exceptions to start with
    mp_pending_exception = MP_OBJ_NULL;

88
89
90
91
#if MICROPY_ENABLE_EMERGENCY_EXCEPTION_BUF
    mp_init_emergency_exception_buf();
#endif

92
    // call port specific initialization if any
93
94
95
96
#ifdef MICROPY_PORT_INIT_FUNC
    MICROPY_PORT_INIT_FUNC;
#endif

97
98
    // optimization disabled by default
    mp_optimise_value = 0;
99

100
101
    // init global module stuff
    mp_module_init();
102

103
    // initialise the __main__ module
104
105
    mp_obj_dict_init(&dict_main, 1);
    mp_obj_dict_store(&dict_main, MP_OBJ_NEW_QSTR(MP_QSTR___name__), MP_OBJ_NEW_QSTR(MP_QSTR___main__));
106
107

    // locals = globals for outer module (see Objects/frameobject.c/PyFrame_New())
108
    dict_locals = dict_globals = &dict_main;
Damien's avatar
Damien committed
109
110
}

Damien George's avatar
Damien George committed
111
void mp_deinit(void) {
112
    //mp_obj_dict_free(&dict_main);
113
    mp_module_deinit();
stijn's avatar
stijn committed
114
115
116
117
118

    // call port specific deinitialization if any 
#ifdef MICROPY_PORT_INIT_FUNC
    MICROPY_PORT_DEINIT_FUNC;
#endif
Damien's avatar
Damien committed
119
120
}

121
122
mp_obj_t mp_load_const_int(qstr qstr) {
    DEBUG_OP_printf("load '%s'\n", qstr_str(qstr));
123
    mp_uint_t len;
124
125
126
127
    const byte* data = qstr_data(qstr, &len);
    return mp_parse_num_integer((const char*)data, len, 0);
}

Damien George's avatar
Damien George committed
128
mp_obj_t mp_load_const_dec(qstr qstr) {
Damien's avatar
Damien committed
129
    DEBUG_OP_printf("load '%s'\n", qstr_str(qstr));
130
    mp_uint_t len;
131
    const byte* data = qstr_data(qstr, &len);
132
    return mp_parse_num_decimal((const char*)data, len, true, false);
Damien's avatar
Damien committed
133
134
}

Damien George's avatar
Damien George committed
135
mp_obj_t mp_load_const_str(qstr qstr) {
Damien's avatar
Damien committed
136
    DEBUG_OP_printf("load '%s'\n", qstr_str(qstr));
137
    return MP_OBJ_NEW_QSTR(qstr);
Damien's avatar
Damien committed
138
139
}

Damien George's avatar
Damien George committed
140
mp_obj_t mp_load_const_bytes(qstr qstr) {
141
    DEBUG_OP_printf("load b'%s'\n", qstr_str(qstr));
142
    mp_uint_t len;
143
144
145
146
    const byte *data = qstr_data(qstr, &len);
    return mp_obj_new_bytes(data, len);
}

Damien George's avatar
Damien George committed
147
mp_obj_t mp_load_name(qstr qstr) {
Damien's avatar
Damien committed
148
    // logic: search locals, globals, builtins
149
    DEBUG_OP_printf("load name %s\n", qstr_str(qstr));
150
    // If we're at the outer scope (locals == globals), dispatch to load_global right away
151
152
    if (dict_locals != dict_globals) {
        mp_map_elem_t *elem = mp_map_lookup(&dict_locals->map, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP);
153
154
155
        if (elem != NULL) {
            return elem->value;
        }
Damien's avatar
Damien committed
156
    }
157
    return mp_load_global(qstr);
Damien's avatar
Damien committed
158
159
}

Damien George's avatar
Damien George committed
160
mp_obj_t mp_load_global(qstr qstr) {
161
162
    // logic: search globals, builtins
    DEBUG_OP_printf("load global %s\n", qstr_str(qstr));
163
    mp_map_elem_t *elem = mp_map_lookup(&dict_globals->map, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP);
164
    if (elem == NULL) {
165
166
        // TODO lookup in dynamic table of builtins first
        elem = mp_map_lookup((mp_map_t*)&mp_builtin_object_dict_obj.map, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP);
167
        if (elem == NULL) {
168
169
170
171
172
173
174
            if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
                nlr_raise(mp_obj_new_exception_msg(&mp_type_NameError,
                    "name not defined"));
            } else {
                nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_NameError,
                    "name '%s' is not defined", qstr_str(qstr)));
            }
175
176
177
        }
    }
    return elem->value;
Damien's avatar
Damien committed
178
179
}

Damien George's avatar
Damien George committed
180
mp_obj_t mp_load_build_class(void) {
Damien's avatar
Damien committed
181
    DEBUG_OP_printf("load_build_class\n");
182
183
184
    // TODO lookup __build_class__ in dynamic table of builtins first
    // ... else no user-defined __build_class__, return builtin one
    return (mp_obj_t)&mp_builtin___build_class___obj;
Damien's avatar
Damien committed
185
186
}

Damien George's avatar
Damien George committed
187
void mp_store_name(qstr qstr, mp_obj_t obj) {
188
    DEBUG_OP_printf("store name %s <- %p\n", qstr_str(qstr), obj);
189
    mp_obj_dict_store(dict_locals, MP_OBJ_NEW_QSTR(qstr), obj);
190
191
}

Damien George's avatar
Damien George committed
192
void mp_delete_name(qstr qstr) {
193
    DEBUG_OP_printf("delete name %s\n", qstr_str(qstr));
194
195
    // TODO convert KeyError to NameError if qstr not found
    mp_obj_dict_delete(dict_locals, MP_OBJ_NEW_QSTR(qstr));
196
197
}

Damien George's avatar
Damien George committed
198
void mp_store_global(qstr qstr, mp_obj_t obj) {
199
    DEBUG_OP_printf("store global %s <- %p\n", qstr_str(qstr), obj);
200
    mp_obj_dict_store(dict_globals, MP_OBJ_NEW_QSTR(qstr), obj);
Damien's avatar
Damien committed
201
202
}

203
204
205
206
207
208
void mp_delete_global(qstr qstr) {
    DEBUG_OP_printf("delete global %s\n", qstr_str(qstr));
    // TODO convert KeyError to NameError if qstr not found
    mp_obj_dict_delete(dict_globals, MP_OBJ_NEW_QSTR(qstr));
}

209
mp_obj_t mp_unary_op(mp_uint_t op, mp_obj_t arg) {
210
    DEBUG_OP_printf("unary " UINT_FMT " %p\n", op, arg);
211

212
    if (MP_OBJ_IS_SMALL_INT(arg)) {
213
        mp_int_t val = MP_OBJ_SMALL_INT_VALUE(arg);
Damien's avatar
Damien committed
214
        switch (op) {
Damien George's avatar
Damien George committed
215
            case MP_UNARY_OP_BOOL:
216
                return MP_BOOL(val != 0);
Damien George's avatar
Damien George committed
217
            case MP_UNARY_OP_POSITIVE:
218
                return arg;
Damien George's avatar
Damien George committed
219
            case MP_UNARY_OP_NEGATIVE:
220
221
222
223
224
225
                // check for overflow
                if (val == MP_SMALL_INT_MIN) {
                    return mp_obj_new_int(-val);
                } else {
                    return MP_OBJ_NEW_SMALL_INT(-val);
                }
Damien George's avatar
Damien George committed
226
            case MP_UNARY_OP_INVERT:
227
228
229
230
                return MP_OBJ_NEW_SMALL_INT(~val);
            default:
                assert(0);
                return arg;
231
        }
232
233
234
235
    } else {
        mp_obj_type_t *type = mp_obj_get_type(arg);
        if (type->unary_op != NULL) {
            mp_obj_t result = type->unary_op(op, arg);
236
            if (result != MP_OBJ_NULL) {
237
238
                return result;
            }
Damien's avatar
Damien committed
239
        }
240
241
242
243
244
245
246
247
248
        if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
            nlr_raise(mp_obj_new_exception_msg(&mp_type_TypeError,
                "unsupported type for operator"));
        } else {
            // TODO specify in error message what the operator is
            nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_TypeError,
                "bad operand type for unary operator: '%s'",
                mp_obj_get_type_str(arg)));
        }
Damien's avatar
Damien committed
249
    }
Damien's avatar
Damien committed
250
251
}

252
mp_obj_t mp_binary_op(mp_uint_t op, mp_obj_t lhs, mp_obj_t rhs) {
253
    DEBUG_OP_printf("binary " UINT_FMT " %p %p\n", op, lhs, rhs);
254
255
256
257
258
259
260
261
262
263

    // TODO correctly distinguish inplace operators for mutable objects
    // lookup logic that CPython uses for +=:
    //   check for implemented +=
    //   then check for implemented +
    //   then check for implemented seq.inplace_concat
    //   then check for implemented seq.concat
    //   then fail
    // note that list does not implement + or +=, so that inplace_concat is reached first for +=

264
    // deal with is
Damien George's avatar
Damien George committed
265
    if (op == MP_BINARY_OP_IS) {
266
267
268
        return MP_BOOL(lhs == rhs);
    }

269
    // deal with == and != for all types
Damien George's avatar
Damien George committed
270
    if (op == MP_BINARY_OP_EQUAL || op == MP_BINARY_OP_NOT_EQUAL) {
271
        if (mp_obj_equal(lhs, rhs)) {
Damien George's avatar
Damien George committed
272
            if (op == MP_BINARY_OP_EQUAL) {
273
274
275
276
277
                return mp_const_true;
            } else {
                return mp_const_false;
            }
        } else {
Damien George's avatar
Damien George committed
278
            if (op == MP_BINARY_OP_EQUAL) {
279
280
281
282
283
284
285
286
                return mp_const_false;
            } else {
                return mp_const_true;
            }
        }
    }

    // deal with exception_match for all types
Damien George's avatar
Damien George committed
287
    if (op == MP_BINARY_OP_EXCEPTION_MATCH) {
288
289
        // rhs must be issubclass(rhs, BaseException)
        if (mp_obj_is_exception_type(rhs)) {
290
            if (mp_obj_exception_match(lhs, rhs)) {
291
292
293
294
                return mp_const_true;
            } else {
                return mp_const_false;
            }
295
296
297
298
299
300
301
302
303
304
305
306
        } else if (MP_OBJ_IS_TYPE(rhs, &mp_type_tuple)) {
            mp_obj_tuple_t *tuple = rhs;
            for (mp_uint_t i = 0; i < tuple->len; i++) {
                rhs = tuple->items[i];
                if (!mp_obj_is_exception_type(rhs)) {
                    goto unsupported_op;
                }
                if (mp_obj_exception_match(lhs, rhs)) {
                    return mp_const_true;
                }
            }
            return mp_const_false;
307
        }
308
        goto unsupported_op;
309
310
    }

311
    if (MP_OBJ_IS_SMALL_INT(lhs)) {
312
        mp_int_t lhs_val = MP_OBJ_SMALL_INT_VALUE(lhs);
313
        if (MP_OBJ_IS_SMALL_INT(rhs)) {
314
            mp_int_t rhs_val = MP_OBJ_SMALL_INT_VALUE(rhs);
315
316
317
            // This is a binary operation: lhs_val op rhs_val
            // We need to be careful to handle overflow; see CERT INT32-C
            // Operations that can overflow:
318
319
            //      +       result always fits in mp_int_t, then handled by SMALL_INT check
            //      -       result always fits in mp_int_t, then handled by SMALL_INT check
320
            //      *       checked explicitly
321
322
            //      /       if lhs=MIN and rhs=-1; result always fits in mp_int_t, then handled by SMALL_INT check
            //      %       if lhs=MIN and rhs=-1; result always fits in mp_int_t, then handled by SMALL_INT check
323
            //      <<      checked explicitly
324
            switch (op) {
Damien George's avatar
Damien George committed
325
326
327
328
329
330
331
332
                case MP_BINARY_OP_OR:
                case MP_BINARY_OP_INPLACE_OR: lhs_val |= rhs_val; break;
                case MP_BINARY_OP_XOR:
                case MP_BINARY_OP_INPLACE_XOR: lhs_val ^= rhs_val; break;
                case MP_BINARY_OP_AND:
                case MP_BINARY_OP_INPLACE_AND: lhs_val &= rhs_val; break;
                case MP_BINARY_OP_LSHIFT:
                case MP_BINARY_OP_INPLACE_LSHIFT: {
333
334
                    if (rhs_val < 0) {
                        // negative shift not allowed
335
                        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError, "negative shift count"));
336
337
338
339
340
341
342
343
344
345
                    } else if (rhs_val >= BITS_PER_WORD || lhs_val > (MP_SMALL_INT_MAX >> rhs_val) || lhs_val < (MP_SMALL_INT_MIN >> rhs_val)) {
                        // left-shift will overflow, so use higher precision integer
                        lhs = mp_obj_new_int_from_ll(lhs_val);
                        goto generic_binary_op;
                    } else {
                        // use standard precision
                        lhs_val <<= rhs_val;
                    }
                    break;
                }
Damien George's avatar
Damien George committed
346
347
                case MP_BINARY_OP_RSHIFT:
                case MP_BINARY_OP_INPLACE_RSHIFT:
348
349
                    if (rhs_val < 0) {
                        // negative shift not allowed
350
                        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError, "negative shift count"));
351
352
                    } else {
                        // standard precision is enough for right-shift
353
354
355
356
357
                        if (rhs_val >= BITS_PER_WORD) {
                            // Shifting to big amounts is underfined behavior
                            // in C and is CPU-dependent; propagate sign bit.
                            rhs_val = BITS_PER_WORD - 1;
                        }
358
359
360
                        lhs_val >>= rhs_val;
                    }
                    break;
Damien George's avatar
Damien George committed
361
362
363
364
365
366
                case MP_BINARY_OP_ADD:
                case MP_BINARY_OP_INPLACE_ADD: lhs_val += rhs_val; break;
                case MP_BINARY_OP_SUBTRACT:
                case MP_BINARY_OP_INPLACE_SUBTRACT: lhs_val -= rhs_val; break;
                case MP_BINARY_OP_MULTIPLY:
                case MP_BINARY_OP_INPLACE_MULTIPLY: {
367

368
                    // If long long type exists and is larger than mp_int_t, then
369
                    // we can use the following code to perform overflow-checked multiplication.
370
                    // Otherwise (eg in x64 case) we must use mp_small_int_mul_overflow.
371
372
373
374
375
376
377
378
                    #if 0
                    // compute result using long long precision
                    long long res = (long long)lhs_val * (long long)rhs_val;
                    if (res > MP_SMALL_INT_MAX || res < MP_SMALL_INT_MIN) {
                        // result overflowed SMALL_INT, so return higher precision integer
                        return mp_obj_new_int_from_ll(res);
                    } else {
                        // use standard precision
379
                        lhs_val = (mp_int_t)res;
380
381
382
                    }
                    #endif

383
384
385
386
387
388
389
390
                    if (mp_small_int_mul_overflow(lhs_val, rhs_val)) {
                        // use higher precision
                        lhs = mp_obj_new_int_from_ll(lhs_val);
                        goto generic_binary_op;
                    } else {
                        // use standard precision
                        return MP_OBJ_NEW_SMALL_INT(lhs_val * rhs_val);
                    }
391
392
                    break;
                }
Damien George's avatar
Damien George committed
393
394
                case MP_BINARY_OP_FLOOR_DIVIDE:
                case MP_BINARY_OP_INPLACE_FLOOR_DIVIDE:
395
396
397
                    if (rhs_val == 0) {
                        goto zero_division;
                    }
398
                    lhs_val = mp_small_int_floor_divide(lhs_val, rhs_val);
399
                    break;
400

401
                #if MICROPY_PY_BUILTINS_FLOAT
Damien George's avatar
Damien George committed
402
                case MP_BINARY_OP_TRUE_DIVIDE:
403
404
                case MP_BINARY_OP_INPLACE_TRUE_DIVIDE:
                    if (rhs_val == 0) {
405
                        goto zero_division;
406
407
                    }
                    return mp_obj_new_float((mp_float_t)lhs_val / (mp_float_t)rhs_val);
408
                #endif
409

Damien George's avatar
Damien George committed
410
                case MP_BINARY_OP_MODULO:
411
412
                case MP_BINARY_OP_INPLACE_MODULO: {
                    lhs_val = mp_small_int_modulo(lhs_val, rhs_val);
413
414
                    break;
                }
415

Damien George's avatar
Damien George committed
416
417
                case MP_BINARY_OP_POWER:
                case MP_BINARY_OP_INPLACE_POWER:
418
                    if (rhs_val < 0) {
419
                        #if MICROPY_PY_BUILTINS_FLOAT
420
421
422
                        lhs = mp_obj_new_float(lhs_val);
                        goto generic_binary_op;
                        #else
423
                        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError, "negative power with no float support"));
424
425
                        #endif
                    } else {
426
                        mp_int_t ans = 1;
427
428
                        while (rhs_val > 0) {
                            if (rhs_val & 1) {
429
                                if (mp_small_int_mul_overflow(ans, lhs_val)) {
430
431
                                    goto power_overflow;
                                }
432
                                ans *= lhs_val;
433
434
435
                            }
                            if (rhs_val == 1) {
                                break;
436
437
                            }
                            rhs_val /= 2;
438
                            if (mp_small_int_mul_overflow(lhs_val, lhs_val)) {
439
440
                                goto power_overflow;
                            }
441
                            lhs_val *= lhs_val;
442
                        }
443
                        lhs_val = ans;
444
                    }
445
                    break;
446
447
448
449
450
451

                power_overflow:
                    // use higher precision
                    lhs = mp_obj_new_int_from_ll(MP_OBJ_SMALL_INT_VALUE(lhs));
                    goto generic_binary_op;

Damien George's avatar
Damien George committed
452
453
454
455
                case MP_BINARY_OP_LESS: return MP_BOOL(lhs_val < rhs_val); break;
                case MP_BINARY_OP_MORE: return MP_BOOL(lhs_val > rhs_val); break;
                case MP_BINARY_OP_LESS_EQUAL: return MP_BOOL(lhs_val <= rhs_val); break;
                case MP_BINARY_OP_MORE_EQUAL: return MP_BOOL(lhs_val >= rhs_val); break;
456

457
458
                default:
                    goto unsupported_op;
459
            }
460
            // TODO: We just should make mp_obj_new_int() inline and use that
461
            if (MP_SMALL_INT_FITS(lhs_val)) {
462
                return MP_OBJ_NEW_SMALL_INT(lhs_val);
463
464
            } else {
                return mp_obj_new_int(lhs_val);
465
            }
466
#if MICROPY_PY_BUILTINS_FLOAT
467
        } else if (MP_OBJ_IS_TYPE(rhs, &mp_type_float)) {
468
469
470
471
472
473
            mp_obj_t res = mp_obj_float_binary_op(op, lhs_val, rhs);
            if (res == MP_OBJ_NULL) {
                goto unsupported_op;
            } else {
                return res;
            }
474
#if MICROPY_PY_BUILTINS_COMPLEX
475
        } else if (MP_OBJ_IS_TYPE(rhs, &mp_type_complex)) {
476
477
478
479
480
481
            mp_obj_t res = mp_obj_complex_binary_op(op, lhs_val, 0, rhs);
            if (res == MP_OBJ_NULL) {
                goto unsupported_op;
            } else {
                return res;
            }
482
#endif
483
#endif
484
        }
485
    }
486

487
    /* deal with `in`
488
489
     *
     * NOTE `a in b` is `b.__contains__(a)`, hence why the generic dispatch
Damien George's avatar
Damien George committed
490
     * needs to go below with swapped arguments
491
     */
Damien George's avatar
Damien George committed
492
    if (op == MP_BINARY_OP_IN) {
493
494
495
        mp_obj_type_t *type = mp_obj_get_type(rhs);
        if (type->binary_op != NULL) {
            mp_obj_t res = type->binary_op(op, rhs, lhs);
496
            if (res != MP_OBJ_NULL) {
497
                return res;
John R. Lenton's avatar
John R. Lenton committed
498
            }
499
500
501
        }
        if (type->getiter != NULL) {
            /* second attempt, walk the iterator */
Damien George's avatar
Damien George committed
502
            mp_obj_t iter = mp_getiter(rhs);
503
            mp_obj_t next;
504
            while ((next = mp_iternext(iter)) != MP_OBJ_STOP_ITERATION) {
505
                if (mp_obj_equal(next, lhs)) {
506
                    return mp_const_true;
John R. Lenton's avatar
John R. Lenton committed
507
                }
508
            }
509
            return mp_const_false;
510
511
        }

512
513
514
515
516
517
518
        if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
            nlr_raise(mp_obj_new_exception_msg(&mp_type_TypeError,
                "object not iterable"));
        } else {
            nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_TypeError,
                "'%s' object is not iterable", mp_obj_get_type_str(rhs)));
        }
519
520
    }

521
    // generic binary_op supplied by type
522
523
524
    mp_obj_type_t *type;
generic_binary_op:
    type = mp_obj_get_type(lhs);
525
526
    if (type->binary_op != NULL) {
        mp_obj_t result = type->binary_op(op, lhs, rhs);
527
        if (result != MP_OBJ_NULL) {
528
            return result;
Damien's avatar
Damien committed
529
530
        }
    }
531

532
533
    // TODO implement dispatch for reverse binary ops

534
unsupported_op:
535
536
537
538
539
540
541
542
543
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_TypeError,
            "unsupported type for operator"));
    } else {
        // TODO specify in error message what the operator is
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_TypeError,
            "unsupported operand types for binary operator: '%s', '%s'",
            mp_obj_get_type_str(lhs), mp_obj_get_type_str(rhs)));
    }
544
545

zero_division:
546
    nlr_raise(mp_obj_new_exception_msg(&mp_type_ZeroDivisionError, "division by zero"));
Damien's avatar
Damien committed
547
548
}

Damien George's avatar
Damien George committed
549
550
mp_obj_t mp_call_function_0(mp_obj_t fun) {
    return mp_call_function_n_kw(fun, 0, 0, NULL);
551
552
}

Damien George's avatar
Damien George committed
553
554
mp_obj_t mp_call_function_1(mp_obj_t fun, mp_obj_t arg) {
    return mp_call_function_n_kw(fun, 1, 0, &arg);
555
556
}

Damien George's avatar
Damien George committed
557
mp_obj_t mp_call_function_2(mp_obj_t fun, mp_obj_t arg1, mp_obj_t arg2) {
558
    mp_obj_t args[2];
559
560
    args[0] = arg1;
    args[1] = arg2;
Damien George's avatar
Damien George committed
561
    return mp_call_function_n_kw(fun, 2, 0, args);
562
563
}

564
// args contains, eg: arg0  arg1  key0  value0  key1  value1
565
mp_obj_t mp_call_function_n_kw(mp_obj_t fun_in, mp_uint_t n_args, mp_uint_t n_kw, const mp_obj_t *args) {
566
567
    // TODO improve this: fun object can specify its type and we parse here the arguments,
    // passing to the function arrays of fixed and keyword arguments
568

569
    DEBUG_OP_printf("calling function %p(n_args=" UINT_FMT ", n_kw=" UINT_FMT ", args=%p)\n", fun_in, n_args, n_kw, args);
570

571
572
573
574
575
    // get the type
    mp_obj_type_t *type = mp_obj_get_type(fun_in);

    // do the call
    if (type->call != NULL) {
576
        return type->call(fun_in, n_args, n_kw, args);
577
    }
578

579
580
581
582
583
584
585
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_TypeError,
            "object not callable"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_TypeError,
            "'%s' object is not callable", mp_obj_get_type_str(fun_in)));
    }
586
587
}

588
589
// args contains: fun  self/NULL  arg(0)  ...  arg(n_args-2)  arg(n_args-1)  kw_key(0)  kw_val(0)  ... kw_key(n_kw-1)  kw_val(n_kw-1)
// if n_args==0 and n_kw==0 then there are only fun and self/NULL
590
mp_obj_t mp_call_method_n_kw(mp_uint_t n_args, mp_uint_t n_kw, const mp_obj_t *args) {
591
    DEBUG_OP_printf("call method (fun=%p, self=%p, n_args=" UINT_FMT ", n_kw=" UINT_FMT ", args=%p)\n", args[0], args[1], n_args, n_kw, args);
592
    int adjust = (args[1] == NULL) ? 0 : 1;
Damien George's avatar
Damien George committed
593
    return mp_call_function_n_kw(args[0], n_args + adjust, n_kw, args + 2 - adjust);
594
595
}

596
mp_obj_t mp_call_method_n_kw_var(bool have_self, mp_uint_t n_args_n_kw, const mp_obj_t *args) {
597
598
599
600
601
602
603
    mp_obj_t fun = *args++;
    mp_obj_t self = MP_OBJ_NULL;
    if (have_self) {
        self = *args++; // may be MP_OBJ_NULL
    }
    uint n_args = n_args_n_kw & 0xff;
    uint n_kw = (n_args_n_kw >> 8) & 0xff;
604
605
    mp_obj_t pos_seq = args[n_args + 2 * n_kw]; // map be MP_OBJ_NULL
    mp_obj_t kw_dict = args[n_args + 2 * n_kw + 1]; // map be MP_OBJ_NULL
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638

    DEBUG_OP_printf("call method var (fun=%p, self=%p, n_args=%u, n_kw=%u, args=%p, seq=%p, dict=%p)\n", fun, self, n_args, n_kw, args, pos_seq, kw_dict);

    // We need to create the following array of objects:
    //     args[0 .. n_args]  unpacked(pos_seq)  args[n_args .. n_args + 2 * n_kw]  unpacked(kw_dict)
    // TODO: optimize one day to avoid constructing new arg array? Will be hard.

    // The new args array
    mp_obj_t *args2;
    uint args2_alloc;
    uint args2_len = 0;

    // Try to get a hint for the size of the kw_dict
    uint kw_dict_len = 0;
    if (kw_dict != MP_OBJ_NULL && MP_OBJ_IS_TYPE(kw_dict, &mp_type_dict)) {
        kw_dict_len = mp_obj_dict_len(kw_dict);
    }

    // Extract the pos_seq sequence to the new args array.
    // Note that it can be arbitrary iterator.
    if (pos_seq == MP_OBJ_NULL) {
        // no sequence

        // allocate memory for the new array of args
        args2_alloc = 1 + n_args + 2 * (n_kw + kw_dict_len);
        args2 = m_new(mp_obj_t, args2_alloc);

        // copy the self
        if (self != MP_OBJ_NULL) {
            args2[args2_len++] = self;
        }

        // copy the fixed pos args
639
        mp_seq_copy(args2 + args2_len, args, n_args, mp_obj_t);
640
641
642
643
644
645
        args2_len += n_args;

    } else if (MP_OBJ_IS_TYPE(pos_seq, &mp_type_tuple) || MP_OBJ_IS_TYPE(pos_seq, &mp_type_list)) {
        // optimise the case of a tuple and list

        // get the items
646
        mp_uint_t len;
647
648
649
650
651
652
653
654
655
656
657
658
659
        mp_obj_t *items;
        mp_obj_get_array(pos_seq, &len, &items);

        // allocate memory for the new array of args
        args2_alloc = 1 + n_args + len + 2 * (n_kw + kw_dict_len);
        args2 = m_new(mp_obj_t, args2_alloc);

        // copy the self
        if (self != MP_OBJ_NULL) {
            args2[args2_len++] = self;
        }

        // copy the fixed and variable position args
660
        mp_seq_cat(args2 + args2_len, args, n_args, items, len, mp_obj_t);
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
        args2_len += n_args + len;

    } else {
        // generic iterator

        // allocate memory for the new array of args
        args2_alloc = 1 + n_args + 2 * (n_kw + kw_dict_len) + 3;
        args2 = m_new(mp_obj_t, args2_alloc);

        // copy the self
        if (self != MP_OBJ_NULL) {
            args2[args2_len++] = self;
        }

        // copy the fixed position args
676
        mp_seq_copy(args2 + args2_len, args, n_args, mp_obj_t);
677
678
679
680

        // extract the variable position args from the iterator
        mp_obj_t iterable = mp_getiter(pos_seq);
        mp_obj_t item;
681
        while ((item = mp_iternext(iterable)) != MP_OBJ_STOP_ITERATION) {
682
683
684
685
686
687
688
689
690
691
692
693
            if (args2_len >= args2_alloc) {
                args2 = m_renew(mp_obj_t, args2, args2_alloc, args2_alloc * 2);
                args2_alloc *= 2;
            }
            args2[args2_len++] = item;
        }
    }

    // The size of the args2 array now is the number of positional args.
    uint pos_args_len = args2_len;

    // Copy the fixed kw args.
694
    mp_seq_copy(args2 + args2_len, args + n_args, 2 * n_kw, mp_obj_t);
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
    args2_len += 2 * n_kw;

    // Extract (key,value) pairs from kw_dict dictionary and append to args2.
    // Note that it can be arbitrary iterator.
    if (kw_dict == MP_OBJ_NULL) {
        // pass
    } else if (MP_OBJ_IS_TYPE(kw_dict, &mp_type_dict)) {
        // dictionary
        mp_map_t *map = mp_obj_dict_get_map(kw_dict);
        assert(args2_len + 2 * map->used <= args2_alloc); // should have enough, since kw_dict_len is in this case hinted correctly above
        for (uint i = 0; i < map->alloc; i++) {
            if (map->table[i].key != MP_OBJ_NULL) {
                args2[args2_len++] = map->table[i].key;
                args2[args2_len++] = map->table[i].value;
            }
        }
    } else {
        // generic mapping
        // TODO is calling 'items' on the mapping the correct thing to do here?
        mp_obj_t dest[2];
        mp_load_method(kw_dict, MP_QSTR_items, dest);
        mp_obj_t iterable = mp_getiter(mp_call_method_n_kw(0, 0, dest));
        mp_obj_t item;
718
        while ((item = mp_iternext(iterable)) != MP_OBJ_STOP_ITERATION) {
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
            if (args2_len + 1 >= args2_alloc) {
                uint new_alloc = args2_alloc * 2;
                if (new_alloc < 4) {
                    new_alloc = 4;
                }
                args2 = m_renew(mp_obj_t, args2, args2_alloc, new_alloc);
                args2_alloc = new_alloc;
            }
            mp_obj_t *items;
            mp_obj_get_array_fixed_n(item, 2, &items);
            args2[args2_len++] = items[0];
            args2[args2_len++] = items[1];
        }
    }

    mp_obj_t res = mp_call_function_n_kw(fun, pos_args_len, (args2_len - pos_args_len) / 2, args2);
    m_del(mp_obj_t, args2, args2_alloc);

    return res;
}

740
// unpacked items are stored in reverse order into the array pointed to by items
741
void mp_unpack_sequence(mp_obj_t seq_in, mp_uint_t num, mp_obj_t *items) {
742
    mp_uint_t seq_len;
743
    if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple) || MP_OBJ_IS_TYPE(seq_in, &mp_type_list)) {
744
        mp_obj_t *seq_items;
745
        if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple)) {
746
747
748
            mp_obj_tuple_get(seq_in, &seq_len, &seq_items);
        } else {
            mp_obj_list_get(seq_in, &seq_len, &seq_items);
749
        }
750
        if (seq_len < num) {
751
            goto too_short;
752
        } else if (seq_len > num) {
753
            goto too_long;
754
        }
755
        for (mp_uint_t i = 0; i < num; i++) {
756
757
            items[i] = seq_items[num - 1 - i];
        }
758
    } else {
Damien George's avatar
Damien George committed
759
        mp_obj_t iterable = mp_getiter(seq_in);
760
761

        for (seq_len = 0; seq_len < num; seq_len++) {
Damien George's avatar
Damien George committed
762
            mp_obj_t el = mp_iternext(iterable);
763
            if (el == MP_OBJ_STOP_ITERATION) {
764
765
766
767
                goto too_short;
            }
            items[num - 1 - seq_len] = el;
        }
768
        if (mp_iternext(iterable) != MP_OBJ_STOP_ITERATION) {
769
770
            goto too_long;
        }
771
    }
772
773
774
    return;

too_short:
775
776
777
778
779
780
781
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError,
            "wrong number of values to unpack"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_ValueError,
            "need more than %d values to unpack", seq_len));
    }
782
too_long:
783
784
785
786
787
788
789
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError,
            "wrong number of values to unpack"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_ValueError,
            "too many values to unpack (expected %d)", num));
    }
790
791
}

792
// unpacked items are stored in reverse order into the array pointed to by items
793
794
795
void mp_unpack_ex(mp_obj_t seq_in, mp_uint_t num_in, mp_obj_t *items) {
    mp_uint_t num_left = num_in & 0xff;
    mp_uint_t num_right = (num_in >> 8) & 0xff;
796
    DEBUG_OP_printf("unpack ex " UINT_FMT " " UINT_FMT "\n", num_left, num_right);
797
    mp_uint_t seq_len;
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
    if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple) || MP_OBJ_IS_TYPE(seq_in, &mp_type_list)) {
        mp_obj_t *seq_items;
        if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple)) {
            mp_obj_tuple_get(seq_in, &seq_len, &seq_items);
        } else {
            if (num_left == 0 && num_right == 0) {
                // *a, = b # sets a to b if b is a list
                items[0] = seq_in;
                return;
            }
            mp_obj_list_get(seq_in, &seq_len, &seq_items);
        }
        if (seq_len < num_left + num_right) {
            goto too_short;
        }
813
        for (mp_uint_t i = 0; i < num_right; i++) {
814
815
816
            items[i] = seq_items[seq_len - 1 - i];
        }
        items[num_right] = mp_obj_new_list(seq_len - num_left - num_right, seq_items + num_left);
817
        for (mp_uint_t i = 0; i < num_left; i++) {
818
819
820
821
822
823
824
825
826
827
828
            items[num_right + 1 + i] = seq_items[num_left - 1 - i];
        }
    } else {
        // Generic iterable; this gets a bit messy: we unpack known left length to the
        // items destination array, then the rest to a dynamically created list.  Once the
        // iterable is exhausted, we take from this list for the right part of the items.
        // TODO Improve to waste less memory in the dynamically created list.
        mp_obj_t iterable = mp_getiter(seq_in);
        mp_obj_t item;
        for (seq_len = 0; seq_len < num_left; seq_len++) {
            item = mp_iternext(iterable);
829
            if (item == MP_OBJ_STOP_ITERATION) {
830
831
832
833
                goto too_short;
            }
            items[num_left + num_right + 1 - 1 - seq_len] = item;
        }
834
        mp_obj_list_t *rest = mp_obj_new_list(0, NULL);
835
        while ((item = mp_iternext(iterable)) != MP_OBJ_STOP_ITERATION) {
836
837
            mp_obj_list_append(rest, item);
        }
838
        if (rest->len < num_right) {
839
840
841
            goto too_short;
        }
        items[num_right] = rest;
842
        for (mp_uint_t i = 0; i < num_right; i++) {
843
            items[num_right - 1 - i] = rest->items[rest->len - num_right + i];
844
        }
845
        mp_obj_list_set_len(rest, rest->len - num_right);
846
847
848
849
    }
    return;

too_short:
850
851
852
853
854
855
856
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError,
            "wrong number of values to unpack"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_ValueError,
            "need more than %d values to unpack", seq_len));
    }
857
858
}

859
mp_obj_t mp_load_attr(mp_obj_t base, qstr attr) {
860
    DEBUG_OP_printf("load attr %p.%s\n", base, qstr_str(attr));
861
    // use load_method
862
    mp_obj_t dest[2];
863
864
    mp_load_method(base, attr, dest);
    if (dest[1] == MP_OBJ_NULL) {
865
        // load_method returned just a normal attribute
866
        return dest[0];
867
868
869
    } else {
        // load_method returned a method, so build a bound method object
        return mp_obj_new_bound_meth(dest[0], dest[1]);
Damien's avatar
Damien committed
870
871
872
    }
}

873
874
875
// no attribute found, returns:     dest[0] == MP_OBJ_NULL, dest[1] == MP_OBJ_NULL
// normal attribute found, returns: dest[0] == <attribute>, dest[1] == MP_OBJ_NULL
// method attribute found, returns: dest[0] == <method>,    dest[1] == <self>
Damien George's avatar
Damien George committed
876
void mp_load_method_maybe(mp_obj_t base, qstr attr, mp_obj_t *dest) {
877
878
879
880
881
882
883
    // clear output to indicate no attribute/method found yet
    dest[0] = MP_OBJ_NULL;
    dest[1] = MP_OBJ_NULL;

    // get the type
    mp_obj_type_t *type = mp_obj_get_type(base);

Damien George's avatar
Damien George committed
884
885
    // look for built-in names
    if (0) {
886
#if MICROPY_CPYTHON_COMPAT
Damien George's avatar
Damien George committed
887
888
889
    } else if (attr == MP_QSTR___class__) {
        // a.__class__ is equivalent to type(a)
        dest[0] = type;
890
#endif
Damien George's avatar
Damien George committed
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907

    } else if (attr == MP_QSTR___next__ && type->iternext != NULL) {
        dest[0] = (mp_obj_t)&mp_builtin_next_obj;
        dest[1] = base;

    } else if (type->load_attr != NULL) {
        // this type can do its own load, so call it
        type->load_attr(base, attr, dest);

    } else if (type->locals_dict != NULL) {
        // generic method lookup
        // this is a lookup in the object (ie not class or type)
        assert(MP_OBJ_IS_TYPE(type->locals_dict, &mp_type_dict)); // Micro Python restriction, for now
        mp_map_t *locals_map = mp_obj_dict_get_map(type->locals_dict);
        mp_map_elem_t *elem = mp_map_lookup(locals_map, MP_OBJ_NEW_QSTR(attr), MP_MAP_LOOKUP);
        if (elem != NULL) {
            // check if the methods are functions, static or class methods
908
            // see http://docs.python.org/3/howto/descriptor.html
Damien George's avatar
Damien George committed
909
910
911
912
913
914
915
            if (MP_OBJ_IS_TYPE(elem->value, &mp_type_staticmethod)) {
                // return just the function
                dest[0] = ((mp_obj_static_class_method_t*)elem->value)->fun;
            } else if (MP_OBJ_IS_TYPE(elem->value, &mp_type_classmethod)) {
                // return a bound method, with self being the type of this object
                dest[0] = ((mp_obj_static_class_method_t*)elem->value)->fun;
                dest[1] = mp_obj_get_type(base);
916
917
918
            } else if (MP_OBJ_IS_TYPE(elem->value, &mp_type_type)) {
                // Don't try to bind types
                dest[0] = elem->value;
Damien George's avatar
Damien George committed
919
920
921
922
923
924
925
            } else if (mp_obj_is_callable(elem->value)) {
                // return a bound method, with self being this object
                dest[0] = elem->value;
                dest[1] = base;
            } else {
                // class member is a value, so just return that value
                dest[0] = elem->value;
Damien's avatar
Damien committed
926
927
            }
        }
928
    }
929
930
}

Damien George's avatar
Damien George committed
931
void mp_load_method(mp_obj_t base, qstr attr, mp_obj_t *dest) {
932
933
    DEBUG_OP_printf("load method %p.%s\n", base, qstr_str(attr));

Damien George's avatar
Damien George committed
934
    mp_load_method_maybe(base, attr, dest);
935

936
    if (dest[0] == MP_OBJ_NULL) {
937
        // no attribute/method called attr
938
939
940
        if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
            nlr_raise(mp_obj_new_exception_msg(&mp_type_AttributeError,
                "no such attribute"));
941
        } else {
942
943
944
945
946
947
948
949
950
951
            // following CPython, we give a more detailed error message for type objects
            if (MP_OBJ_IS_TYPE(base, &mp_type_type)) {
                nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_AttributeError,
                    "type object '%s' has no attribute '%s'",
                    qstr_str(((mp_obj_type_t*)base)->name), qstr_str(attr)));
            } else {
                nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_AttributeError,
                    "'%s' object has no attribute '%s'",
                    mp_obj_get_type_str(base), qstr_str(attr)));
            }
952
953
        }
    }
954
955
}

Damien George's avatar
Damien George committed
956
void mp_store_attr(mp_obj_t base, qstr attr, mp_obj_t value) {
Damien's avatar
Damien committed
957
    DEBUG_OP_printf("store attr %p.%s <- %p\n", base, qstr_str(attr), value);
958
959
960
961
962
    mp_obj_type_t *type = mp_obj_get_type(base);
    if (type->store_attr != NULL) {
        if (type->store_attr(base, attr, value)) {
            return;
        }
963
    }
964
965
966
967
968
969
970
971
    if (MICROPY_ERROR_REPORTING == MICROPY_ERROR_REPORTING_TERSE) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_AttributeError,
            "no such attribute"));
    } else {
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_AttributeError,
            "'%s' object has no attribute '%s'",
            mp_obj_get_type_str(base), qstr_str(attr)));
    }
972
973
}

Damien George's avatar
Damien George committed
974
mp_obj_t mp_getiter(mp_obj_t o_in) {
975
    assert(o_in);
976
977
    mp_obj_type_t *type = mp_obj_get_type(o_in);
    if (type->getiter != NULL) {
978
979
980
981
982
        mp_obj_t iter = type->getiter(o_in);
        if (iter == MP_OBJ_NULL) {
            goto not_iterable;
        }
        return iter;
983