runtime.c 45.4 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
/*
 * This file is part of the Micro Python project, http://micropython.org/
 *
 * The MIT License (MIT)
 *
 * Copyright (c) 2013, 2014 Damien P. George
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */

27
#include <stdint.h>
Damien's avatar
Damien committed
28
29
30
31
#include <stdio.h>
#include <string.h>
#include <assert.h>

32
#include "mpconfig.h"
33
#include "nlr.h"
Damien's avatar
Damien committed
34
#include "misc.h"
35
#include "qstr.h"
36
#include "obj.h"
37
#include "objtuple.h"
38
#include "objlist.h"
39
#include "objmodule.h"
40
#include "parsenum.h"
41
#include "runtime0.h"
Damien's avatar
Damien committed
42
#include "runtime.h"
43
#include "emitglue.h"
44
#include "builtin.h"
45
#include "builtintables.h"
46
#include "bc.h"
47
#include "smallint.h"
48
#include "objgenerator.h"
49
#include "lexer.h"
50
51
52
#include "parse.h"
#include "parsehelper.h"
#include "compile.h"
53
#include "stackctrl.h"
54
#include "gc.h"
55

56
#if 0 // print debugging info
57
#define DEBUG_PRINT (1)
58
#define DEBUG_printf DEBUG_printf
59
#define DEBUG_OP_printf(...) DEBUG_printf(__VA_ARGS__)
60
#else // don't print debugging info
61
62
#define DEBUG_printf(...) (void)0
#define DEBUG_OP_printf(...) (void)0
63
#endif
Damien's avatar
Damien committed
64

65
// locals and globals need to be pointers because they can be the same in outer module scope
66
67
STATIC mp_obj_dict_t *dict_locals;
STATIC mp_obj_dict_t *dict_globals;
68

69
// dictionary for the __main__ module
70
STATIC mp_obj_dict_t dict_main;
71
72
73
74

const mp_obj_module_t mp_module___main__ = {
    .base = { &mp_type_module },
    .name = MP_QSTR___main__,
75
    .globals = (mp_obj_dict_t*)&dict_main,
76
77
};

Damien George's avatar
Damien George committed
78
void mp_init(void) {
79
    qstr_init();
Paul Sokolovsky's avatar
Paul Sokolovsky committed
80
    mp_stack_ctrl_init();
81

82
83
84
85
#if MICROPY_ENABLE_EMERGENCY_EXCEPTION_BUF
    mp_init_emergency_exception_buf();
#endif

86
    // call port specific initialization if any
87
88
89
90
#ifdef MICROPY_PORT_INIT_FUNC
    MICROPY_PORT_INIT_FUNC;
#endif

91
92
    // optimization disabled by default
    mp_optimise_value = 0;
93

94
95
    // init global module stuff
    mp_module_init();
96

97
    // initialise the __main__ module
98
99
    mp_obj_dict_init(&dict_main, 1);
    mp_obj_dict_store(&dict_main, MP_OBJ_NEW_QSTR(MP_QSTR___name__), MP_OBJ_NEW_QSTR(MP_QSTR___main__));
100
101

    // locals = globals for outer module (see Objects/frameobject.c/PyFrame_New())
102
    dict_locals = dict_globals = &dict_main;
Damien's avatar
Damien committed
103
104
}

Damien George's avatar
Damien George committed
105
void mp_deinit(void) {
106
    //mp_obj_dict_free(&dict_main);
107
    mp_module_deinit();
stijn's avatar
stijn committed
108
109
110
111
112

    // call port specific deinitialization if any 
#ifdef MICROPY_PORT_INIT_FUNC
    MICROPY_PORT_DEINIT_FUNC;
#endif
Damien's avatar
Damien committed
113
114
}

115
116
mp_obj_t mp_load_const_int(qstr qstr) {
    DEBUG_OP_printf("load '%s'\n", qstr_str(qstr));
117
    mp_uint_t len;
118
119
120
121
    const byte* data = qstr_data(qstr, &len);
    return mp_parse_num_integer((const char*)data, len, 0);
}

Damien George's avatar
Damien George committed
122
mp_obj_t mp_load_const_dec(qstr qstr) {
Damien's avatar
Damien committed
123
    DEBUG_OP_printf("load '%s'\n", qstr_str(qstr));
124
    mp_uint_t len;
125
    const byte* data = qstr_data(qstr, &len);
126
    return mp_parse_num_decimal((const char*)data, len, true, false);
Damien's avatar
Damien committed
127
128
}

Damien George's avatar
Damien George committed
129
mp_obj_t mp_load_const_str(qstr qstr) {
Damien's avatar
Damien committed
130
    DEBUG_OP_printf("load '%s'\n", qstr_str(qstr));
131
    return MP_OBJ_NEW_QSTR(qstr);
Damien's avatar
Damien committed
132
133
}

Damien George's avatar
Damien George committed
134
mp_obj_t mp_load_const_bytes(qstr qstr) {
135
    DEBUG_OP_printf("load b'%s'\n", qstr_str(qstr));
136
    mp_uint_t len;
137
138
139
140
    const byte *data = qstr_data(qstr, &len);
    return mp_obj_new_bytes(data, len);
}

Damien George's avatar
Damien George committed
141
mp_obj_t mp_load_name(qstr qstr) {
Damien's avatar
Damien committed
142
    // logic: search locals, globals, builtins
143
    DEBUG_OP_printf("load name %s\n", qstr_str(qstr));
144
    // If we're at the outer scope (locals == globals), dispatch to load_global right away
145
146
    if (dict_locals != dict_globals) {
        mp_map_elem_t *elem = mp_map_lookup(&dict_locals->map, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP);
147
148
149
        if (elem != NULL) {
            return elem->value;
        }
Damien's avatar
Damien committed
150
    }
151
    return mp_load_global(qstr);
Damien's avatar
Damien committed
152
153
}

Damien George's avatar
Damien George committed
154
mp_obj_t mp_load_global(qstr qstr) {
155
156
    // logic: search globals, builtins
    DEBUG_OP_printf("load global %s\n", qstr_str(qstr));
157
    mp_map_elem_t *elem = mp_map_lookup(&dict_globals->map, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP);
158
    if (elem == NULL) {
159
160
        // TODO lookup in dynamic table of builtins first
        elem = mp_map_lookup((mp_map_t*)&mp_builtin_object_dict_obj.map, MP_OBJ_NEW_QSTR(qstr), MP_MAP_LOOKUP);
161
        if (elem == NULL) {
162
            nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_NameError, "name '%s' is not defined", qstr_str(qstr)));
163
164
165
        }
    }
    return elem->value;
Damien's avatar
Damien committed
166
167
}

Damien George's avatar
Damien George committed
168
mp_obj_t mp_load_build_class(void) {
Damien's avatar
Damien committed
169
    DEBUG_OP_printf("load_build_class\n");
170
171
172
    // TODO lookup __build_class__ in dynamic table of builtins first
    // ... else no user-defined __build_class__, return builtin one
    return (mp_obj_t)&mp_builtin___build_class___obj;
Damien's avatar
Damien committed
173
174
}

Damien George's avatar
Damien George committed
175
void mp_store_name(qstr qstr, mp_obj_t obj) {
176
    DEBUG_OP_printf("store name %s <- %p\n", qstr_str(qstr), obj);
177
    mp_obj_dict_store(dict_locals, MP_OBJ_NEW_QSTR(qstr), obj);
178
179
}

Damien George's avatar
Damien George committed
180
void mp_delete_name(qstr qstr) {
181
    DEBUG_OP_printf("delete name %s\n", qstr_str(qstr));
182
183
    // TODO convert KeyError to NameError if qstr not found
    mp_obj_dict_delete(dict_locals, MP_OBJ_NEW_QSTR(qstr));
184
185
}

Damien George's avatar
Damien George committed
186
void mp_store_global(qstr qstr, mp_obj_t obj) {
187
    DEBUG_OP_printf("store global %s <- %p\n", qstr_str(qstr), obj);
188
    mp_obj_dict_store(dict_globals, MP_OBJ_NEW_QSTR(qstr), obj);
Damien's avatar
Damien committed
189
190
}

191
192
193
194
195
196
void mp_delete_global(qstr qstr) {
    DEBUG_OP_printf("delete global %s\n", qstr_str(qstr));
    // TODO convert KeyError to NameError if qstr not found
    mp_obj_dict_delete(dict_globals, MP_OBJ_NEW_QSTR(qstr));
}

197
mp_obj_t mp_unary_op(mp_uint_t op, mp_obj_t arg) {
198
    DEBUG_OP_printf("unary " UINT_FMT " %p\n", op, arg);
199

200
    if (MP_OBJ_IS_SMALL_INT(arg)) {
201
        mp_int_t val = MP_OBJ_SMALL_INT_VALUE(arg);
Damien's avatar
Damien committed
202
        switch (op) {
Damien George's avatar
Damien George committed
203
            case MP_UNARY_OP_BOOL:
204
                return MP_BOOL(val != 0);
Damien George's avatar
Damien George committed
205
            case MP_UNARY_OP_POSITIVE:
206
                return arg;
Damien George's avatar
Damien George committed
207
            case MP_UNARY_OP_NEGATIVE:
208
209
210
211
212
213
                // check for overflow
                if (val == MP_SMALL_INT_MIN) {
                    return mp_obj_new_int(-val);
                } else {
                    return MP_OBJ_NEW_SMALL_INT(-val);
                }
Damien George's avatar
Damien George committed
214
            case MP_UNARY_OP_INVERT:
215
216
217
218
                return MP_OBJ_NEW_SMALL_INT(~val);
            default:
                assert(0);
                return arg;
219
        }
220
221
222
223
    } else {
        mp_obj_type_t *type = mp_obj_get_type(arg);
        if (type->unary_op != NULL) {
            mp_obj_t result = type->unary_op(op, arg);
224
            if (result != MP_OBJ_NULL) {
225
226
                return result;
            }
Damien's avatar
Damien committed
227
        }
228
        // TODO specify in error message what the operator is
229
        nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_TypeError, "bad operand type for unary operator: '%s'", mp_obj_get_type_str(arg)));
Damien's avatar
Damien committed
230
    }
Damien's avatar
Damien committed
231
232
}

233
mp_obj_t mp_binary_op(mp_uint_t op, mp_obj_t lhs, mp_obj_t rhs) {
234
    DEBUG_OP_printf("binary " UINT_FMT " %p %p\n", op, lhs, rhs);
235
236
237
238
239
240
241
242
243
244

    // TODO correctly distinguish inplace operators for mutable objects
    // lookup logic that CPython uses for +=:
    //   check for implemented +=
    //   then check for implemented +
    //   then check for implemented seq.inplace_concat
    //   then check for implemented seq.concat
    //   then fail
    // note that list does not implement + or +=, so that inplace_concat is reached first for +=

245
    // deal with is
Damien George's avatar
Damien George committed
246
    if (op == MP_BINARY_OP_IS) {
247
248
249
        return MP_BOOL(lhs == rhs);
    }

250
    // deal with == and != for all types
Damien George's avatar
Damien George committed
251
    if (op == MP_BINARY_OP_EQUAL || op == MP_BINARY_OP_NOT_EQUAL) {
252
        if (mp_obj_equal(lhs, rhs)) {
Damien George's avatar
Damien George committed
253
            if (op == MP_BINARY_OP_EQUAL) {
254
255
256
257
258
                return mp_const_true;
            } else {
                return mp_const_false;
            }
        } else {
Damien George's avatar
Damien George committed
259
            if (op == MP_BINARY_OP_EQUAL) {
260
261
262
263
264
265
266
267
                return mp_const_false;
            } else {
                return mp_const_true;
            }
        }
    }

    // deal with exception_match for all types
Damien George's avatar
Damien George committed
268
    if (op == MP_BINARY_OP_EXCEPTION_MATCH) {
269
270
        // rhs must be issubclass(rhs, BaseException)
        if (mp_obj_is_exception_type(rhs)) {
271
            if (mp_obj_exception_match(lhs, rhs)) {
272
273
274
275
                return mp_const_true;
            } else {
                return mp_const_false;
            }
276
277
278
279
280
281
282
283
284
285
286
287
        } else if (MP_OBJ_IS_TYPE(rhs, &mp_type_tuple)) {
            mp_obj_tuple_t *tuple = rhs;
            for (mp_uint_t i = 0; i < tuple->len; i++) {
                rhs = tuple->items[i];
                if (!mp_obj_is_exception_type(rhs)) {
                    goto unsupported_op;
                }
                if (mp_obj_exception_match(lhs, rhs)) {
                    return mp_const_true;
                }
            }
            return mp_const_false;
288
        }
289
        goto unsupported_op;
290
291
    }

292
    if (MP_OBJ_IS_SMALL_INT(lhs)) {
293
        mp_int_t lhs_val = MP_OBJ_SMALL_INT_VALUE(lhs);
294
        if (MP_OBJ_IS_SMALL_INT(rhs)) {
295
            mp_int_t rhs_val = MP_OBJ_SMALL_INT_VALUE(rhs);
296
297
298
            // This is a binary operation: lhs_val op rhs_val
            // We need to be careful to handle overflow; see CERT INT32-C
            // Operations that can overflow:
299
300
            //      +       result always fits in mp_int_t, then handled by SMALL_INT check
            //      -       result always fits in mp_int_t, then handled by SMALL_INT check
301
            //      *       checked explicitly
302
303
            //      /       if lhs=MIN and rhs=-1; result always fits in mp_int_t, then handled by SMALL_INT check
            //      %       if lhs=MIN and rhs=-1; result always fits in mp_int_t, then handled by SMALL_INT check
304
            //      <<      checked explicitly
305
            switch (op) {
Damien George's avatar
Damien George committed
306
307
308
309
310
311
312
313
                case MP_BINARY_OP_OR:
                case MP_BINARY_OP_INPLACE_OR: lhs_val |= rhs_val; break;
                case MP_BINARY_OP_XOR:
                case MP_BINARY_OP_INPLACE_XOR: lhs_val ^= rhs_val; break;
                case MP_BINARY_OP_AND:
                case MP_BINARY_OP_INPLACE_AND: lhs_val &= rhs_val; break;
                case MP_BINARY_OP_LSHIFT:
                case MP_BINARY_OP_INPLACE_LSHIFT: {
314
315
                    if (rhs_val < 0) {
                        // negative shift not allowed
316
                        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError, "negative shift count"));
317
318
319
320
321
322
323
324
325
326
                    } else if (rhs_val >= BITS_PER_WORD || lhs_val > (MP_SMALL_INT_MAX >> rhs_val) || lhs_val < (MP_SMALL_INT_MIN >> rhs_val)) {
                        // left-shift will overflow, so use higher precision integer
                        lhs = mp_obj_new_int_from_ll(lhs_val);
                        goto generic_binary_op;
                    } else {
                        // use standard precision
                        lhs_val <<= rhs_val;
                    }
                    break;
                }
Damien George's avatar
Damien George committed
327
328
                case MP_BINARY_OP_RSHIFT:
                case MP_BINARY_OP_INPLACE_RSHIFT:
329
330
                    if (rhs_val < 0) {
                        // negative shift not allowed
331
                        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError, "negative shift count"));
332
333
334
335
336
                    } else {
                        // standard precision is enough for right-shift
                        lhs_val >>= rhs_val;
                    }
                    break;
Damien George's avatar
Damien George committed
337
338
339
340
341
342
                case MP_BINARY_OP_ADD:
                case MP_BINARY_OP_INPLACE_ADD: lhs_val += rhs_val; break;
                case MP_BINARY_OP_SUBTRACT:
                case MP_BINARY_OP_INPLACE_SUBTRACT: lhs_val -= rhs_val; break;
                case MP_BINARY_OP_MULTIPLY:
                case MP_BINARY_OP_INPLACE_MULTIPLY: {
343

344
                    // If long long type exists and is larger than mp_int_t, then
345
                    // we can use the following code to perform overflow-checked multiplication.
346
                    // Otherwise (eg in x64 case) we must use mp_small_int_mul_overflow.
347
348
349
350
351
352
353
354
                    #if 0
                    // compute result using long long precision
                    long long res = (long long)lhs_val * (long long)rhs_val;
                    if (res > MP_SMALL_INT_MAX || res < MP_SMALL_INT_MIN) {
                        // result overflowed SMALL_INT, so return higher precision integer
                        return mp_obj_new_int_from_ll(res);
                    } else {
                        // use standard precision
355
                        lhs_val = (mp_int_t)res;
356
357
358
                    }
                    #endif

359
360
361
362
363
364
365
366
                    if (mp_small_int_mul_overflow(lhs_val, rhs_val)) {
                        // use higher precision
                        lhs = mp_obj_new_int_from_ll(lhs_val);
                        goto generic_binary_op;
                    } else {
                        // use standard precision
                        return MP_OBJ_NEW_SMALL_INT(lhs_val * rhs_val);
                    }
367
368
                    break;
                }
Damien George's avatar
Damien George committed
369
370
                case MP_BINARY_OP_FLOOR_DIVIDE:
                case MP_BINARY_OP_INPLACE_FLOOR_DIVIDE:
371
372
373
                    if (rhs_val == 0) {
                        goto zero_division;
                    }
374
                    lhs_val = mp_small_int_floor_divide(lhs_val, rhs_val);
375
                    break;
376

377
                #if MICROPY_PY_BUILTINS_FLOAT
Damien George's avatar
Damien George committed
378
                case MP_BINARY_OP_TRUE_DIVIDE:
379
380
                case MP_BINARY_OP_INPLACE_TRUE_DIVIDE:
                    if (rhs_val == 0) {
381
                        goto zero_division;
382
383
                    }
                    return mp_obj_new_float((mp_float_t)lhs_val / (mp_float_t)rhs_val);
384
                #endif
385

Damien George's avatar
Damien George committed
386
                case MP_BINARY_OP_MODULO:
387
388
                case MP_BINARY_OP_INPLACE_MODULO: {
                    lhs_val = mp_small_int_modulo(lhs_val, rhs_val);
389
390
                    break;
                }
391

Damien George's avatar
Damien George committed
392
393
                case MP_BINARY_OP_POWER:
                case MP_BINARY_OP_INPLACE_POWER:
394
                    if (rhs_val < 0) {
395
                        #if MICROPY_PY_BUILTINS_FLOAT
396
397
398
                        lhs = mp_obj_new_float(lhs_val);
                        goto generic_binary_op;
                        #else
399
                        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError, "negative power with no float support"));
400
401
                        #endif
                    } else {
402
                        mp_int_t ans = 1;
403
404
                        while (rhs_val > 0) {
                            if (rhs_val & 1) {
405
                                if (mp_small_int_mul_overflow(ans, lhs_val)) {
406
407
                                    goto power_overflow;
                                }
408
                                ans *= lhs_val;
409
410
411
                            }
                            if (rhs_val == 1) {
                                break;
412
413
                            }
                            rhs_val /= 2;
414
                            if (mp_small_int_mul_overflow(lhs_val, lhs_val)) {
415
416
                                goto power_overflow;
                            }
417
                            lhs_val *= lhs_val;
418
                        }
419
                        lhs_val = ans;
420
                    }
421
                    break;
422
423
424
425
426
427

                power_overflow:
                    // use higher precision
                    lhs = mp_obj_new_int_from_ll(MP_OBJ_SMALL_INT_VALUE(lhs));
                    goto generic_binary_op;

Damien George's avatar
Damien George committed
428
429
430
431
                case MP_BINARY_OP_LESS: return MP_BOOL(lhs_val < rhs_val); break;
                case MP_BINARY_OP_MORE: return MP_BOOL(lhs_val > rhs_val); break;
                case MP_BINARY_OP_LESS_EQUAL: return MP_BOOL(lhs_val <= rhs_val); break;
                case MP_BINARY_OP_MORE_EQUAL: return MP_BOOL(lhs_val >= rhs_val); break;
432

433
434
                default:
                    goto unsupported_op;
435
            }
436
            // TODO: We just should make mp_obj_new_int() inline and use that
437
            if (MP_SMALL_INT_FITS(lhs_val)) {
438
                return MP_OBJ_NEW_SMALL_INT(lhs_val);
439
440
            } else {
                return mp_obj_new_int(lhs_val);
441
            }
442
#if MICROPY_PY_BUILTINS_FLOAT
443
        } else if (MP_OBJ_IS_TYPE(rhs, &mp_type_float)) {
444
445
446
447
448
449
            mp_obj_t res = mp_obj_float_binary_op(op, lhs_val, rhs);
            if (res == MP_OBJ_NULL) {
                goto unsupported_op;
            } else {
                return res;
            }
450
#if MICROPY_PY_BUILTINS_COMPLEX
451
        } else if (MP_OBJ_IS_TYPE(rhs, &mp_type_complex)) {
452
453
454
455
456
457
            mp_obj_t res = mp_obj_complex_binary_op(op, lhs_val, 0, rhs);
            if (res == MP_OBJ_NULL) {
                goto unsupported_op;
            } else {
                return res;
            }
458
#endif
459
#endif
460
        }
461
    }
462

463
    /* deal with `in`
464
465
     *
     * NOTE `a in b` is `b.__contains__(a)`, hence why the generic dispatch
Damien George's avatar
Damien George committed
466
     * needs to go below with swapped arguments
467
     */
Damien George's avatar
Damien George committed
468
    if (op == MP_BINARY_OP_IN) {
469
470
471
        mp_obj_type_t *type = mp_obj_get_type(rhs);
        if (type->binary_op != NULL) {
            mp_obj_t res = type->binary_op(op, rhs, lhs);
472
            if (res != MP_OBJ_NULL) {
473
                return res;
John R. Lenton's avatar
John R. Lenton committed
474
            }
475
476
477
        }
        if (type->getiter != NULL) {
            /* second attempt, walk the iterator */
Damien George's avatar
Damien George committed
478
            mp_obj_t iter = mp_getiter(rhs);
479
            mp_obj_t next;
480
            while ((next = mp_iternext(iter)) != MP_OBJ_STOP_ITERATION) {
481
                if (mp_obj_equal(next, lhs)) {
482
                    return mp_const_true;
John R. Lenton's avatar
John R. Lenton committed
483
                }
484
            }
485
            return mp_const_false;
486
487
        }

488
        nlr_raise(mp_obj_new_exception_msg_varg(
489
                     &mp_type_TypeError, "'%s' object is not iterable",
490
491
492
493
                     mp_obj_get_type_str(rhs)));
        return mp_const_none;
    }

494
    // generic binary_op supplied by type
495
496
497
    mp_obj_type_t *type;
generic_binary_op:
    type = mp_obj_get_type(lhs);
498
499
    if (type->binary_op != NULL) {
        mp_obj_t result = type->binary_op(op, lhs, rhs);
500
        if (result != MP_OBJ_NULL) {
501
            return result;
Damien's avatar
Damien committed
502
503
        }
    }
504

505
506
    // TODO implement dispatch for reverse binary ops

John R. Lenton's avatar
John R. Lenton committed
507
    // TODO specify in error message what the operator is
508
unsupported_op:
509
    nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_TypeError,
John R. Lenton's avatar
John R. Lenton committed
510
511
        "unsupported operand types for binary operator: '%s', '%s'",
        mp_obj_get_type_str(lhs), mp_obj_get_type_str(rhs)));
512
    return mp_const_none;
513
514

zero_division:
515
    nlr_raise(mp_obj_new_exception_msg(&mp_type_ZeroDivisionError, "division by zero"));
Damien's avatar
Damien committed
516
517
}

Damien George's avatar
Damien George committed
518
519
mp_obj_t mp_call_function_0(mp_obj_t fun) {
    return mp_call_function_n_kw(fun, 0, 0, NULL);
520
521
}

Damien George's avatar
Damien George committed
522
523
mp_obj_t mp_call_function_1(mp_obj_t fun, mp_obj_t arg) {
    return mp_call_function_n_kw(fun, 1, 0, &arg);
524
525
}

Damien George's avatar
Damien George committed
526
mp_obj_t mp_call_function_2(mp_obj_t fun, mp_obj_t arg1, mp_obj_t arg2) {
527
    mp_obj_t args[2];
528
529
    args[0] = arg1;
    args[1] = arg2;
Damien George's avatar
Damien George committed
530
    return mp_call_function_n_kw(fun, 2, 0, args);
531
532
}

533
// args contains, eg: arg0  arg1  key0  value0  key1  value1
534
mp_obj_t mp_call_function_n_kw(mp_obj_t fun_in, mp_uint_t n_args, mp_uint_t n_kw, const mp_obj_t *args) {
535
536
    // TODO improve this: fun object can specify its type and we parse here the arguments,
    // passing to the function arrays of fixed and keyword arguments
537

538
    DEBUG_OP_printf("calling function %p(n_args=" UINT_FMT ", n_kw=" UINT_FMT ", args=%p)\n", fun_in, n_args, n_kw, args);
539

540
541
542
543
544
    // get the type
    mp_obj_type_t *type = mp_obj_get_type(fun_in);

    // do the call
    if (type->call != NULL) {
545
        return type->call(fun_in, n_args, n_kw, args);
546
    }
547
548

    nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_TypeError, "'%s' object is not callable", mp_obj_get_type_str(fun_in)));
549
550
}

551
552
// args contains: fun  self/NULL  arg(0)  ...  arg(n_args-2)  arg(n_args-1)  kw_key(0)  kw_val(0)  ... kw_key(n_kw-1)  kw_val(n_kw-1)
// if n_args==0 and n_kw==0 then there are only fun and self/NULL
553
mp_obj_t mp_call_method_n_kw(mp_uint_t n_args, mp_uint_t n_kw, const mp_obj_t *args) {
554
    DEBUG_OP_printf("call method (fun=%p, self=%p, n_args=" UINT_FMT ", n_kw=" UINT_FMT ", args=%p)\n", args[0], args[1], n_args, n_kw, args);
555
    int adjust = (args[1] == NULL) ? 0 : 1;
Damien George's avatar
Damien George committed
556
    return mp_call_function_n_kw(args[0], n_args + adjust, n_kw, args + 2 - adjust);
557
558
}

559
mp_obj_t mp_call_method_n_kw_var(bool have_self, mp_uint_t n_args_n_kw, const mp_obj_t *args) {
560
561
562
563
564
565
566
    mp_obj_t fun = *args++;
    mp_obj_t self = MP_OBJ_NULL;
    if (have_self) {
        self = *args++; // may be MP_OBJ_NULL
    }
    uint n_args = n_args_n_kw & 0xff;
    uint n_kw = (n_args_n_kw >> 8) & 0xff;
567
568
    mp_obj_t pos_seq = args[n_args + 2 * n_kw]; // map be MP_OBJ_NULL
    mp_obj_t kw_dict = args[n_args + 2 * n_kw + 1]; // map be MP_OBJ_NULL
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601

    DEBUG_OP_printf("call method var (fun=%p, self=%p, n_args=%u, n_kw=%u, args=%p, seq=%p, dict=%p)\n", fun, self, n_args, n_kw, args, pos_seq, kw_dict);

    // We need to create the following array of objects:
    //     args[0 .. n_args]  unpacked(pos_seq)  args[n_args .. n_args + 2 * n_kw]  unpacked(kw_dict)
    // TODO: optimize one day to avoid constructing new arg array? Will be hard.

    // The new args array
    mp_obj_t *args2;
    uint args2_alloc;
    uint args2_len = 0;

    // Try to get a hint for the size of the kw_dict
    uint kw_dict_len = 0;
    if (kw_dict != MP_OBJ_NULL && MP_OBJ_IS_TYPE(kw_dict, &mp_type_dict)) {
        kw_dict_len = mp_obj_dict_len(kw_dict);
    }

    // Extract the pos_seq sequence to the new args array.
    // Note that it can be arbitrary iterator.
    if (pos_seq == MP_OBJ_NULL) {
        // no sequence

        // allocate memory for the new array of args
        args2_alloc = 1 + n_args + 2 * (n_kw + kw_dict_len);
        args2 = m_new(mp_obj_t, args2_alloc);

        // copy the self
        if (self != MP_OBJ_NULL) {
            args2[args2_len++] = self;
        }

        // copy the fixed pos args
602
        mp_seq_copy(args2 + args2_len, args, n_args, mp_obj_t);
603
604
605
606
607
608
        args2_len += n_args;

    } else if (MP_OBJ_IS_TYPE(pos_seq, &mp_type_tuple) || MP_OBJ_IS_TYPE(pos_seq, &mp_type_list)) {
        // optimise the case of a tuple and list

        // get the items
609
        mp_uint_t len;
610
611
612
613
614
615
616
617
618
619
620
621
622
        mp_obj_t *items;
        mp_obj_get_array(pos_seq, &len, &items);

        // allocate memory for the new array of args
        args2_alloc = 1 + n_args + len + 2 * (n_kw + kw_dict_len);
        args2 = m_new(mp_obj_t, args2_alloc);

        // copy the self
        if (self != MP_OBJ_NULL) {
            args2[args2_len++] = self;
        }

        // copy the fixed and variable position args
623
        mp_seq_cat(args2 + args2_len, args, n_args, items, len, mp_obj_t);
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
        args2_len += n_args + len;

    } else {
        // generic iterator

        // allocate memory for the new array of args
        args2_alloc = 1 + n_args + 2 * (n_kw + kw_dict_len) + 3;
        args2 = m_new(mp_obj_t, args2_alloc);

        // copy the self
        if (self != MP_OBJ_NULL) {
            args2[args2_len++] = self;
        }

        // copy the fixed position args
639
        mp_seq_copy(args2 + args2_len, args, n_args, mp_obj_t);
640
641
642
643

        // extract the variable position args from the iterator
        mp_obj_t iterable = mp_getiter(pos_seq);
        mp_obj_t item;
644
        while ((item = mp_iternext(iterable)) != MP_OBJ_STOP_ITERATION) {
645
646
647
648
649
650
651
652
653
654
655
656
            if (args2_len >= args2_alloc) {
                args2 = m_renew(mp_obj_t, args2, args2_alloc, args2_alloc * 2);
                args2_alloc *= 2;
            }
            args2[args2_len++] = item;
        }
    }

    // The size of the args2 array now is the number of positional args.
    uint pos_args_len = args2_len;

    // Copy the fixed kw args.
657
    mp_seq_copy(args2 + args2_len, args + n_args, 2 * n_kw, mp_obj_t);
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
    args2_len += 2 * n_kw;

    // Extract (key,value) pairs from kw_dict dictionary and append to args2.
    // Note that it can be arbitrary iterator.
    if (kw_dict == MP_OBJ_NULL) {
        // pass
    } else if (MP_OBJ_IS_TYPE(kw_dict, &mp_type_dict)) {
        // dictionary
        mp_map_t *map = mp_obj_dict_get_map(kw_dict);
        assert(args2_len + 2 * map->used <= args2_alloc); // should have enough, since kw_dict_len is in this case hinted correctly above
        for (uint i = 0; i < map->alloc; i++) {
            if (map->table[i].key != MP_OBJ_NULL) {
                args2[args2_len++] = map->table[i].key;
                args2[args2_len++] = map->table[i].value;
            }
        }
    } else {
        // generic mapping
        // TODO is calling 'items' on the mapping the correct thing to do here?
        mp_obj_t dest[2];
        mp_load_method(kw_dict, MP_QSTR_items, dest);
        mp_obj_t iterable = mp_getiter(mp_call_method_n_kw(0, 0, dest));
        mp_obj_t item;
681
        while ((item = mp_iternext(iterable)) != MP_OBJ_STOP_ITERATION) {
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
            if (args2_len + 1 >= args2_alloc) {
                uint new_alloc = args2_alloc * 2;
                if (new_alloc < 4) {
                    new_alloc = 4;
                }
                args2 = m_renew(mp_obj_t, args2, args2_alloc, new_alloc);
                args2_alloc = new_alloc;
            }
            mp_obj_t *items;
            mp_obj_get_array_fixed_n(item, 2, &items);
            args2[args2_len++] = items[0];
            args2[args2_len++] = items[1];
        }
    }

    mp_obj_t res = mp_call_function_n_kw(fun, pos_args_len, (args2_len - pos_args_len) / 2, args2);
    m_del(mp_obj_t, args2, args2_alloc);

    return res;
}

703
// unpacked items are stored in reverse order into the array pointed to by items
704
void mp_unpack_sequence(mp_obj_t seq_in, mp_uint_t num, mp_obj_t *items) {
705
    mp_uint_t seq_len;
706
    if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple) || MP_OBJ_IS_TYPE(seq_in, &mp_type_list)) {
707
        mp_obj_t *seq_items;
708
        if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple)) {
709
710
711
            mp_obj_tuple_get(seq_in, &seq_len, &seq_items);
        } else {
            mp_obj_list_get(seq_in, &seq_len, &seq_items);
712
        }
713
        if (seq_len < num) {
714
            goto too_short;
715
        } else if (seq_len > num) {
716
            goto too_long;
717
        }
718
        for (mp_uint_t i = 0; i < num; i++) {
719
720
            items[i] = seq_items[num - 1 - i];
        }
721
    } else {
Damien George's avatar
Damien George committed
722
        mp_obj_t iterable = mp_getiter(seq_in);
723
724

        for (seq_len = 0; seq_len < num; seq_len++) {
Damien George's avatar
Damien George committed
725
            mp_obj_t el = mp_iternext(iterable);
726
            if (el == MP_OBJ_STOP_ITERATION) {
727
728
729
730
                goto too_short;
            }
            items[num - 1 - seq_len] = el;
        }
731
        if (mp_iternext(iterable) != MP_OBJ_STOP_ITERATION) {
732
733
            goto too_long;
        }
734
    }
735
736
737
    return;

too_short:
738
    nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_ValueError, "need more than %d values to unpack", seq_len));
739
too_long:
740
    nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_ValueError, "too many values to unpack (expected %d)", num));
741
742
}

743
// unpacked items are stored in reverse order into the array pointed to by items
744
745
746
void mp_unpack_ex(mp_obj_t seq_in, mp_uint_t num_in, mp_obj_t *items) {
    mp_uint_t num_left = num_in & 0xff;
    mp_uint_t num_right = (num_in >> 8) & 0xff;
747
    DEBUG_OP_printf("unpack ex " UINT_FMT " " UINT_FMT "\n", num_left, num_right);
748
    mp_uint_t seq_len;
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
    if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple) || MP_OBJ_IS_TYPE(seq_in, &mp_type_list)) {
        mp_obj_t *seq_items;
        if (MP_OBJ_IS_TYPE(seq_in, &mp_type_tuple)) {
            mp_obj_tuple_get(seq_in, &seq_len, &seq_items);
        } else {
            if (num_left == 0 && num_right == 0) {
                // *a, = b # sets a to b if b is a list
                items[0] = seq_in;
                return;
            }
            mp_obj_list_get(seq_in, &seq_len, &seq_items);
        }
        if (seq_len < num_left + num_right) {
            goto too_short;
        }
764
        for (mp_uint_t i = 0; i < num_right; i++) {
765
766
767
            items[i] = seq_items[seq_len - 1 - i];
        }
        items[num_right] = mp_obj_new_list(seq_len - num_left - num_right, seq_items + num_left);
768
        for (mp_uint_t i = 0; i < num_left; i++) {
769
770
771
772
773
774
775
776
777
778
779
            items[num_right + 1 + i] = seq_items[num_left - 1 - i];
        }
    } else {
        // Generic iterable; this gets a bit messy: we unpack known left length to the
        // items destination array, then the rest to a dynamically created list.  Once the
        // iterable is exhausted, we take from this list for the right part of the items.
        // TODO Improve to waste less memory in the dynamically created list.
        mp_obj_t iterable = mp_getiter(seq_in);
        mp_obj_t item;
        for (seq_len = 0; seq_len < num_left; seq_len++) {
            item = mp_iternext(iterable);
780
            if (item == MP_OBJ_STOP_ITERATION) {
781
782
783
784
                goto too_short;
            }
            items[num_left + num_right + 1 - 1 - seq_len] = item;
        }
785
        mp_obj_list_t *rest = mp_obj_new_list(0, NULL);
786
        while ((item = mp_iternext(iterable)) != MP_OBJ_STOP_ITERATION) {
787
788
            mp_obj_list_append(rest, item);
        }
789
        if (rest->len < num_right) {
790
791
792
            goto too_short;
        }
        items[num_right] = rest;
793
        for (mp_uint_t i = 0; i < num_right; i++) {
794
            items[num_right - 1 - i] = rest->items[rest->len - num_right + i];
795
        }
796
        mp_obj_list_set_len(rest, rest->len - num_right);
797
798
799
800
801
802
803
    }
    return;

too_short:
    nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_ValueError, "need more than %d values to unpack", seq_len));
}

804
mp_obj_t mp_load_attr(mp_obj_t base, qstr attr) {
805
    DEBUG_OP_printf("load attr %p.%s\n", base, qstr_str(attr));
806
    // use load_method
807
    mp_obj_t dest[2];
808
809
    mp_load_method(base, attr, dest);
    if (dest[1] == MP_OBJ_NULL) {
810
        // load_method returned just a normal attribute
811
        return dest[0];
812
813
814
    } else {
        // load_method returned a method, so build a bound method object
        return mp_obj_new_bound_meth(dest[0], dest[1]);
Damien's avatar
Damien committed
815
816
817
    }
}

818
819
820
// no attribute found, returns:     dest[0] == MP_OBJ_NULL, dest[1] == MP_OBJ_NULL
// normal attribute found, returns: dest[0] == <attribute>, dest[1] == MP_OBJ_NULL
// method attribute found, returns: dest[0] == <method>,    dest[1] == <self>
Damien George's avatar
Damien George committed
821
void mp_load_method_maybe(mp_obj_t base, qstr attr, mp_obj_t *dest) {
822
823
824
825
826
827
828
    // clear output to indicate no attribute/method found yet
    dest[0] = MP_OBJ_NULL;
    dest[1] = MP_OBJ_NULL;

    // get the type
    mp_obj_type_t *type = mp_obj_get_type(base);

Damien George's avatar
Damien George committed
829
830
    // look for built-in names
    if (0) {
831
#if MICROPY_CPYTHON_COMPAT
Damien George's avatar
Damien George committed
832
833
834
    } else if (attr == MP_QSTR___class__) {
        // a.__class__ is equivalent to type(a)
        dest[0] = type;
835
#endif
Damien George's avatar
Damien George committed
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852

    } else if (attr == MP_QSTR___next__ && type->iternext != NULL) {
        dest[0] = (mp_obj_t)&mp_builtin_next_obj;
        dest[1] = base;

    } else if (type->load_attr != NULL) {
        // this type can do its own load, so call it
        type->load_attr(base, attr, dest);

    } else if (type->locals_dict != NULL) {
        // generic method lookup
        // this is a lookup in the object (ie not class or type)
        assert(MP_OBJ_IS_TYPE(type->locals_dict, &mp_type_dict)); // Micro Python restriction, for now
        mp_map_t *locals_map = mp_obj_dict_get_map(type->locals_dict);
        mp_map_elem_t *elem = mp_map_lookup(locals_map, MP_OBJ_NEW_QSTR(attr), MP_MAP_LOOKUP);
        if (elem != NULL) {
            // check if the methods are functions, static or class methods
853
            // see http://docs.python.org/3/howto/descriptor.html
Damien George's avatar
Damien George committed
854
855
856
857
858
859
860
            if (MP_OBJ_IS_TYPE(elem->value, &mp_type_staticmethod)) {
                // return just the function
                dest[0] = ((mp_obj_static_class_method_t*)elem->value)->fun;
            } else if (MP_OBJ_IS_TYPE(elem->value, &mp_type_classmethod)) {
                // return a bound method, with self being the type of this object
                dest[0] = ((mp_obj_static_class_method_t*)elem->value)->fun;
                dest[1] = mp_obj_get_type(base);
861
862
863
            } else if (MP_OBJ_IS_TYPE(elem->value, &mp_type_type)) {
                // Don't try to bind types
                dest[0] = elem->value;
Damien George's avatar
Damien George committed
864
865
866
867
868
869
870
            } else if (mp_obj_is_callable(elem->value)) {
                // return a bound method, with self being this object
                dest[0] = elem->value;
                dest[1] = base;
            } else {
                // class member is a value, so just return that value
                dest[0] = elem->value;
Damien's avatar
Damien committed
871
872
            }
        }
873
    }
874
875
}

Damien George's avatar
Damien George committed
876
void mp_load_method(mp_obj_t base, qstr attr, mp_obj_t *dest) {
877
878
    DEBUG_OP_printf("load method %p.%s\n", base, qstr_str(attr));

Damien George's avatar
Damien George committed
879
    mp_load_method_maybe(base, attr, dest);
880

881
    if (dest[0] == MP_OBJ_NULL) {
882
883
        // no attribute/method called attr
        // following CPython, we give a more detailed error message for type objects
884
        if (MP_OBJ_IS_TYPE(base, &mp_type_type)) {
885
            nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_AttributeError,
886
                "type object '%s' has no attribute '%s'", qstr_str(((mp_obj_type_t*)base)->name), qstr_str(attr)));
887
        } else {
888
            nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_AttributeError, "'%s' object has no attribute '%s'", mp_obj_get_type_str(base), qstr_str(attr)));
889
890
        }
    }
891
892
}

Damien George's avatar
Damien George committed
893
void mp_store_attr(mp_obj_t base, qstr attr, mp_obj_t value) {
Damien's avatar
Damien committed
894
    DEBUG_OP_printf("store attr %p.%s <- %p\n", base, qstr_str(attr), value);
895
896
897
898
899
    mp_obj_type_t *type = mp_obj_get_type(base);
    if (type->store_attr != NULL) {
        if (type->store_attr(base, attr, value)) {
            return;
        }
900
    }
901
    nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_AttributeError, "'%s' object has no attribute '%s'", mp_obj_get_type_str(base), qstr_str(attr)));
902
903
}

Damien George's avatar
Damien George committed
904
mp_obj_t mp_getiter(mp_obj_t o_in) {
905
    assert(o_in);
906
907
    mp_obj_type_t *type = mp_obj_get_type(o_in);
    if (type->getiter != NULL) {
908
909
910
911
912
        mp_obj_t iter = type->getiter(o_in);
        if (iter == MP_OBJ_NULL) {
            goto not_iterable;
        }
        return iter;
913
    } else {
914
        // check for __iter__ method
915
        mp_obj_t dest[2];
Damien George's avatar
Damien George committed
916
        mp_load_method_maybe(o_in, MP_QSTR___iter__, dest);
917
        if (dest[0] != MP_OBJ_NULL) {
918
            // __iter__ exists, call it and return its result
Damien George's avatar
Damien George committed
919
            return mp_call_method_n_kw(0, 0, dest);
920
        } else {
Damien George's avatar
Damien George committed
921
            mp_load_method_maybe(o_in, MP_QSTR___getitem__, dest);
922
923
924
925
926
            if (dest[0] != MP_OBJ_NULL) {
                // __getitem__ exists, create an iterator
                return mp_obj_new_getitem_iter(dest);
            } else {
                // object not iterable
927
not_iterable:
928
                nlr_raise(mp_obj_new_exception_msg_varg(&mp_type_TypeError, "'%s' object is not iterable", mp_obj_get_type_str(o_in)));
Damien George's avatar