main.c 16.5 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
/*
 * This file is part of the Micro Python project, http://micropython.org/
 *
 * The MIT License (MIT)
 *
 * Copyright (c) 2013, 2014 Damien P. George
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */

Damien's avatar
Damien committed
27
#include <stdint.h>
xbe's avatar
xbe committed
28
#include <stdbool.h>
Damien's avatar
Damien committed
29
30
#include <stdio.h>
#include <string.h>
Edd Barrett's avatar
Edd Barrett committed
31
#include <stdlib.h>
32
#include <stdarg.h>
33
#include <ctype.h>
xbe's avatar
xbe committed
34
35
#include <sys/stat.h>
#include <sys/types.h>
36
#include <errno.h>
Damien's avatar
Damien committed
37

38
#include "py/mpstate.h"
39
40
41
42
43
44
45
#include "py/nlr.h"
#include "py/compile.h"
#include "py/runtime.h"
#include "py/builtin.h"
#include "py/repl.h"
#include "py/gc.h"
#include "py/stackctrl.h"
46
#include "genhdr/mpversion.h"
Dave Hylands's avatar
Dave Hylands committed
47
#include "input.h"
Damien's avatar
Damien committed
48

49
// Command line options, with their defaults
50
51
52
STATIC bool compile_only = false;
STATIC uint emit_opt = MP_EMIT_OPT_NONE;
mp_uint_t mp_verbose_flag = 0;
53

54
#if MICROPY_ENABLE_GC
55
// Heap size of GC heap (if enabled)
56
// Make it larger on a 64 bit machine, because pointers are larger.
57
long heap_size = 128*1024 * (sizeof(mp_uint_t) / 4);
58
#endif
59

60
61
62
#ifndef _WIN32
#include <signal.h>

63
64
STATIC void sighandler(int signum) {
    if (signum == SIGINT) {
65
66
        mp_obj_exception_clear_traceback(MP_STATE_VM(keyboard_interrupt_obj));
        MP_STATE_VM(mp_pending_exception) = MP_STATE_VM(keyboard_interrupt_obj);
67
68
69
70
71
72
73
        // disable our handler so next we really die
        struct sigaction sa;
        sa.sa_handler = SIG_DFL;
        sigemptyset(&sa.sa_mask);
        sigaction(SIGINT, &sa, NULL);
    }
}
74
#endif
75

76
#define FORCED_EXIT (0x100)
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
// If exc is SystemExit, return value where FORCED_EXIT bit set,
// and lower 8 bits are SystemExit value. For all other exceptions,
// return 1.
STATIC int handle_uncaught_exception(mp_obj_t exc) {
    // check for SystemExit
    if (mp_obj_is_subclass_fast(mp_obj_get_type(exc), &mp_type_SystemExit)) {
        // None is an exit value of 0; an int is its value; anything else is 1
        mp_obj_t exit_val = mp_obj_exception_get_value(exc);
        mp_int_t val = 0;
        if (exit_val != mp_const_none && !mp_obj_get_int_maybe(exit_val, &val)) {
            val = 1;
        }
        return FORCED_EXIT | (val & 255);
    }

    // Report all other exceptions
93
    mp_obj_print_exception(&mp_plat_print, exc);
94
95
96
97
98
    return 1;
}

// Returns standard error codes: 0 for success, 1 for all other errors,
// except if FORCED_EXIT bit is set then script raised SystemExit and the
99
// value of the exit is in the lower 8 bits of the return value
100
STATIC int execute_from_lexer(mp_lexer_t *lex, mp_parse_input_kind_t input_kind, bool is_repl) {
101
    if (lex == NULL) {
102
        printf("MemoryError: lexer could not allocate memory\n");
103
        return 1;
104
105
    }

106
    #ifndef _WIN32
107
108
109
110
111
112
    // enable signal handler
    struct sigaction sa;
    sa.sa_handler = sighandler;
    sigemptyset(&sa.sa_mask);
    sigaction(SIGINT, &sa, NULL);
    sa.sa_handler = SIG_DFL;
113
    #endif
114

115
116
    nlr_buf_t nlr;
    if (nlr_push(&nlr) == 0) {
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
        qstr source_name = lex->source_name;

        #if MICROPY_PY___FILE__
        if (input_kind == MP_PARSE_FILE_INPUT) {
            mp_store_global(MP_QSTR___file__, MP_OBJ_NEW_QSTR(source_name));
        }
        #endif

        mp_parse_node_t pn = mp_parse(lex, input_kind);

        /*
        printf("----------------\n");
        mp_parse_node_print(pn, 0);
        printf("----------------\n");
        */

        mp_obj_t module_fun = mp_compile(pn, source_name, emit_opt, is_repl);

        if (!compile_only) {
            // execute it
            mp_call_function_0(module_fun);
        }

140
        #ifndef _WIN32
141
        // disable signal handler
142
        sigaction(SIGINT, &sa, NULL);
143
        #endif
144

145
        nlr_pop();
146
        return 0;
147

148
149
    } else {
        // uncaught exception
150
        #ifndef _WIN32
151
        // disable signal handler
152
        sigaction(SIGINT, &sa, NULL);
153
        #endif
154
        return handle_uncaught_exception((mp_obj_t)nlr.ret_val);
155
156
157
    }
}

158
STATIC char *strjoin(const char *s1, int sep_char, const char *s2) {
Damien's avatar
Damien committed
159
160
    int l1 = strlen(s1);
    int l2 = strlen(s2);
161
    char *s = malloc(l1 + l2 + 2);
Damien's avatar
Damien committed
162
163
164
165
166
167
    memcpy(s, s1, l1);
    if (sep_char != 0) {
        s[l1] = sep_char;
        l1 += 1;
    }
    memcpy(s + l1, s2, l2);
168
    s[l1 + l2] = 0;
Damien's avatar
Damien committed
169
170
171
    return s;
}

172
STATIC int do_repl(void) {
173
    printf("Micro Python " MICROPY_GIT_TAG " on " MICROPY_BUILD_DATE "; " MICROPY_PY_SYS_PLATFORM " version\n");
174

Damien's avatar
Damien committed
175
    for (;;) {
176
        char *line = prompt(">>> ");
Damien's avatar
Damien committed
177
178
        if (line == NULL) {
            // EOF
179
            return 0;
Damien's avatar
Damien committed
180
        }
181
182
183
184
        while (mp_repl_continue_with_input(line)) {
            char *line2 = prompt("... ");
            if (line2 == NULL) {
                break;
Damien's avatar
Damien committed
185
            }
186
187
188
189
            char *line3 = strjoin(line, '\n', line2);
            free(line);
            free(line2);
            line = line3;
Damien's avatar
Damien committed
190
        }
191

192
        mp_lexer_t *lex = mp_lexer_new_from_str_len(MP_QSTR__lt_stdin_gt_, line, strlen(line), false);
193
194
195
196
        int ret = execute_from_lexer(lex, MP_PARSE_SINGLE_INPUT, true);
        if (ret & FORCED_EXIT) {
            return ret;
        }
Paul Sokolovsky's avatar
Paul Sokolovsky committed
197
        free(line);
Damien's avatar
Damien committed
198
    }
Damien's avatar
Damien committed
199
200
}

201
STATIC int do_file(const char *file) {
202
    mp_lexer_t *lex = mp_lexer_new_from_file(file);
203
    return execute_from_lexer(lex, MP_PARSE_FILE_INPUT, false);
204
}
Damien's avatar
Damien committed
205

206
STATIC int do_str(const char *str) {
207
    mp_lexer_t *lex = mp_lexer_new_from_str_len(MP_QSTR__lt_stdin_gt_, str, strlen(str), false);
208
    return execute_from_lexer(lex, MP_PARSE_FILE_INPUT, false);
Damien's avatar
Damien committed
209
}
Damien's avatar
Damien committed
210

211
STATIC int usage(char **argv) {
212
    printf(
213
214
215
"usage: %s [<opts>] [-X <implopt>] [-c <command>] [<filename>]\n"
"Options:\n"
"-v : verbose (trace various operations); can be multiple\n"
216
"-O[N] : apply bytecode optimizations of level N\n"
217
"\n"
218
"Implementation specific options:\n", argv[0]
219
220
);
    int impl_opts_cnt = 0;
221
    printf(
222
"  compile-only                 -- parse and compile only\n"
223
224
225
"  emit={bytecode,native,viper} -- set the default code emitter\n"
);
    impl_opts_cnt++;
226
227
#if MICROPY_ENABLE_GC
    printf(
228
229
"  heapsize=<n> -- set the heap size for the GC (default %ld)\n"
, heap_size);
230
231
232
233
234
235
236
    impl_opts_cnt++;
#endif

    if (impl_opts_cnt == 0) {
        printf("  (none)\n");
    }

237
238
239
    return 1;
}

240
// Process options which set interpreter init options
241
STATIC void pre_process_options(int argc, char **argv) {
242
243
244
245
    for (int a = 1; a < argc; a++) {
        if (argv[a][0] == '-') {
            if (strcmp(argv[a], "-X") == 0) {
                if (a + 1 >= argc) {
246
                    exit(usage(argv));
247
                }
248
                if (0) {
249
250
                } else if (strcmp(argv[a + 1], "compile-only") == 0) {
                    compile_only = true;
251
                } else if (strcmp(argv[a + 1], "emit=bytecode") == 0) {
252
                    emit_opt = MP_EMIT_OPT_BYTECODE;
253
254
255
256
                } else if (strcmp(argv[a + 1], "emit=native") == 0) {
                    emit_opt = MP_EMIT_OPT_NATIVE_PYTHON;
                } else if (strcmp(argv[a + 1], "emit=viper") == 0) {
                    emit_opt = MP_EMIT_OPT_VIPER;
257
#if MICROPY_ENABLE_GC
258
                } else if (strncmp(argv[a + 1], "heapsize=", sizeof("heapsize=") - 1) == 0) {
259
260
261
                    char *end;
                    heap_size = strtol(argv[a + 1] + sizeof("heapsize=") - 1, &end, 0);
                    // Don't bring unneeded libc dependencies like tolower()
262
263
264
265
266
267
268
269
270
271
                    // If there's 'w' immediately after number, adjust it for
                    // target word size. Note that it should be *before* size
                    // suffix like K or M, to avoid confusion with kilowords,
                    // etc. the size is still in bytes, just can be adjusted
                    // for word size (taking 32bit as baseline).
                    bool word_adjust = false;
                    if ((*end | 0x20) == 'w') {
                        word_adjust = true;
                        end++;
                    }
272
273
274
275
276
                    if ((*end | 0x20) == 'k') {
                        heap_size *= 1024;
                    } else if ((*end | 0x20) == 'm') {
                        heap_size *= 1024 * 1024;
                    }
277
278
279
                    if (word_adjust) {
                        heap_size = heap_size * BYTES_PER_WORD / 4;
                    }
280
#endif
281
                } else {
282
                    exit(usage(argv));
283
                }
284
285
286
287
288
289
                a++;
            }
        }
    }
}

290
STATIC void set_sys_argv(char *argv[], int argc, int start_arg) {
291
292
293
294
295
    for (int i = start_arg; i < argc; i++) {
        mp_obj_list_append(mp_sys_argv, MP_OBJ_NEW_QSTR(qstr_from_str(argv[i])));
    }
}

296
297
298
299
300
301
#ifdef _WIN32
#define PATHLIST_SEP_CHAR ';'
#else
#define PATHLIST_SEP_CHAR ':'
#endif

Damien's avatar
Damien committed
302
int main(int argc, char **argv) {
303
304
    prompt_read_history();

305
    mp_stack_set_limit(40000 * (BYTES_PER_WORD / 4));
306

307
308
    pre_process_options(argc, argv);

309
#if MICROPY_ENABLE_GC
310
311
    char *heap = malloc(heap_size);
    gc_init(heap, heap + heap_size);
312
313
#endif

Damien George's avatar
Damien George committed
314
    mp_init();
Damien's avatar
Damien committed
315

316
    #ifndef _WIN32
317
    // create keyboard interrupt object
318
    MP_STATE_VM(keyboard_interrupt_obj) = mp_obj_new_exception(&mp_type_KeyboardInterrupt);
319
    #endif
320

321
322
323
324
325
    char *home = getenv("HOME");
    char *path = getenv("MICROPYPATH");
    if (path == NULL) {
        path = "~/.micropython/lib:/usr/lib/micropython";
    }
326
    mp_uint_t path_num = 1; // [0] is for current dir (or base dir of the script)
327
    for (char *p = path; p != NULL; p = strchr(p, PATHLIST_SEP_CHAR)) {
328
329
330
331
332
        path_num++;
        if (p != NULL) {
            p++;
        }
    }
333
    mp_obj_list_init(mp_sys_path, path_num);
334
    mp_obj_t *path_items;
Damien George's avatar
Damien George committed
335
    mp_obj_list_get(mp_sys_path, &path_num, &path_items);
336
    path_items[0] = MP_OBJ_NEW_QSTR(MP_QSTR_);
337
    {
338
    char *p = path;
339
    for (mp_uint_t i = 1; i < path_num; i++) {
340
        char *p1 = strchr(p, PATHLIST_SEP_CHAR);
341
342
343
344
345
346
347
        if (p1 == NULL) {
            p1 = p + strlen(p);
        }
        if (p[0] == '~' && p[1] == '/' && home != NULL) {
            // Expand standalone ~ to $HOME
            CHECKBUF(buf, PATH_MAX);
            CHECKBUF_APPEND(buf, home, strlen(home));
348
            CHECKBUF_APPEND(buf, p + 1, (size_t)(p1 - p - 1));
349
            path_items[i] = MP_OBJ_NEW_QSTR(qstr_from_strn(buf, CHECKBUF_LEN(buf)));
350
        } else {
351
            path_items[i] = MP_OBJ_NEW_QSTR(qstr_from_strn(p, p1 - p));
352
353
354
        }
        p = p1 + 1;
    }
355
    }
356

357
    mp_obj_list_init(mp_sys_argv, 0);
Paul Sokolovsky's avatar
Paul Sokolovsky committed
358

359
360
361
362
363
364
365
    #if defined(MICROPY_UNIX_COVERAGE)
    {
        MP_DECLARE_CONST_FUN_OBJ(extra_coverage_obj);
        mp_store_global(QSTR_FROM_STR_STATIC("extra_coverage"), (mp_obj_t)&extra_coverage_obj);
    }
    #endif

366
367
368
369
370
371
372
    // Here is some example code to create a class and instance of that class.
    // First is the Python, then the C code.
    //
    // class TestClass:
    //     pass
    // test_obj = TestClass()
    // test_obj.attr = 42
373
374
375
376
377
    //
    // mp_obj_t test_class_type, test_class_instance;
    // test_class_type = mp_obj_new_type(QSTR_FROM_STR_STATIC("TestClass"), mp_const_empty_tuple, mp_obj_new_dict(0));
    // mp_store_name(QSTR_FROM_STR_STATIC("test_obj"), test_class_instance = mp_call_function_0(test_class_type));
    // mp_store_attr(test_class_instance, QSTR_FROM_STR_STATIC("attr"), mp_obj_new_int(42));
378

379
380
381
382
383
384
385
    /*
    printf("bytes:\n");
    printf("    total %d\n", m_get_total_bytes_allocated());
    printf("    cur   %d\n", m_get_current_bytes_allocated());
    printf("    peak  %d\n", m_get_peak_bytes_allocated());
    */

386
387
    const int NOTHING_EXECUTED = -2;
    int ret = NOTHING_EXECUTED;
388
389
390
391
    for (int a = 1; a < argc; a++) {
        if (argv[a][0] == '-') {
            if (strcmp(argv[a], "-c") == 0) {
                if (a + 1 >= argc) {
392
                    return usage(argv);
393
                }
394
                ret = do_str(argv[a + 1]);
395
396
397
                if (ret & FORCED_EXIT) {
                    break;
                }
398
                a += 1;
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
            } else if (strcmp(argv[a], "-m") == 0) {
                if (a + 1 >= argc) {
                    return usage(argv);
                }
                mp_obj_t import_args[4];
                import_args[0] = mp_obj_new_str(argv[a + 1], strlen(argv[a + 1]), false);
                import_args[1] = import_args[2] = mp_const_none;
                // Ask __import__ to handle imported module specially - set its __name__
                // to __main__, and also return this leaf module, not top-level package
                // containing it.
                import_args[3] = mp_const_false;
                // TODO: https://docs.python.org/3/using/cmdline.html#cmdoption-m :
                // "the first element of sys.argv will be the full path to
                // the module file (while the module file is being located,
                // the first element will be set to "-m")."
                set_sys_argv(argv, argc, a + 1);

                mp_obj_t mod;
                nlr_buf_t nlr;
                if (nlr_push(&nlr) == 0) {
                    mod = mp_builtin___import__(MP_ARRAY_SIZE(import_args), import_args);
                    nlr_pop();
                } else {
                    // uncaught exception
423
                    return handle_uncaught_exception((mp_obj_t)nlr.ret_val) & 0xff;
424
425
426
427
428
429
430
431
432
                }

                if (mp_obj_is_package(mod)) {
                    // TODO
                    fprintf(stderr, "%s: -m for packages not yet implemented\n", argv[0]);
                    exit(1);
                }
                ret = 0;
                break;
433
434
            } else if (strcmp(argv[a], "-X") == 0) {
                a += 1;
435
436
            } else if (strcmp(argv[a], "-v") == 0) {
                mp_verbose_flag++;
437
438
            } else if (strncmp(argv[a], "-O", 2) == 0) {
                if (isdigit(argv[a][2])) {
439
                    MP_STATE_VM(mp_optimise_value) = argv[a][2] & 0xf;
440
                } else {
441
442
                    MP_STATE_VM(mp_optimise_value) = 0;
                    for (char *p = argv[a] + 1; *p && *p == 'O'; p++, MP_STATE_VM(mp_optimise_value)++);
443
                }
444
            } else {
445
                return usage(argv);
446
            }
447
        } else {
448
449
            char *pathbuf = malloc(PATH_MAX);
            char *basedir = realpath(argv[a], pathbuf);
450
            if (basedir == NULL) {
451
                fprintf(stderr, "%s: can't open file '%s': [Errno %d] ", argv[0], argv[a], errno);
452
453
                perror("");
                // CPython exits with 2 in such case
454
455
                ret = 2;
                break;
456
            }
457
458
459
460

            // Set base dir of the script as first entry in sys.path
            char *p = strrchr(basedir, '/');
            path_items[0] = MP_OBJ_NEW_QSTR(qstr_from_strn(basedir, p - basedir));
461
            free(pathbuf);
462

463
            set_sys_argv(argv, argc, a);
464
            ret = do_file(argv[a]);
465
            break;
466
        }
Damien's avatar
Damien committed
467
    }
468

469
    if (ret == NOTHING_EXECUTED) {
470
        ret = do_repl();
471
472
    }

473
    #if MICROPY_PY_MICROPYTHON_MEM_INFO
474
    if (mp_verbose_flag) {
475
        mp_micropython_mem_info(0, NULL);
476
    }
477
    #endif
478

Damien George's avatar
Damien George committed
479
    mp_deinit();
Damien's avatar
Damien committed
480

481
482
483
484
485
486
#if MICROPY_ENABLE_GC && !defined(NDEBUG)
    // We don't really need to free memory since we are about to exit the
    // process, but doing so helps to find memory leaks.
    free(heap);
#endif

Damien's avatar
Damien committed
487
    //printf("total bytes = %d\n", m_get_total_bytes_allocated());
488
    prompt_write_history();
489
    return ret & 0xff;
Damien's avatar
Damien committed
490
}
491

492
493
494
495
496
497
498
499
500
501
502
uint mp_import_stat(const char *path) {
    struct stat st;
    if (stat(path, &st) == 0) {
        if (S_ISDIR(st.st_mode)) {
            return MP_IMPORT_STAT_DIR;
        } else if (S_ISREG(st.st_mode)) {
            return MP_IMPORT_STAT_FILE;
        }
    }
    return MP_IMPORT_STAT_NO_EXIST;
}
503
504
505
506
507
508
509
510

int DEBUG_printf(const char *fmt, ...) {
    va_list ap;
    va_start(ap, fmt);
    int ret = vfprintf(stderr, fmt, ap);
    va_end(ap);
    return ret;
}
511
512
513
514
515

void nlr_jump_fail(void *val) {
    printf("FATAL: uncaught NLR %p\n", val);
    exit(1);
}