builtinimport.c 6.33 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
#include <stdint.h>
#include <stdlib.h>
#include <stdio.h>
#include <stdarg.h>
#include <string.h>
#include <assert.h>

#include "nlr.h"
#include "misc.h"
#include "mpconfig.h"
11
#include "qstr.h"
12
13
14
15
#include "lexer.h"
#include "lexerunix.h"
#include "parse.h"
#include "obj.h"
16
#include "compile.h"
17
18
19
20
21
#include "runtime0.h"
#include "runtime.h"
#include "map.h"
#include "builtin.h"

22
23
#define PATH_SEP_CHAR '/'

24
25
mp_obj_t sys_path;

26
27
28
29
30
mp_import_stat_t stat_dir_or_file(vstr_t *path) {
    //printf("stat %s\n", vstr_str(path));
    mp_import_stat_t stat = mp_import_stat(vstr_str(path));
    if (stat == MP_IMPORT_STAT_DIR) {
        return stat;
31
    }
32
33
34
35
    vstr_add_str(path, ".py");
    stat = mp_import_stat(vstr_str(path));
    if (stat == MP_IMPORT_STAT_FILE) {
        return stat;
36
    }
37
38
    return MP_IMPORT_STAT_NO_EXIST;
}
39

40
41
mp_import_stat_t find_file(const char *file_str, uint file_len, vstr_t *dest) {
    // extract the list of paths
42
43
44
45
46
47
48
    uint path_num = 0;
    mp_obj_t *path_items;
    if (sys_path != MP_OBJ_NULL) {
        mp_obj_list_get(sys_path, &path_num, &path_items);
    }

    if (path_num == 0) {
49
50
51
        // sys_path is empty, so just use the given file name
        vstr_add_strn(dest, file_str, file_len);
        return stat_dir_or_file(dest);
52
    } else {
53
        // go through each path looking for a directory or file
54
        for (int i = 0; i < path_num; i++) {
55
            vstr_reset(dest);
56
57
58
            uint p_len;
            const byte *p = mp_obj_str_get_data(path_items[i], &p_len);
            if (p_len > 0) {
59
60
                vstr_add_strn(dest, (const char*)p, p_len);
                vstr_add_char(dest, PATH_SEP_CHAR);
61
            }
62
63
64
65
            vstr_add_strn(dest, file_str, file_len);
            mp_import_stat_t stat = stat_dir_or_file(dest);
            if (stat != MP_IMPORT_STAT_NO_EXIST) {
                return stat;
66
67
            }
        }
68
69
70

        // could not find a directory or file
        return MP_IMPORT_STAT_NO_EXIST;
71
    }
72
73
74
75
76
}

void do_load(mp_obj_t module_obj, vstr_t *file) {
    // create the lexer
    mp_lexer_t *lex = mp_lexer_new_from_file(vstr_str(file));
77

78
    if (lex == NULL) {
79
80
        // we verified the file exists using stat, but lexer could still fail
        nlr_jump(mp_obj_new_exception_msg_varg(MP_QSTR_ImportError, "ImportError: No module named '%s'", vstr_str(file)));
81
82
    }

83
    qstr source_name = mp_lexer_source_name(lex);
84
85
86
87
88
89
90
91
92
93

    // save the old context
    mp_map_t *old_locals = rt_locals_get();
    mp_map_t *old_globals = rt_globals_get();

    // set the new context
    rt_locals_set(mp_obj_module_get_globals(module_obj));
    rt_globals_set(mp_obj_module_get_globals(module_obj));

    // parse the imported script
94
95
96
    qstr parse_exc_id;
    const char *parse_exc_msg;
    mp_parse_node_t pn = mp_parse(lex, MP_PARSE_FILE_INPUT, &parse_exc_id, &parse_exc_msg);
97
98
99
    mp_lexer_free(lex);

    if (pn == MP_PARSE_NODE_NULL) {
100
        // parse error; clean up and raise exception
101
102
        rt_locals_set(old_locals);
        rt_globals_set(old_globals);
103
        nlr_jump(mp_obj_new_exception_msg(parse_exc_id, parse_exc_msg));
104
105
    }

106
    // compile the imported script
107
    mp_obj_t module_fun = mp_compile(pn, source_name, false);
108
    mp_parse_node_free(pn);
109
110

    if (module_fun == mp_const_none) {
111
112
113
        // TODO handle compile error correctly
        rt_locals_set(old_locals);
        rt_globals_set(old_globals);
114
        return;
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
    }

    // complied successfully, execute it
    nlr_buf_t nlr;
    if (nlr_push(&nlr) == 0) {
        rt_call_function_0(module_fun);
        nlr_pop();
    } else {
        // exception; restore context and re-raise same exception
        rt_locals_set(old_locals);
        rt_globals_set(old_globals);
        nlr_jump(nlr.ret_val);
    }
    rt_locals_set(old_locals);
    rt_globals_set(old_globals);
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
}

mp_obj_t mp_builtin___import__(int n_args, mp_obj_t *args) {
    /*
    printf("import:\n");
    for (int i = 0; i < n; i++) {
        printf("  ");
        mp_obj_print(args[i]);
        printf("\n");
    }
    */

    // check if module already exists
    mp_obj_t module_obj = mp_obj_module_get(mp_obj_str_get_qstr(args[0]));
    if (module_obj != MP_OBJ_NULL) {
        return module_obj;
    }

    uint mod_len;
    const char *mod_str = (const char*)mp_obj_str_get_data(args[0], &mod_len);

    uint last = 0;
152
    VSTR_FIXED(path, MICROPY_PATH_MAX)
153
154
155
156
157
158
159
160
161
    module_obj = MP_OBJ_NULL;
    uint i;
    for (i = 1; i <= mod_len; i++) {
        if (i == mod_len || mod_str[i] == '.') {
            // create a qstr for the module name up to this depth
            qstr mod_name = qstr_from_strn(mod_str, i);

            // find the file corresponding to the module name
            mp_import_stat_t stat;
162
            if (vstr_len(&path) == 0) {
163
                // first module in the dotted-name; search for a directory or file
164
                stat = find_file(mod_str, i, &path);
165
166
            } else {
                // latter module in the dotted-name; append to path
167
168
169
                vstr_add_char(&path, PATH_SEP_CHAR);
                vstr_add_strn(&path, mod_str + last, i - last);
                stat = stat_dir_or_file(&path);
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
            }
            last = i + 1;

            // fail if we couldn't find the file
            if (stat == MP_IMPORT_STAT_NO_EXIST) {
                nlr_jump(mp_obj_new_exception_msg_varg(MP_QSTR_ImportError, "ImportError: No module named '%s'", qstr_str(mod_name)));
            }

            module_obj = mp_obj_module_get(mod_name);
            if (module_obj == MP_OBJ_NULL) {
                // module not already loaded, so load it!

                module_obj = mp_obj_new_module(mod_name);

                if (stat == MP_IMPORT_STAT_DIR) {
185
186
187
188
                    vstr_add_char(&path, PATH_SEP_CHAR);
                    vstr_add_str(&path, "__init__.py");
                    if (mp_import_stat(vstr_str(&path)) == MP_IMPORT_STAT_FILE) {
                        do_load(module_obj, &path);
189
                    }
190
                    vstr_cut_tail(&path, 12); // cut off /__init__.py
191
                } else { // MP_IMPORT_STAT_FILE
192
                    do_load(module_obj, &path);
193
194
195
196
197
198
199
200
201
202
203
204
                    break;
                }
            }
        }
    }

    if (i < mod_len) {
        // we loaded a package, now need to load objects from within that package
        // TODO
        assert(0);
    }

205
206
    return module_obj;
}
207

208
MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(mp_builtin___import___obj, 1, 5, mp_builtin___import__);