builtinimport.c 6.33 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
#include <stdint.h>
#include <stdlib.h>
#include <stdio.h>
#include <stdarg.h>
#include <string.h>
#include <assert.h>

#include "nlr.h"
#include "misc.h"
#include "mpconfig.h"
11
#include "qstr.h"
12
13
14
15
#include "lexer.h"
#include "lexerunix.h"
#include "parse.h"
#include "obj.h"
16
#include "compile.h"
17
18
19
20
21
#include "runtime0.h"
#include "runtime.h"
#include "map.h"
#include "builtin.h"

22
23
#define PATH_SEP_CHAR '/'

24
25
mp_obj_t sys_path;

26
27
28
29
30
mp_import_stat_t stat_dir_or_file(vstr_t *path) {
    //printf("stat %s\n", vstr_str(path));
    mp_import_stat_t stat = mp_import_stat(vstr_str(path));
    if (stat == MP_IMPORT_STAT_DIR) {
        return stat;
31
    }
32
33
34
35
    vstr_add_str(path, ".py");
    stat = mp_import_stat(vstr_str(path));
    if (stat == MP_IMPORT_STAT_FILE) {
        return stat;
36
    }
37
38
    return MP_IMPORT_STAT_NO_EXIST;
}
39

40
41
mp_import_stat_t find_file(const char *file_str, uint file_len, vstr_t *dest) {
    // extract the list of paths
42
43
44
45
46
47
48
    uint path_num = 0;
    mp_obj_t *path_items;
    if (sys_path != MP_OBJ_NULL) {
        mp_obj_list_get(sys_path, &path_num, &path_items);
    }

    if (path_num == 0) {
49
50
51
        // sys_path is empty, so just use the given file name
        vstr_add_strn(dest, file_str, file_len);
        return stat_dir_or_file(dest);
52
    } else {
53
        // go through each path looking for a directory or file
54
        for (int i = 0; i < path_num; i++) {
55
            vstr_reset(dest);
56
57
58
            uint p_len;
            const byte *p = mp_obj_str_get_data(path_items[i], &p_len);
            if (p_len > 0) {
59
60
                vstr_add_strn(dest, (const char*)p, p_len);
                vstr_add_char(dest, PATH_SEP_CHAR);
61
            }
62
63
64
65
            vstr_add_strn(dest, file_str, file_len);
            mp_import_stat_t stat = stat_dir_or_file(dest);
            if (stat != MP_IMPORT_STAT_NO_EXIST) {
                return stat;
66
67
            }
        }
68
69
70

        // could not find a directory or file
        return MP_IMPORT_STAT_NO_EXIST;
71
    }
72
73
74
75
76
}

void do_load(mp_obj_t module_obj, vstr_t *file) {
    // create the lexer
    mp_lexer_t *lex = mp_lexer_new_from_file(vstr_str(file));
77

78
    if (lex == NULL) {
79
80
        // we verified the file exists using stat, but lexer could still fail
        nlr_jump(mp_obj_new_exception_msg_varg(MP_QSTR_ImportError, "ImportError: No module named '%s'", vstr_str(file)));
81
82
    }

83
    qstr source_name = mp_lexer_source_name(lex);
84
85
86
87
88
89
90
91
92
93

    // save the old context
    mp_map_t *old_locals = rt_locals_get();
    mp_map_t *old_globals = rt_globals_get();

    // set the new context
    rt_locals_set(mp_obj_module_get_globals(module_obj));
    rt_globals_set(mp_obj_module_get_globals(module_obj));

    // parse the imported script
94
95
96
    qstr parse_exc_id;
    const char *parse_exc_msg;
    mp_parse_node_t pn = mp_parse(lex, MP_PARSE_FILE_INPUT, &parse_exc_id, &parse_exc_msg);
97
98
99
    mp_lexer_free(lex);

    if (pn == MP_PARSE_NODE_NULL) {
100
        // parse error; clean up and raise exception
101
102
        rt_locals_set(old_locals);
        rt_globals_set(old_globals);
103
        nlr_jump(mp_obj_new_exception_msg(parse_exc_id, parse_exc_msg));
104
105
    }

106
    // compile the imported script
107
    mp_obj_t module_fun = mp_compile(pn, source_name, false);
108
    mp_parse_node_free(pn);
109
110

    if (module_fun == mp_const_none) {
111
112
113
        // TODO handle compile error correctly
        rt_locals_set(old_locals);
        rt_globals_set(old_globals);
114
        return;
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
    }

    // complied successfully, execute it
    nlr_buf_t nlr;
    if (nlr_push(&nlr) == 0) {
        rt_call_function_0(module_fun);
        nlr_pop();
    } else {
        // exception; restore context and re-raise same exception
        rt_locals_set(old_locals);
        rt_globals_set(old_globals);
        nlr_jump(nlr.ret_val);
    }
    rt_locals_set(old_locals);
    rt_globals_set(old_globals);
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
}

mp_obj_t mp_builtin___import__(int n_args, mp_obj_t *args) {
    /*
    printf("import:\n");
    for (int i = 0; i < n; i++) {
        printf("  ");
        mp_obj_print(args[i]);
        printf("\n");
    }
    */

    // check if module already exists
    mp_obj_t module_obj = mp_obj_module_get(mp_obj_str_get_qstr(args[0]));
    if (module_obj != MP_OBJ_NULL) {
        return module_obj;
    }

    uint mod_len;
    const char *mod_str = (const char*)mp_obj_str_get_data(args[0], &mod_len);

    uint last = 0;
    vstr_t *path = vstr_new();
    module_obj = MP_OBJ_NULL;
    uint i;
    for (i = 1; i <= mod_len; i++) {
        if (i == mod_len || mod_str[i] == '.') {
            // create a qstr for the module name up to this depth
            qstr mod_name = qstr_from_strn(mod_str, i);

            // find the file corresponding to the module name
            mp_import_stat_t stat;
            if (vstr_len(path) == 0) {
                // first module in the dotted-name; search for a directory or file
                stat = find_file(mod_str, i, path);
            } else {
                // latter module in the dotted-name; append to path
                vstr_add_char(path, PATH_SEP_CHAR);
                vstr_add_strn(path, mod_str + last, i - last);
                stat = stat_dir_or_file(path);
            }
            last = i + 1;

            // fail if we couldn't find the file
            if (stat == MP_IMPORT_STAT_NO_EXIST) {
                nlr_jump(mp_obj_new_exception_msg_varg(MP_QSTR_ImportError, "ImportError: No module named '%s'", qstr_str(mod_name)));
            }

            module_obj = mp_obj_module_get(mod_name);
            if (module_obj == MP_OBJ_NULL) {
                // module not already loaded, so load it!

                module_obj = mp_obj_new_module(mod_name);

                if (stat == MP_IMPORT_STAT_DIR) {
                    vstr_add_char(path, PATH_SEP_CHAR);
                    vstr_add_str(path, "__init__.py");
                    if (mp_import_stat(vstr_str(path)) == MP_IMPORT_STAT_FILE) {
                        do_load(module_obj, path);
                    }
                    vstr_cut_tail(path, 12); // cut off /__init__.py
                } else { // MP_IMPORT_STAT_FILE
                    do_load(module_obj, path);
                    break;
                }
            }
        }
    }

    if (i < mod_len) {
        // we loaded a package, now need to load objects from within that package
        // TODO
        assert(0);
    }

    vstr_free(path);
206
207
208

    return module_obj;
}
209

210
MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(mp_builtin___import___obj, 1, 5, mp_builtin___import__);