modbtree.c 12.9 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
/*
 * This file is part of the MicroPython project, http://micropython.org/
 *
 * The MIT License (MIT)
 *
 * Copyright (c) 2016 Paul Sokolovsky
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */

#include <stdio.h>
#include <string.h>
#include <errno.h>
#include <fcntl.h>

#include "py/nlr.h"
#include "py/runtime.h"
34
#include "py/runtime0.h"
35
#include "py/stream.h"
36
37
38
39
40
41
42
43
44
45
46

#if MICROPY_PY_BTREE

#include <db.h>
#include <../../btree/btree.h>

typedef struct _mp_obj_btree_t {
    mp_obj_base_t base;
    DB *db;
    mp_obj_t start_key;
    mp_obj_t end_key;
47
    #define FLAG_END_KEY_INCL 1
48
    #define FLAG_DESC 2
49
50
51
52
    #define FLAG_ITER_TYPE_MASK 0xc0
    #define FLAG_ITER_KEYS   0x40
    #define FLAG_ITER_VALUES 0x80
    #define FLAG_ITER_ITEMS  0xc0
53
    byte flags;
54
    byte next_flags;
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
} mp_obj_btree_t;

STATIC const mp_obj_type_t btree_type;

#define CHECK_ERROR(res) \
        if (res == RET_ERROR) { \
            nlr_raise(mp_obj_new_exception_arg1(&mp_type_OSError, MP_OBJ_NEW_SMALL_INT(errno))); \
        }

void __dbpanic(DB *db) {
    printf("__dbpanic(%p)\n", db);
}

STATIC mp_obj_btree_t *btree_new(DB *db) {
    mp_obj_btree_t *o = m_new_obj(mp_obj_btree_t);
    o->base.type = &btree_type;
    o->db = db;
72
73
74
    o->start_key = mp_const_none;
    o->end_key = mp_const_none;
    o->next_flags = 0;
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
    return o;
}

STATIC void btree_print(const mp_print_t *print, mp_obj_t self_in, mp_print_kind_t kind) {
    (void)kind;
    mp_obj_btree_t *self = MP_OBJ_TO_PTR(self_in);
    mp_printf(print, "<btree %p>", self->db);
}

STATIC mp_obj_t btree_close(mp_obj_t self_in) {
    mp_obj_btree_t *self = MP_OBJ_TO_PTR(self_in);
    return MP_OBJ_NEW_SMALL_INT(__bt_close(self->db));
}
STATIC MP_DEFINE_CONST_FUN_OBJ_1(btree_close_obj, btree_close);

STATIC mp_obj_t btree_put(size_t n_args, const mp_obj_t *args) {
91
    (void)n_args;
92
93
    mp_obj_btree_t *self = MP_OBJ_TO_PTR(args[0]);
    DBT key, val;
94
95
96
97
98
99
    // Different ports may have different type sizes
    mp_uint_t v;
    key.data = (void*)mp_obj_str_get_data(args[1], &v);
    key.size = v;
    val.data = (void*)mp_obj_str_get_data(args[2], &v);
    val.size = v;
100
101
102
103
104
105
106
    return MP_OBJ_NEW_SMALL_INT(__bt_put(self->db, &key, &val, 0));
}
STATIC MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(btree_put_obj, 3, 4, btree_put);

STATIC mp_obj_t btree_get(size_t n_args, const mp_obj_t *args) {
    mp_obj_btree_t *self = MP_OBJ_TO_PTR(args[0]);
    DBT key, val;
107
108
109
110
    // Different ports may have different type sizes
    mp_uint_t v;
    key.data = (void*)mp_obj_str_get_data(args[1], &v);
    key.size = v;
111
112
    int res = __bt_get(self->db, &key, &val, 0);
    if (res == RET_SPECIAL) {
113
114
115
116
117
        if (n_args > 2) {
            return args[2];
        } else {
            return mp_const_none;
        }
118
    }
119
    CHECK_ERROR(res);
120
121
122
123
124
125
126
127
128
    return mp_obj_new_bytes(val.data, val.size);
}
STATIC MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(btree_get_obj, 2, 3, btree_get);

STATIC mp_obj_t btree_seq(size_t n_args, const mp_obj_t *args) {
    mp_obj_btree_t *self = MP_OBJ_TO_PTR(args[0]);
    int flags = MP_OBJ_SMALL_INT_VALUE(args[1]);
    DBT key, val;
    if (n_args > 2) {
129
130
131
132
        // Different ports may have different type sizes
        mp_uint_t v;
        key.data = (void*)mp_obj_str_get_data(args[2], &v);
        key.size = v;
133
134
135
    }

    int res = __bt_seq(self->db, &key, &val, flags);
136
    CHECK_ERROR(res);
137
138
139
140
    if (res == RET_SPECIAL) {
        return mp_const_none;
    }

141
142
    mp_obj_t pair_o = mp_obj_new_tuple(2, NULL);
    mp_obj_tuple_t *pair = MP_OBJ_TO_PTR(pair_o);
143
144
    pair->items[0] = mp_obj_new_bytes(key.data, key.size);
    pair->items[1] = mp_obj_new_bytes(val.data, val.size);
145
    return pair_o;
146
147
148
}
STATIC MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(btree_seq_obj, 2, 4, btree_seq);

149
STATIC mp_obj_t btree_init_iter(size_t n_args, const mp_obj_t *args, byte type) {
150
    mp_obj_btree_t *self = MP_OBJ_TO_PTR(args[0]);
151
    self->next_flags = type;
152
153
154
155
156
157
158
    self->start_key = mp_const_none;
    self->end_key = mp_const_none;
    if (n_args > 1) {
        self->start_key = args[1];
        if (n_args > 2) {
            self->end_key = args[2];
            if (n_args > 3) {
159
                self->next_flags = type | MP_OBJ_SMALL_INT_VALUE(args[3]);
160
161
            }
        }
162
    }
163
164
    return args[0];
}
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179

STATIC mp_obj_t btree_keys(size_t n_args, const mp_obj_t *args) {
    return btree_init_iter(n_args, args, FLAG_ITER_KEYS);
}
STATIC MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(btree_keys_obj, 1, 4, btree_keys);

STATIC mp_obj_t btree_values(size_t n_args, const mp_obj_t *args) {
    return btree_init_iter(n_args, args, FLAG_ITER_VALUES);
}
STATIC MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(btree_values_obj, 1, 4, btree_values);

STATIC mp_obj_t btree_items(size_t n_args, const mp_obj_t *args) {
    return btree_init_iter(n_args, args, FLAG_ITER_ITEMS);
}
STATIC MP_DEFINE_CONST_FUN_OBJ_VAR_BETWEEN(btree_items_obj, 1, 4, btree_items);
180

181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
STATIC mp_obj_t btree_getiter(mp_obj_t self_in) {
    mp_obj_btree_t *self = MP_OBJ_TO_PTR(self_in);
    if (self->next_flags != 0) {
        // If we're called immediately after keys(), values(), or items(),
        // use their setup for iteration.
        self->flags = self->next_flags;
        self->next_flags = 0;
    } else {
        // Otherwise, iterate over all keys.
        self->flags = FLAG_ITER_KEYS;
        self->start_key = mp_const_none;
        self->end_key = mp_const_none;
    }

    return self_in;
}

198
199
200
201
STATIC mp_obj_t btree_iternext(mp_obj_t self_in) {
    mp_obj_btree_t *self = MP_OBJ_TO_PTR(self_in);
    DBT key, val;
    int res;
202
203
    // Different ports may have different type sizes
    mp_uint_t v;
204
    bool desc = self->flags & FLAG_DESC;
205
206
207
    if (self->start_key != MP_OBJ_NULL) {
        int flags = R_FIRST;
        if (self->start_key != mp_const_none) {
208
209
            key.data = (void*)mp_obj_str_get_data(self->start_key, &v);
            key.size = v;
210
            flags = R_CURSOR;
211
212
        } else if (desc) {
            flags = R_LAST;
213
214
215
216
        }
        res = __bt_seq(self->db, &key, &val, flags);
        self->start_key = MP_OBJ_NULL;
    } else {
217
        res = __bt_seq(self->db, &key, &val, desc ? R_PREV : R_NEXT);
218
219
220
221
222
223
224
    }

    if (res == RET_SPECIAL) {
        return MP_OBJ_STOP_ITERATION;
    }
    CHECK_ERROR(res);

225
226
    if (self->end_key != mp_const_none) {
        DBT end_key;
227
228
        end_key.data = (void*)mp_obj_str_get_data(self->end_key, &v);
        end_key.size = v;
229
        BTREE *t = self->db->internal;
230
        int cmp = t->bt_cmp(&key, &end_key);
231
232
233
        if (desc) {
            cmp = -cmp;
        }
234
235
236
237
        if (self->flags & FLAG_END_KEY_INCL) {
            cmp--;
        }
        if (cmp >= 0) {
238
239
240
241
242
            self->end_key = MP_OBJ_NULL;
            return MP_OBJ_STOP_ITERATION;
        }
    }

243
244
245
246
247
248
    switch (self->flags & FLAG_ITER_TYPE_MASK) {
        case FLAG_ITER_KEYS:
            return mp_obj_new_bytes(key.data, key.size);
        case FLAG_ITER_VALUES:
            return mp_obj_new_bytes(val.data, val.size);
        default: {
249
250
            mp_obj_t pair_o = mp_obj_new_tuple(2, NULL);
            mp_obj_tuple_t *pair = MP_OBJ_TO_PTR(pair_o);
251
252
            pair->items[0] = mp_obj_new_bytes(key.data, key.size);
            pair->items[1] = mp_obj_new_bytes(val.data, val.size);
253
            return pair_o;
254
255
        }
    }
256
257
}

258
259
STATIC mp_obj_t btree_subscr(mp_obj_t self_in, mp_obj_t index, mp_obj_t value) {
    mp_obj_btree_t *self = MP_OBJ_TO_PTR(self_in);
260
261
    // Different ports may have different type sizes
    mp_uint_t v;
262
263
264
    if (value == MP_OBJ_NULL) {
        // delete
        DBT key;
265
266
        key.data = (void*)mp_obj_str_get_data(index, &v);
        key.size = v;
267
268
269
270
271
272
273
274
275
        int res = __bt_delete(self->db, &key, 0);
        if (res == RET_SPECIAL) {
            nlr_raise(mp_obj_new_exception(&mp_type_KeyError));
        }
        CHECK_ERROR(res);
        return mp_const_none;
    } else if (value == MP_OBJ_SENTINEL) {
        // load
        DBT key, val;
276
277
        key.data = (void*)mp_obj_str_get_data(index, &v);
        key.size = v;
278
279
        int res = __bt_get(self->db, &key, &val, 0);
        if (res == RET_SPECIAL) {
280
            nlr_raise(mp_obj_new_exception(&mp_type_KeyError));
281
282
283
284
285
286
        }
        CHECK_ERROR(res);
        return mp_obj_new_bytes(val.data, val.size);
    } else {
        // store
        DBT key, val;
287
288
289
290
        key.data = (void*)mp_obj_str_get_data(index, &v);
        key.size = v;
        val.data = (void*)mp_obj_str_get_data(value, &v);
        val.size = v;
291
292
293
294
295
296
        int res = __bt_put(self->db, &key, &val, 0);
        CHECK_ERROR(res);
        return mp_const_none;
    }
}

297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
STATIC mp_obj_t btree_binary_op(mp_uint_t op, mp_obj_t lhs_in, mp_obj_t rhs_in) {
    mp_obj_btree_t *self = MP_OBJ_TO_PTR(lhs_in);
    switch (op) {
        case MP_BINARY_OP_IN: {
            mp_uint_t v;
            DBT key, val;
            key.data = (void*)mp_obj_str_get_data(rhs_in, &v);
            key.size = v;
            int res = __bt_get(self->db, &key, &val, 0);
            CHECK_ERROR(res);
            return mp_obj_new_bool(res != RET_SPECIAL);
        }
        default:
            // op not supported
            return MP_OBJ_NULL;
    }
}

315
316
317
318
319
STATIC const mp_rom_map_elem_t btree_locals_dict_table[] = {
    { MP_ROM_QSTR(MP_QSTR_close), MP_ROM_PTR(&btree_close_obj) },
    { MP_ROM_QSTR(MP_QSTR_get), MP_ROM_PTR(&btree_get_obj) },
    { MP_ROM_QSTR(MP_QSTR_put), MP_ROM_PTR(&btree_put_obj) },
    { MP_ROM_QSTR(MP_QSTR_seq), MP_ROM_PTR(&btree_seq_obj) },
320
321
322
    { MP_ROM_QSTR(MP_QSTR_keys), MP_ROM_PTR(&btree_keys_obj) },
    { MP_ROM_QSTR(MP_QSTR_values), MP_ROM_PTR(&btree_values_obj) },
    { MP_ROM_QSTR(MP_QSTR_items), MP_ROM_PTR(&btree_items_obj) },
323
324
325
326
327
328
329
330
331
};

STATIC MP_DEFINE_CONST_DICT(btree_locals_dict, btree_locals_dict_table);

STATIC const mp_obj_type_t btree_type = {
    { &mp_type_type },
    // Save on qstr's, reuse same as for module
    .name = MP_QSTR_btree,
    .print = btree_print,
332
    .getiter = btree_getiter,
333
    .iternext = btree_iternext,
334
    .binary_op = btree_binary_op,
335
336
337
338
    .subscr = btree_subscr,
    .locals_dict = (void*)&btree_locals_dict,
};

339
340
341
342
343
344
345
STATIC FILEVTABLE btree_stream_fvtable = {
    mp_stream_posix_read,
    mp_stream_posix_write,
    mp_stream_posix_lseek,
    mp_stream_posix_fsync
};

346
347
STATIC mp_obj_t mod_btree_open(size_t n_args, const mp_obj_t *pos_args, mp_map_t *kw_args) {
    static const mp_arg_t allowed_args[] = {
348
349
350
351
        { MP_QSTR_flags, MP_ARG_KW_ONLY | MP_ARG_INT, {.u_int = 0} },
        { MP_QSTR_cachesize, MP_ARG_KW_ONLY | MP_ARG_INT, {.u_int = 0} },
        { MP_QSTR_pagesize, MP_ARG_KW_ONLY | MP_ARG_INT, {.u_int = 0} },
        { MP_QSTR_minkeypage, MP_ARG_KW_ONLY | MP_ARG_INT, {.u_int = 0} },
352
353
    };

354
355
    // Make sure we got a stream object
    mp_get_stream_raise(pos_args[0], MP_STREAM_OP_READ | MP_STREAM_OP_WRITE | MP_STREAM_OP_IOCTL);
356
357

    struct {
358
359
360
361
        mp_arg_val_t flags;
        mp_arg_val_t cachesize;
        mp_arg_val_t pagesize;
        mp_arg_val_t minkeypage;
362
363
364
    } args;
    mp_arg_parse_all(n_args - 1, pos_args + 1, kw_args,
        MP_ARRAY_SIZE(allowed_args), allowed_args, (mp_arg_val_t*)&args);
365
366
367
368
369
    BTREEINFO openinfo = {0};
    openinfo.flags = args.flags.u_int;
    openinfo.cachesize = args.cachesize.u_int;
    openinfo.psize = args.pagesize.u_int;
    openinfo.minkeypage = args.minkeypage.u_int;
370

371
    DB *db = __bt_open(pos_args[0], &btree_stream_fvtable, &openinfo, /*dflags*/0);
372
373
374
    if (db == NULL) {
        nlr_raise(mp_obj_new_exception_arg1(&mp_type_OSError, MP_OBJ_NEW_SMALL_INT(errno)));
    }
375
376
377
378
379
380
381
    return MP_OBJ_FROM_PTR(btree_new(db));
}
STATIC MP_DEFINE_CONST_FUN_OBJ_KW(mod_btree_open_obj, 1, mod_btree_open);

STATIC const mp_rom_map_elem_t mp_module_btree_globals_table[] = {
    { MP_ROM_QSTR(MP_QSTR___name__), MP_ROM_QSTR(MP_QSTR_btree) },
    { MP_ROM_QSTR(MP_QSTR_open), MP_ROM_PTR(&mod_btree_open_obj) },
382
383
    { MP_ROM_QSTR(MP_QSTR_INCL), MP_ROM_INT(FLAG_END_KEY_INCL) },
    { MP_ROM_QSTR(MP_QSTR_DESC), MP_ROM_INT(FLAG_DESC) },
384
385
386
387
388
389
390
391
392
393
};

STATIC MP_DEFINE_CONST_DICT(mp_module_btree_globals, mp_module_btree_globals_table);

const mp_obj_module_t mp_module_btree = {
    .base = { &mp_type_module },
    .globals = (mp_obj_dict_t*)&mp_module_btree_globals,
};

#endif // MICROPY_PY_BTREE