objarray.c 8.71 KB
Newer Older
1
2
3
4
5
6
#include <string.h>
#include <assert.h>

#include "nlr.h"
#include "misc.h"
#include "mpconfig.h"
7
#include "qstr.h"
8
9
10
#include "obj.h"
#include "runtime0.h"
#include "runtime.h"
11
#include "binary.h"
12
13
14

typedef struct _mp_obj_array_t {
    mp_obj_base_t base;
15
16
17
18
    machine_uint_t typecode : 8;
    // free is number of unused elements after len used elements
    // alloc size = len + free
    machine_uint_t free : (8 * sizeof(machine_uint_t) - 8);
19
20
21
22
    machine_uint_t len; // in elements
    void *items;
} mp_obj_array_t;

23
24
25
STATIC mp_obj_t array_iterator_new(mp_obj_t array_in);
STATIC mp_obj_array_t *array_new(char typecode, uint n);
STATIC mp_obj_t array_append(mp_obj_t self_in, mp_obj_t arg);
26
27
28
29

/******************************************************************************/
/* array                                                                       */

30
STATIC void array_print(void (*print)(void *env, const char *fmt, ...), void *env, mp_obj_t o_in, mp_print_kind_t kind) {
31
32
    mp_obj_array_t *o = o_in;
    if (o->typecode == BYTEARRAY_TYPECODE) {
33
34
        print(env, "bytearray(b", o->typecode);
        mp_str_print_quoted(print, env, o->items, o->len);
35
    } else {
36
        print(env, "array('%c'", o->typecode);
37
        if (o->len > 0) {
38
            print(env, ", [");
39
40
41
42
            for (int i = 0; i < o->len; i++) {
                if (i > 0) {
                    print(env, ", ");
                }
43
                mp_obj_print_helper(print, env, mp_binary_get_val_array(o->typecode, o->items, i), PRINT_REPR);
44
            }
45
            print(env, "]");
46
47
        }
    }
48
    print(env, ")");
49
50
}

51
STATIC mp_obj_t array_construct(char typecode, mp_obj_t initializer) {
52
53
54
55
56
57
58
59
60
61
62
    uint len;
    // Try to create array of exact len if initializer len is known
    mp_obj_t len_in = mp_obj_len_maybe(initializer);
    if (len_in == MP_OBJ_NULL) {
        len = 0;
    } else {
        len = MP_OBJ_SMALL_INT_VALUE(len_in);
    }

    mp_obj_array_t *array = array_new(typecode, len);

Damien George's avatar
Damien George committed
63
    mp_obj_t iterable = mp_getiter(initializer);
64
65
    mp_obj_t item;
    int i = 0;
66
    while ((item = mp_iternext(iterable)) != MP_OBJ_STOP_ITERATION) {
67
68
69
        if (len == 0) {
            array_append(array, item);
        } else {
70
            mp_binary_set_val_array(typecode, array->items, i++, item);
71
72
73
74
75
76
        }
    }

    return array;
}

77
STATIC mp_obj_t array_make_new(mp_obj_t type_in, uint n_args, uint n_kw, const mp_obj_t *args) {
78
79
80
    mp_check_nargs(n_args, 1, 2, n_kw, false);

    // get typecode
81
    uint l;
82
    const char *typecode = mp_obj_str_get_data(args[0], &l);
83

84
    if (n_args == 1) {
85
        // 1 arg: make an empty array
86
        return array_new(*typecode, 0);
87
88
89
    } else {
        // 2 args: construct the array from the given iterator
        return array_construct(*typecode, args[1]);
90
    }
91
92
}

93
STATIC mp_obj_t bytearray_make_new(mp_obj_t type_in, uint n_args, uint n_kw, const mp_obj_t *args) {
94
    mp_check_nargs(n_args, 0, 1, n_kw, false);
95

96
97
98
99
100
    if (n_args == 0) {
        // no args: construct an empty bytearray
        return array_new(BYTEARRAY_TYPECODE, 0);
    } else if (MP_OBJ_IS_SMALL_INT(args[0])) {
        // 1 arg, an integer: construct a blank bytearray of that length
101
        uint len = MP_OBJ_SMALL_INT_VALUE(args[0]);
102
103
104
        mp_obj_array_t *o = array_new(BYTEARRAY_TYPECODE, len);
        memset(o->items, 0, len);
        return o;
105
106
107
    } else {
        // 1 arg, an iterator: construct the bytearray from that
        return array_construct(BYTEARRAY_TYPECODE, args[0]);
108
    }
109
110
}

111
STATIC mp_obj_t array_unary_op(int op, mp_obj_t o_in) {
112
113
    mp_obj_array_t *o = o_in;
    switch (op) {
Damien George's avatar
Damien George committed
114
115
        case MP_UNARY_OP_BOOL: return MP_BOOL(o->len != 0);
        case MP_UNARY_OP_LEN: return MP_OBJ_NEW_SMALL_INT(o->len);
116
        default: return MP_OBJ_NOT_SUPPORTED;
117
118
119
    }
}

120
STATIC mp_obj_t array_append(mp_obj_t self_in, mp_obj_t arg) {
121
    assert(MP_OBJ_IS_TYPE(self_in, &mp_type_array) || MP_OBJ_IS_TYPE(self_in, &mp_type_bytearray));
122
123
    mp_obj_array_t *self = self_in;
    if (self->free == 0) {
124
        int item_sz = mp_binary_get_size('@', self->typecode, NULL);
125
126
127
128
        // TODO: alloc policy
        self->free = 8;
        self->items = m_realloc(self->items,  item_sz * self->len, item_sz * (self->len + self->free));
    }
129
    mp_binary_set_val_array(self->typecode, self->items, self->len++, arg);
130
131
132
    self->free--;
    return mp_const_none; // return None, as per CPython
}
133
STATIC MP_DEFINE_CONST_FUN_OBJ_2(array_append_obj, array_append);
134

135
STATIC mp_obj_t array_subscr(mp_obj_t self_in, mp_obj_t index_in, mp_obj_t value) {
136
    if (value == MP_OBJ_NULL) {
137
138
        // delete item
        // TODO implement
139
140
141
        return MP_OBJ_NOT_SUPPORTED;
    } else {
        mp_obj_array_t *o = self_in;
142
143
144
145
146
147
148
149
150
151
152
        if (MP_OBJ_IS_TYPE(index_in, &mp_type_slice)) {
            machine_uint_t start, stop;
            if (!m_seq_get_fast_slice_indexes(o->len, index_in, &start, &stop)) {
                assert(0);
            }
            mp_obj_array_t *res = array_new(o->typecode, stop - start);
            int sz = mp_binary_get_size('@', o->typecode, NULL);
            assert(sz > 0);
            byte *p = o->items;
            memcpy(res->items, p + start * sz, (stop - start) * sz);
            return res;
153
        } else {
154
155
156
157
158
159
160
161
162
            uint index = mp_get_index(o->base.type, o->len, index_in, false);
            if (value == MP_OBJ_SENTINEL) {
                // load
                return mp_binary_get_val_array(o->typecode, o->items, index);
            } else {
                // store
                mp_binary_set_val_array(o->typecode, o->items, index, value);
                return mp_const_none;
            }
163
        }
164
    }
165
166
}

167
STATIC machine_int_t array_get_buffer(mp_obj_t o_in, mp_buffer_info_t *bufinfo, int flags) {
168
169
    mp_obj_array_t *o = o_in;
    bufinfo->buf = o->items;
170
    bufinfo->len = o->len * mp_binary_get_size('@', o->typecode, NULL);
171
    bufinfo->typecode = o->typecode;
172
173
174
    return 0;
}

175
176
STATIC const mp_map_elem_t array_locals_dict_table[] = {
    { MP_OBJ_NEW_QSTR(MP_QSTR_append), (mp_obj_t)&array_append_obj },
177
178
};

179
180
STATIC MP_DEFINE_CONST_DICT(array_locals_dict, array_locals_dict_table);

181
const mp_obj_type_t mp_type_array = {
182
    { &mp_type_type },
183
    .name = MP_QSTR_array,
184
185
    .print = array_print,
    .make_new = array_make_new,
Paul Sokolovsky's avatar
Paul Sokolovsky committed
186
    .getiter = array_iterator_new,
187
    .unary_op = array_unary_op,
188
    .subscr = array_subscr,
189
    .buffer_p = { .get_buffer = array_get_buffer },
190
    .locals_dict = (mp_obj_t)&array_locals_dict,
191
192
};

193
194
195
196
197
198
199
const mp_obj_type_t mp_type_bytearray = {
    { &mp_type_type },
    .name = MP_QSTR_bytearray,
    .print = array_print,
    .make_new = bytearray_make_new,
    .getiter = array_iterator_new,
    .unary_op = array_unary_op,
200
    .subscr = array_subscr,
201
202
203
204
    .buffer_p = { .get_buffer = array_get_buffer },
    .locals_dict = (mp_obj_t)&array_locals_dict,
};

205
STATIC mp_obj_array_t *array_new(char typecode, uint n) {
206
    int typecode_size = mp_binary_get_size('@', typecode, NULL);
207
208
209
    if (typecode_size <= 0) {
        nlr_raise(mp_obj_new_exception_msg(&mp_type_ValueError, "bad typecode"));
    }
210
    mp_obj_array_t *o = m_new_obj(mp_obj_array_t);
211
    o->base.type = (typecode == BYTEARRAY_TYPECODE) ? &mp_type_bytearray : &mp_type_array;
212
213
214
    o->typecode = typecode;
    o->free = 0;
    o->len = n;
215
    o->items = m_malloc(typecode_size * o->len);
216
217
218
    return o;
}

219
220
221
222
uint mp_obj_array_len(mp_obj_t self_in) {
    return ((mp_obj_array_t *)self_in)->len;
}

223
224
225
226
227
mp_obj_t mp_obj_new_bytearray(uint n, void *items) {
    mp_obj_array_t *o = array_new(BYTEARRAY_TYPECODE, n);
    memcpy(o->items, items, n);
    return o;
}
Paul Sokolovsky's avatar
Paul Sokolovsky committed
228

229
230
231
// Create bytearray which references specified memory area
mp_obj_t mp_obj_new_bytearray_by_ref(uint n, void *items) {
    mp_obj_array_t *o = m_new_obj(mp_obj_array_t);
232
    o->base.type = &mp_type_array;
233
234
235
236
237
238
239
    o->typecode = BYTEARRAY_TYPECODE;
    o->free = 0;
    o->len = n;
    o->items = items;
    return o;
}

Paul Sokolovsky's avatar
Paul Sokolovsky committed
240
241
242
243
244
245
246
247
248
/******************************************************************************/
/* array iterator                                                              */

typedef struct _mp_obj_array_it_t {
    mp_obj_base_t base;
    mp_obj_array_t *array;
    machine_uint_t cur;
} mp_obj_array_it_t;

249
STATIC mp_obj_t array_it_iternext(mp_obj_t self_in) {
Paul Sokolovsky's avatar
Paul Sokolovsky committed
250
251
    mp_obj_array_it_t *self = self_in;
    if (self->cur < self->array->len) {
252
        return mp_binary_get_val_array(self->array->typecode, self->array->items, self->cur++);
Paul Sokolovsky's avatar
Paul Sokolovsky committed
253
    } else {
254
        return MP_OBJ_STOP_ITERATION;
Paul Sokolovsky's avatar
Paul Sokolovsky committed
255
256
257
    }
}

258
STATIC const mp_obj_type_t array_it_type = {
259
    { &mp_type_type },
260
    .name = MP_QSTR_iterator,
261
    .getiter = mp_identity,
Paul Sokolovsky's avatar
Paul Sokolovsky committed
262
263
264
    .iternext = array_it_iternext,
};

265
STATIC mp_obj_t array_iterator_new(mp_obj_t array_in) {
Paul Sokolovsky's avatar
Paul Sokolovsky committed
266
267
268
269
270
271
272
    mp_obj_array_t *array = array_in;
    mp_obj_array_it_t *o = m_new_obj(mp_obj_array_it_t);
    o->base.type = &array_it_type;
    o->array = array;
    o->cur = 0;
    return o;
}