gc.c 19.1 KB
Newer Older
Damien's avatar
Damien committed
1
2
#include <stdio.h>
#include <string.h>
mux's avatar
mux committed
3
#include <stdbool.h>
Damien's avatar
Damien committed
4

5
#include "mpconfig.h"
6
#include "misc.h"
Damien's avatar
Damien committed
7
8
#include "gc.h"

mux's avatar
mux committed
9
10
11
#include "misc.h"
#include "qstr.h"
#include "obj.h"
mux's avatar
mux committed
12
#include "runtime.h"
mux's avatar
mux committed
13

14
15
#if MICROPY_ENABLE_GC

16
17
#if 0 // print debugging info
#define DEBUG_PRINT (1)
18
#define DEBUG_printf DEBUG_printf
19
#else // don't print debugging info
20
#define DEBUG_printf(...) (void)0
21
22
#endif

Damien's avatar
Damien committed
23
24
25
26
27
28
typedef unsigned char byte;

#define WORDS_PER_BLOCK (4)
#define BYTES_PER_BLOCK (WORDS_PER_BLOCK * BYTES_PER_WORD)
#define STACK_SIZE (64) // tunable; minimum is 1

29
30
STATIC byte *gc_alloc_table_start;
STATIC machine_uint_t gc_alloc_table_byte_len;
31
32
33
#if MICROPY_ENABLE_FINALISER
STATIC byte *gc_finaliser_table_start;
#endif
34
35
STATIC machine_uint_t *gc_pool_start;
STATIC machine_uint_t *gc_pool_end;
Damien's avatar
Damien committed
36

37
38
39
STATIC int gc_stack_overflow;
STATIC machine_uint_t gc_stack[STACK_SIZE];
STATIC machine_uint_t *gc_sp;
40
STATIC bool gc_lock;
Damien's avatar
Damien committed
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75

// ATB = allocation table byte
// 0b00 = FREE -- free block
// 0b01 = HEAD -- head of a chain of blocks
// 0b10 = TAIL -- in the tail of a chain of blocks
// 0b11 = MARK -- marked head block

#define AT_FREE (0)
#define AT_HEAD (1)
#define AT_TAIL (2)
#define AT_MARK (3)

#define BLOCKS_PER_ATB (4)
#define ATB_MASK_0 (0x03)
#define ATB_MASK_1 (0x0c)
#define ATB_MASK_2 (0x30)
#define ATB_MASK_3 (0xc0)

#define ATB_0_IS_FREE(a) (((a) & ATB_MASK_0) == 0)
#define ATB_1_IS_FREE(a) (((a) & ATB_MASK_1) == 0)
#define ATB_2_IS_FREE(a) (((a) & ATB_MASK_2) == 0)
#define ATB_3_IS_FREE(a) (((a) & ATB_MASK_3) == 0)

#define BLOCK_SHIFT(block) (2 * ((block) & (BLOCKS_PER_ATB - 1)))
#define ATB_GET_KIND(block) ((gc_alloc_table_start[(block) / BLOCKS_PER_ATB] >> BLOCK_SHIFT(block)) & 3)
#define ATB_ANY_TO_FREE(block) do { gc_alloc_table_start[(block) / BLOCKS_PER_ATB] &= (~(AT_MARK << BLOCK_SHIFT(block))); } while (0)
#define ATB_FREE_TO_HEAD(block) do { gc_alloc_table_start[(block) / BLOCKS_PER_ATB] |= (AT_HEAD << BLOCK_SHIFT(block)); } while (0)
#define ATB_FREE_TO_TAIL(block) do { gc_alloc_table_start[(block) / BLOCKS_PER_ATB] |= (AT_TAIL << BLOCK_SHIFT(block)); } while (0)
#define ATB_HEAD_TO_MARK(block) do { gc_alloc_table_start[(block) / BLOCKS_PER_ATB] |= (AT_MARK << BLOCK_SHIFT(block)); } while (0)
#define ATB_MARK_TO_HEAD(block) do { gc_alloc_table_start[(block) / BLOCKS_PER_ATB] &= (~(AT_TAIL << BLOCK_SHIFT(block))); } while (0)

#define BLOCK_FROM_PTR(ptr) (((ptr) - (machine_uint_t)gc_pool_start) / BYTES_PER_BLOCK)
#define PTR_FROM_BLOCK(block) (((block) * BYTES_PER_BLOCK + (machine_uint_t)gc_pool_start))
#define ATB_FROM_BLOCK(bl) ((bl) / BLOCKS_PER_ATB)

76
77
78
79
80
81
82
83
84
85
86
#if MICROPY_ENABLE_FINALISER
// FTB = finaliser table byte
// if set, then the corresponding block may have a finaliser

#define BLOCKS_PER_FTB (8)

#define FTB_GET(block) ((gc_finaliser_table_start[(block) / BLOCKS_PER_FTB] >> ((block) & 7)) & 1)
#define FTB_SET(block) do { gc_finaliser_table_start[(block) / BLOCKS_PER_FTB] |= (1 << ((block) & 7)); } while (0)
#define FTB_CLEAR(block) do { gc_finaliser_table_start[(block) / BLOCKS_PER_FTB] &= (~(1 << ((block) & 7))); } while (0)
#endif

87
88
89
90
// TODO waste less memory; currently requires that all entries in alloc_table have a corresponding block in pool
void gc_init(void *start, void *end) {
    // align end pointer on block boundary
    end = (void*)((machine_uint_t)end & (~(BYTES_PER_BLOCK - 1)));
91
92
93
94
95
96
97
98
99
100
101
102
103
104
    DEBUG_printf("Initializing GC heap: %p..%p = %ld bytes\n", start, end, end - start);

    // calculate parameters for GC (T=total, A=alloc table, F=finaliser table, P=pool; all in bytes):
    // T = A + F + P
    //     F = A * BLOCKS_PER_ATB / BLOCKS_PER_FTB
    //     P = A * BLOCKS_PER_ATB * BYTES_PER_BLOCK
    // => T = A * (1 + BLOCKS_PER_ATB / BLOCKS_PER_FTB + BLOCKS_PER_ATB * BYTES_PER_BLOCK)
    machine_uint_t total_byte_len = end - start;
#if MICROPY_ENABLE_FINALISER
    gc_alloc_table_byte_len = total_byte_len * BITS_PER_BYTE / (BITS_PER_BYTE + BITS_PER_BYTE * BLOCKS_PER_ATB / BLOCKS_PER_FTB + BITS_PER_BYTE * BLOCKS_PER_ATB * BYTES_PER_BLOCK);
#else
    gc_alloc_table_byte_len = total_byte_len / (1 + BITS_PER_BYTE / 2 * BYTES_PER_BLOCK);
#endif

105
106

    gc_alloc_table_start = (byte*)start;
mux's avatar
mux committed
107

108
109
110
111
#if MICROPY_ENABLE_FINALISER
    machine_uint_t gc_finaliser_table_byte_len = (gc_alloc_table_byte_len * BLOCKS_PER_ATB) / BLOCKS_PER_FTB;
    gc_finaliser_table_start = gc_alloc_table_start + gc_alloc_table_byte_len;
#endif
mux's avatar
mux committed
112

113
114
    machine_uint_t gc_pool_block_len = gc_alloc_table_byte_len * BLOCKS_PER_ATB;
    gc_pool_start = end - gc_pool_block_len * BYTES_PER_BLOCK;
115
116
117
118
119
    gc_pool_end = end;

    // clear ATBs
    memset(gc_alloc_table_start, 0, gc_alloc_table_byte_len);

120
121
122
123
#if MICROPY_ENABLE_FINALISER
    // clear FTBs
    memset(gc_finaliser_table_start, 0, gc_finaliser_table_byte_len);
#endif
mux's avatar
mux committed
124

125
126
127
128
129
130
131
    // allocate first block because gc_pool_start points there and it will never
    // be freed, so allocating 1 block with null pointers will minimise memory loss
    ATB_FREE_TO_HEAD(0);
    for (int i = 0; i < WORDS_PER_BLOCK; i++) {
        gc_pool_start[i] = 0;
    }

132
133
134
    // unlock the GC
    gc_lock = false;

135
    DEBUG_printf("GC layout:\n");
136
137
138
139
140
    DEBUG_printf("  alloc table at %p, length " UINT_FMT " bytes, " UINT_FMT " blocks\n", gc_alloc_table_start, gc_alloc_table_byte_len, gc_alloc_table_byte_len * BLOCKS_PER_ATB);
#if MICROPY_ENABLE_FINALISER
    DEBUG_printf("  finaliser table at %p, length " UINT_FMT " bytes, " UINT_FMT " blocks\n", gc_finaliser_table_start, gc_finaliser_table_byte_len, gc_finaliser_table_byte_len * BLOCKS_PER_FTB);
#endif
    DEBUG_printf("  pool at %p, length " UINT_FMT " bytes, " UINT_FMT " blocks\n", gc_pool_start, gc_pool_block_len * BYTES_PER_BLOCK, gc_pool_block_len);
141
142
}

143
144
145
146
147
148
#define VERIFY_PTR(ptr) ( \
        (ptr & (BYTES_PER_BLOCK - 1)) == 0          /* must be aligned on a block */ \
        && ptr >= (machine_uint_t)gc_pool_start     /* must be above start of pool */ \
        && ptr < (machine_uint_t)gc_pool_end        /* must be below end of pool */ \
    )

Damien's avatar
Damien committed
149
150
#define VERIFY_MARK_AND_PUSH(ptr) \
    do { \
151
        if (VERIFY_PTR(ptr)) { \
Damien's avatar
Damien committed
152
153
154
155
156
157
158
159
160
161
162
163
164
            machine_uint_t _block = BLOCK_FROM_PTR(ptr); \
            if (ATB_GET_KIND(_block) == AT_HEAD) { \
                /* an unmarked head, mark it, and push it on gc stack */ \
                ATB_HEAD_TO_MARK(_block); \
                if (gc_sp < &gc_stack[STACK_SIZE]) { \
                    *gc_sp++ = _block; \
                } else { \
                    gc_stack_overflow = 1; \
                } \
            } \
        } \
    } while (0)

165
STATIC void gc_drain_stack(void) {
Damien's avatar
Damien committed
166
167
168
169
    while (gc_sp > gc_stack) {
        // pop the next block off the stack
        machine_uint_t block = *--gc_sp;

170
        // work out number of consecutive blocks in the chain starting with this one
Damien's avatar
Damien committed
171
172
173
174
175
176
177
178
179
180
181
182
183
184
        machine_uint_t n_blocks = 0;
        do {
            n_blocks += 1;
        } while (ATB_GET_KIND(block + n_blocks) == AT_TAIL);

        // check this block's children
        machine_uint_t *scan = (machine_uint_t*)PTR_FROM_BLOCK(block);
        for (machine_uint_t i = n_blocks * WORDS_PER_BLOCK; i > 0; i--, scan++) {
            machine_uint_t ptr2 = *scan;
            VERIFY_MARK_AND_PUSH(ptr2);
        }
    }
}

185
STATIC void gc_deal_with_stack_overflow(void) {
Damien's avatar
Damien committed
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
    while (gc_stack_overflow) {
        gc_stack_overflow = 0;
        gc_sp = gc_stack;

        // scan entire memory looking for blocks which have been marked but not their children
        for (machine_uint_t block = 0; block < gc_alloc_table_byte_len * BLOCKS_PER_ATB; block++) {
            // trace (again) if mark bit set
            if (ATB_GET_KIND(block) == AT_MARK) {
                *gc_sp++ = block;
                gc_drain_stack();
            }
        }
    }
}

201
STATIC void gc_sweep(void) {
Damien's avatar
Damien committed
202
203
204
205
206
    // free unmarked heads and their tails
    int free_tail = 0;
    for (machine_uint_t block = 0; block < gc_alloc_table_byte_len * BLOCKS_PER_ATB; block++) {
        switch (ATB_GET_KIND(block)) {
            case AT_HEAD:
207
208
209
210
211
212
213
214
215
216
217
#if MICROPY_ENABLE_FINALISER
                if (FTB_GET(block)) {
                    mp_obj_t obj = (mp_obj_t)PTR_FROM_BLOCK(block);
                    if (((mp_obj_base_t*)obj)->type != MP_OBJ_NULL) {
                        // if the object has a type then see if it has a __del__ method
                        mp_obj_t dest[2];
                        mp_load_method_maybe(obj, MP_QSTR___del__, dest);
                        if (dest[0] != MP_OBJ_NULL) {
                            // load_method returned a method
                            mp_call_method_n_kw(0, 0, dest);
                        }
mux's avatar
mux committed
218
                    }
219
220
                    // clear finaliser flag
                    FTB_CLEAR(block);
mux's avatar
mux committed
221
                }
222
#endif
Damien's avatar
Damien committed
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
                free_tail = 1;
                // fall through to free the head

            case AT_TAIL:
                if (free_tail) {
                    ATB_ANY_TO_FREE(block);
                }
                break;

            case AT_MARK:
                ATB_MARK_TO_HEAD(block);
                free_tail = 0;
                break;
        }
    }
}

240
void gc_collect_start(void) {
241
    gc_lock = true;
Damien's avatar
Damien committed
242
243
244
245
246
247
248
249
250
251
252
253
    gc_stack_overflow = 0;
    gc_sp = gc_stack;
}

void gc_collect_root(void **ptrs, machine_uint_t len) {
    for (machine_uint_t i = 0; i < len; i++) {
        machine_uint_t ptr = (machine_uint_t)ptrs[i];
        VERIFY_MARK_AND_PUSH(ptr);
        gc_drain_stack();
    }
}

254
void gc_collect_end(void) {
Damien's avatar
Damien committed
255
256
    gc_deal_with_stack_overflow();
    gc_sweep();
257
    gc_lock = false;
258
}
Damien's avatar
Damien committed
259

260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
void gc_info(gc_info_t *info) {
    info->total = (gc_pool_end - gc_pool_start) * sizeof(machine_uint_t);
    info->used = 0;
    info->free = 0;
    info->num_1block = 0;
    info->num_2block = 0;
    info->max_block = 0;
    for (machine_uint_t block = 0, len = 0; block < gc_alloc_table_byte_len * BLOCKS_PER_ATB; block++) {
        machine_uint_t kind = ATB_GET_KIND(block);
        if (kind == AT_FREE || kind == AT_HEAD) {
            if (len == 1) {
                info->num_1block += 1;
            } else if (len == 2) {
                info->num_2block += 1;
            }
            if (len > info->max_block) {
                info->max_block = len;
            }
        }
        switch (kind) {
Damien's avatar
Damien committed
280
            case AT_FREE:
281
282
                info->free += 1;
                len = 0;
Damien's avatar
Damien committed
283
284
285
                break;

            case AT_HEAD:
286
287
288
289
                info->used += 1;
                len = 1;
                break;

Damien's avatar
Damien committed
290
            case AT_TAIL:
291
292
                info->used += 1;
                len += 1;
Damien's avatar
Damien committed
293
294
295
                break;

            case AT_MARK:
296
                // shouldn't happen
Damien's avatar
Damien committed
297
298
299
300
                break;
        }
    }

301
302
    info->used *= BYTES_PER_BLOCK;
    info->free *= BYTES_PER_BLOCK;
Damien's avatar
Damien committed
303
304
}

305
void *gc_alloc(machine_uint_t n_bytes, bool has_finaliser) {
Damien's avatar
Damien committed
306
    machine_uint_t n_blocks = ((n_bytes + BYTES_PER_BLOCK - 1) & (~(BYTES_PER_BLOCK - 1))) / BYTES_PER_BLOCK;
307
    DEBUG_printf("gc_alloc(" UINT_FMT " bytes -> " UINT_FMT " blocks)\n", n_bytes, n_blocks);
Damien's avatar
Damien committed
308

309
310
311
312
    if (gc_lock) {
        // TODO
    }

Damien's avatar
Damien committed
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
    // check for 0 allocation
    if (n_blocks == 0) {
        return NULL;
    }

    machine_uint_t i;
    machine_uint_t end_block;
    machine_uint_t start_block;
    machine_uint_t n_free = 0;
    int collected = 0;
    for (;;) {

        // look for a run of n_blocks available blocks
        for (i = 0; i < gc_alloc_table_byte_len; i++) {
            byte a = gc_alloc_table_start[i];
            if (ATB_0_IS_FREE(a)) { if (++n_free >= n_blocks) { i = i * BLOCKS_PER_ATB + 0; goto found; } } else { n_free = 0; }
            if (ATB_1_IS_FREE(a)) { if (++n_free >= n_blocks) { i = i * BLOCKS_PER_ATB + 1; goto found; } } else { n_free = 0; }
            if (ATB_2_IS_FREE(a)) { if (++n_free >= n_blocks) { i = i * BLOCKS_PER_ATB + 2; goto found; } } else { n_free = 0; }
            if (ATB_3_IS_FREE(a)) { if (++n_free >= n_blocks) { i = i * BLOCKS_PER_ATB + 3; goto found; } } else { n_free = 0; }
        }

        // nothing found!
        if (collected) {
            return NULL;
        }
338
        DEBUG_printf("gc_alloc(" UINT_FMT "): no free mem, triggering GC\n", n_bytes);
Damien's avatar
Damien committed
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
        gc_collect();
        collected = 1;
    }

    // found, ending at block i inclusive
found:
    // get starting and end blocks, both inclusive
    end_block = i;
    start_block = i - n_free + 1;

    // mark first block as used head
    ATB_FREE_TO_HEAD(start_block);

    // mark rest of blocks as used tail
    // TODO for a run of many blocks can make this more efficient
    for (machine_uint_t bl = start_block + 1; bl <= end_block; bl++) {
        ATB_FREE_TO_TAIL(bl);
    }

358
359
360
361
362
363
364
365
366
    // get pointer to first block
    void *ret_ptr = (void*)(gc_pool_start + start_block * WORDS_PER_BLOCK);

#if MICROPY_ENABLE_FINALISER
    if (has_finaliser) {
        // clear type pointer in case it is never set
        ((mp_obj_base_t*)ret_ptr)->type = MP_OBJ_NULL;
        // set mp_obj flag only if it has a finaliser
        FTB_SET(start_block);
mux's avatar
mux committed
367
    }
368
#endif
mux's avatar
mux committed
369

370
    return ret_ptr;
Damien's avatar
Damien committed
371
372
}

373
/*
mux's avatar
mux committed
374
375
376
377
void *gc_alloc(machine_uint_t n_bytes) {
    return _gc_alloc(n_bytes, false);
}

378
void *gc_alloc_with_finaliser(machine_uint_t n_bytes) {
mux's avatar
mux committed
379
380
    return _gc_alloc(n_bytes, true);
}
381
*/
mux's avatar
mux committed
382

383
384
// force the freeing of a piece of memory
void gc_free(void *ptr_in) {
385
386
387
388
    if (gc_lock) {
        // TODO
    }

389
390
391
392
393
394
395
396
397
398
399
400
401
402
    machine_uint_t ptr = (machine_uint_t)ptr_in;

    if (VERIFY_PTR(ptr)) {
        machine_uint_t block = BLOCK_FROM_PTR(ptr);
        if (ATB_GET_KIND(block) == AT_HEAD) {
            // free head and all of its tail blocks
            do {
                ATB_ANY_TO_FREE(block);
                block += 1;
            } while (ATB_GET_KIND(block) == AT_TAIL);
        }
    }
}

Damien's avatar
Damien committed
403
404
405
machine_uint_t gc_nbytes(void *ptr_in) {
    machine_uint_t ptr = (machine_uint_t)ptr_in;

406
    if (VERIFY_PTR(ptr)) {
Damien's avatar
Damien committed
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
        machine_uint_t block = BLOCK_FROM_PTR(ptr);
        if (ATB_GET_KIND(block) == AT_HEAD) {
            // work out number of consecutive blocks in the chain starting with this on
            machine_uint_t n_blocks = 0;
            do {
                n_blocks += 1;
            } while (ATB_GET_KIND(block + n_blocks) == AT_TAIL);
            return n_blocks * BYTES_PER_BLOCK;
        }
    }

    // invalid pointer
    return 0;
}

mux's avatar
mux committed
422
#if 0
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
// use this realloc for now, one below is broken
void *gc_realloc(void *ptr, machine_uint_t n_bytes) {
    machine_uint_t n_existing = gc_nbytes(ptr);
    if (n_bytes <= n_existing) {
        return ptr;
    } else {
        // TODO check if we can grow inplace
        void *ptr2 = gc_alloc(n_bytes);
        if (ptr2 == NULL) {
            return ptr2;
        }
        memcpy(ptr2, ptr, n_existing);
        gc_free(ptr);
        return ptr2;
    }
}
mux's avatar
mux committed
439
#else
mux's avatar
mux committed
440
void *gc_realloc(void *ptr_in, machine_uint_t n_bytes) {
441
442
443
444
    if (gc_lock) {
        // TODO
    }

mux's avatar
mux committed
445
    void *ptr_out = NULL;
446
    machine_uint_t block = 0;
mux's avatar
mux committed
447
448
449
    machine_uint_t ptr = (machine_uint_t)ptr_in;

    if (ptr_in == NULL) {
450
        return gc_alloc(n_bytes, false);
mux's avatar
mux committed
451
452
    }

Damien George's avatar
Damien George committed
453
454
455
    if (VERIFY_PTR(ptr)                         // verify pointer
        && (block = BLOCK_FROM_PTR(ptr))        // get first block
        && ATB_GET_KIND(block) == AT_HEAD) {    // make sure it's a HEAD block
mux's avatar
mux committed
456
457
458

        byte block_type;
        machine_uint_t n_free   = 0;
Damien George's avatar
Damien George committed
459
        machine_uint_t n_blocks = 1; // counting HEAD block
mux's avatar
mux committed
460
        machine_uint_t max_block = gc_alloc_table_byte_len * BLOCKS_PER_ATB;
mux's avatar
mux committed
461

Damien George's avatar
Damien George committed
462
463
464
        // get the number of consecutive tail blocks and
        // the number of free blocks after last tail block
        // stop if we reach (or are at) end of heap
mux's avatar
mux committed
465
        while ((block + n_blocks + n_free) < max_block
Damien George's avatar
Damien George committed
466
                // stop as soon as we find enough blocks for n_bytes
mux's avatar
mux committed
467
                && (n_bytes > ((n_blocks+n_free) * BYTES_PER_BLOCK))
Damien George's avatar
Damien George committed
468
                // stop if block is HEAD
mux's avatar
mux committed
469
                && (block_type = ATB_GET_KIND(block + n_blocks + n_free)) != AT_HEAD) {
mux's avatar
mux committed
470
471
472
473
474
            switch (block_type) {
                case AT_FREE: n_free++; break;
                case AT_TAIL: n_blocks++; break;
                default: break;
            }
mux's avatar
mux committed
475
        }
Damien George's avatar
Damien George committed
476
        // number of allocated bytes
mux's avatar
mux committed
477
478
        machine_uint_t n_existing = n_blocks * BYTES_PER_BLOCK;

Damien George's avatar
Damien George committed
479
        // check if realloc'ing to a smaller size
mux's avatar
mux committed
480
481
        if (n_bytes <= n_existing) {
            ptr_out = ptr_in;
Damien George's avatar
Damien George committed
482
            // free unneeded tail blocks
483
484
            for (machine_uint_t bl = block + n_blocks; ATB_GET_KIND(bl) == AT_TAIL; bl++) {
                ATB_ANY_TO_FREE(bl);
mux's avatar
mux committed
485
486
            }

Damien George's avatar
Damien George committed
487
        // check if we can expand in place
mux's avatar
mux committed
488
        } else if (n_bytes <= (n_existing + (n_free * BYTES_PER_BLOCK))) {
Damien George's avatar
Damien George committed
489
            // number of blocks needed to expand +1 if there's a remainder
mux's avatar
mux committed
490
491
492
493
494
495
            machine_uint_t n_diff = ( n_bytes - n_existing)/BYTES_PER_BLOCK+
                                    ((n_bytes - n_existing)%BYTES_PER_BLOCK!=0);

            DEBUG_printf("gc_realloc: expanding " UINT_FMT " blocks (" UINT_FMT " bytes) to " UINT_FMT " blocks (" UINT_FMT " bytes)\n",
                    n_existing/BYTES_PER_BLOCK, n_existing, n_existing/BYTES_PER_BLOCK+n_diff, n_existing + n_diff*BYTES_PER_BLOCK);

Damien George's avatar
Damien George committed
496
            // mark rest of blocks as used tail
497
            for (machine_uint_t bl = block + n_blocks; bl < (block + n_blocks + n_diff); bl++) {
mux's avatar
mux committed
498
499
500
501
                ATB_FREE_TO_TAIL(bl);
            }
            ptr_out = ptr_in;

Damien George's avatar
Damien George committed
502
        // try to find a new contiguous chain
503
504
505
506
507
508
509
        } else if ((ptr_out = gc_alloc(n_bytes,
#if MICROPY_ENABLE_FINALISER
                        FTB_GET(block)
#else
                        false
#endif
                        )) != NULL) {
Damien George's avatar
Damien George committed
510
            DEBUG_printf("gc_realloc: allocating new block\n");
mux's avatar
mux committed
511
512
            memcpy(ptr_out, ptr_in, n_existing);
            gc_free(ptr_in);
513
        }
Damien's avatar
Damien committed
514
    }
mux's avatar
mux committed
515
516

    return ptr_out;
Damien's avatar
Damien committed
517
}
mux's avatar
mux committed
518

519
#endif
Damien's avatar
Damien committed
520

521
522
523
524
525
526
527
528
void gc_dump_info() {
    gc_info_t info;
    gc_info(&info);
    printf("GC: total: " UINT_FMT ", used: " UINT_FMT ", free: " UINT_FMT "\n", info.total, info.used, info.free);
    printf(" No. of 1-blocks: " UINT_FMT ", 2-blocks: " UINT_FMT ", max blk sz: " UINT_FMT "\n",
           info.num_1block, info.num_2block, info.max_block);
}

529
530
void gc_dump_alloc_table(void) {
    printf("GC memory layout:");
531
    for (machine_uint_t bl = 0; bl < gc_alloc_table_byte_len * BLOCKS_PER_ATB; bl++) {
532
533
534
535
        if (bl % 64 == 0) {
            printf("\n%04x: ", (uint)bl);
        }
        int c = ' ';
536
        switch (ATB_GET_KIND(bl)) {
537
538
539
540
            case AT_FREE: c = '.'; break;
            case AT_HEAD: c = 'h'; break;
            case AT_TAIL: c = 't'; break;
            case AT_MARK: c = 'm'; break;
541
        }
542
        printf("%c", c);
543
    }
544
    printf("\n");
545
546
}

547
#if DEBUG_PRINT
548
549
void gc_test(void) {
    machine_uint_t len = 500;
Damien's avatar
Damien committed
550
551
552
553
    machine_uint_t *heap = malloc(len);
    gc_init(heap, heap + len / sizeof(machine_uint_t));
    void *ptrs[100];
    {
554
555
556
557
558
559
        machine_uint_t **p = gc_alloc(16, false);
        p[0] = gc_alloc(64, false);
        p[1] = gc_alloc(1, false);
        p[2] = gc_alloc(1, false);
        p[3] = gc_alloc(1, false);
        machine_uint_t ***p2 = gc_alloc(16, false);
Damien's avatar
Damien committed
560
561
562
563
        p2[0] = p;
        p2[1] = p;
        ptrs[0] = p2;
    }
564
    for (int i = 0; i < 25; i+=2) {
565
        machine_uint_t *p = gc_alloc(i, false);
Damien's avatar
Damien committed
566
567
568
569
570
571
        printf("p=%p\n", p);
        if (i & 3) {
            //ptrs[i] = p;
        }
    }

572
    printf("Before GC:\n");
573
    gc_dump_alloc_table();
574
575
576
577
578
    printf("Starting GC...\n");
    gc_collect_start();
    gc_collect_root(ptrs, sizeof(ptrs) / sizeof(void*));
    gc_collect_end();
    printf("After GC:\n");
579
    gc_dump_alloc_table();
Damien's avatar
Damien committed
580
}
581
#endif
582
583

#endif // MICROPY_ENABLE_GC