Lines Matching full:run_ind
347 arena_run_zero(arena_chunk_t *chunk, size_t run_ind, size_t npages)
351 (run_ind << LG_PAGE)), (npages << LG_PAGE));
352 memset((void *)((uintptr_t)chunk + (run_ind << LG_PAGE)), 0,
357 arena_run_page_mark_zeroed(arena_chunk_t *chunk, size_t run_ind)
360 JEMALLOC_VALGRIND_MAKE_MEM_DEFINED((void *)((uintptr_t)chunk + (run_ind
365 arena_run_page_validate_zeroed(arena_chunk_t *chunk, size_t run_ind)
368 UNUSED size_t *p = (size_t *)((uintptr_t)chunk + (run_ind << LG_PAGE));
370 arena_run_page_mark_zeroed(chunk, run_ind);
403 arena_run_split_remove(arena_t *arena, arena_chunk_t *chunk, size_t run_ind,
410 total_pages = arena_mapbits_unallocated_size_get(chunk, run_ind) >>
412 assert(arena_mapbits_dirty_get(chunk, run_ind+total_pages-1) ==
417 arena_avail_remove(arena, chunk, run_ind, total_pages);
419 arena_run_dirty_remove(arena, chunk, run_ind, total_pages);
428 arena_mapbits_unallocated_set(chunk, run_ind+need_pages,
430 (arena_mapbits_unzeroed_get(chunk, run_ind+need_pages) &
432 arena_mapbits_unallocated_set(chunk, run_ind+total_pages-1,
434 (arena_mapbits_unzeroed_get(chunk, run_ind+total_pages-1) &
437 arena_run_dirty_insert(arena, chunk, run_ind+need_pages,
440 arena_avail_insert(arena, chunk, run_ind+need_pages, rem_pages);
450 size_t flag_dirty, flag_decommitted, run_ind, need_pages;
455 run_ind = arena_miscelm_to_pageind(miscelm);
456 flag_dirty = arena_mapbits_dirty_get(chunk, run_ind);
457 flag_decommitted = arena_mapbits_decommitted_get(chunk, run_ind);
462 run_ind << LG_PAGE, size, arena->ind))
466 arena_run_split_remove(arena, chunk, run_ind, flag_dirty,
474 *)((uintptr_t)chunk + (run_ind << LG_PAGE)),
478 arena_run_zero(chunk, run_ind, need_pages);
486 if (arena_mapbits_unzeroed_get(chunk, run_ind+i)
488 arena_run_zero(chunk, run_ind+i, 1);
491 run_ind+i);
494 run_ind+i);
500 (run_ind << LG_PAGE)), (need_pages << LG_PAGE));
509 arena_mapbits_large_set(chunk, run_ind+need_pages-1, 0, flag_dirty |
511 run_ind+need_pages-1)));
512 arena_mapbits_large_set(chunk, run_ind, size, flag_dirty |
513 (flag_unzeroed_mask & arena_mapbits_unzeroed_get(chunk, run_ind)));
537 size_t flag_dirty, flag_decommitted, run_ind, need_pages, i;
543 run_ind = arena_miscelm_to_pageind(miscelm);
544 flag_dirty = arena_mapbits_dirty_get(chunk, run_ind);
545 flag_decommitted = arena_mapbits_decommitted_get(chunk, run_ind);
550 run_ind << LG_PAGE, size, arena->ind))
553 arena_run_split_remove(arena, chunk, run_ind, flag_dirty,
558 run_ind+i);
559 arena_mapbits_small_set(chunk, run_ind+i, i, binind,
562 arena_run_page_validate_zeroed(chunk, run_ind+i);
565 (run_ind << LG_PAGE)), (need_pages << LG_PAGE));
1795 size_t run_ind = *p_run_ind;
1799 if (run_ind + run_pages < chunk_npages &&
1800 arena_mapbits_allocated_get(chunk, run_ind+run_pages) == 0 &&
1801 arena_mapbits_dirty_get(chunk, run_ind+run_pages) == flag_dirty &&
1802 arena_mapbits_decommitted_get(chunk, run_ind+run_pages) ==
1805 run_ind+run_pages);
1813 run_ind+run_pages+nrun_pages-1) == nrun_size);
1815 run_ind+run_pages+nrun_pages-1) == flag_dirty);
1817 run_ind+run_pages+nrun_pages-1) == flag_decommitted);
1818 arena_avail_remove(arena, chunk, run_ind+run_pages, nrun_pages);
1825 arena_run_dirty_remove(arena, chunk, run_ind+run_pages,
1832 arena_mapbits_unallocated_size_set(chunk, run_ind, size);
1833 arena_mapbits_unallocated_size_set(chunk, run_ind+run_pages-1,
1838 if (run_ind > map_bias && arena_mapbits_allocated_get(chunk,
1839 run_ind-1) == 0 && arena_mapbits_dirty_get(chunk, run_ind-1) ==
1840 flag_dirty && arena_mapbits_decommitted_get(chunk, run_ind-1) ==
1843 run_ind-1);
1846 run_ind -= prun_pages;
1852 assert(arena_mapbits_unallocated_size_get(chunk, run_ind) ==
1854 assert(arena_mapbits_dirty_get(chunk, run_ind) == flag_dirty);
1855 assert(arena_mapbits_decommitted_get(chunk, run_ind) ==
1857 arena_avail_remove(arena, chunk, run_ind, prun_pages);
1864 arena_run_dirty_remove(arena, chunk, run_ind,
1871 arena_mapbits_unallocated_size_set(chunk, run_ind, size);
1872 arena_mapbits_unallocated_size_set(chunk, run_ind+run_pages-1,
1877 *p_run_ind = run_ind;
1883 size_t run_ind)
1887 assert(run_ind >= map_bias);
1888 assert(run_ind < chunk_npages);
1890 if (arena_mapbits_large_get(chunk, run_ind) != 0) {
1891 size = arena_mapbits_large_size_get(chunk, run_ind);
1893 run_ind+(size>>LG_PAGE)-1) == 0);
1908 size_t size, run_ind, run_pages, flag_dirty, flag_decommitted;
1912 run_ind = arena_miscelm_to_pageind(miscelm);
1913 assert(run_ind >= map_bias);
1914 assert(run_ind < chunk_npages);
1915 size = arena_run_size_get(arena, chunk, run, run_ind);
1924 assert(arena_mapbits_dirty_get(chunk, run_ind) ==
1925 arena_mapbits_dirty_get(chunk, run_ind+run_pages-1));
1926 if (!cleaned && !decommitted && arena_mapbits_dirty_get(chunk, run_ind)
1935 arena_mapbits_unallocated_set(chunk, run_ind, size, flags);
1936 arena_mapbits_unallocated_set(chunk, run_ind+run_pages-1, size,
1939 arena_mapbits_unallocated_set(chunk, run_ind, size,
1940 arena_mapbits_unzeroed_get(chunk, run_ind));
1941 arena_mapbits_unallocated_set(chunk, run_ind+run_pages-1, size,
1942 arena_mapbits_unzeroed_get(chunk, run_ind+run_pages-1));
1945 arena_run_coalesce(arena, chunk, &size, &run_ind, &run_pages,
1949 assert(arena_mapbits_unallocated_size_get(chunk, run_ind) ==
1950 arena_mapbits_unallocated_size_get(chunk, run_ind+run_pages-1));
1951 assert(arena_mapbits_dirty_get(chunk, run_ind) ==
1952 arena_mapbits_dirty_get(chunk, run_ind+run_pages-1));
1953 assert(arena_mapbits_decommitted_get(chunk, run_ind) ==
1954 arena_mapbits_decommitted_get(chunk, run_ind+run_pages-1));
1955 arena_avail_insert(arena, chunk, run_ind, run_pages);
1958 arena_run_dirty_insert(arena, chunk, run_ind, run_pages);
1962 assert(run_ind == map_bias);
2548 size_t run_ind =
2550 bool dirty = (arena_mapbits_dirty_get(chunk, run_ind) != 0);
2552 run_ind) != 0);
