Lines Matching refs:pcpu_chunk
163 struct pcpu_chunk *pcpu_first_chunk __ro_after_init;
170 struct pcpu_chunk *pcpu_reserved_chunk __ro_after_init;
219 static bool pcpu_addr_in_chunk(struct pcpu_chunk *chunk, void *addr) in pcpu_addr_in_chunk()
246 static int pcpu_chunk_slot(const struct pcpu_chunk *chunk) in pcpu_chunk_slot()
258 static void pcpu_set_page_chunk(struct page *page, struct pcpu_chunk *pcpu) in pcpu_set_page_chunk()
264 static struct pcpu_chunk *pcpu_get_page_chunk(struct page *page) in pcpu_get_page_chunk()
266 return (struct pcpu_chunk *)page->index; in pcpu_get_page_chunk()
279 static unsigned long pcpu_chunk_addr(struct pcpu_chunk *chunk, in pcpu_chunk_addr()
290 static unsigned long *pcpu_index_alloc_map(struct pcpu_chunk *chunk, int index) in pcpu_index_alloc_map()
369 static void pcpu_next_md_free_region(struct pcpu_chunk *chunk, int *bit_off, in pcpu_next_md_free_region()
424 static void pcpu_next_fit_region(struct pcpu_chunk *chunk, int alloc_bits, in pcpu_next_fit_region()
530 static void __pcpu_chunk_move(struct pcpu_chunk *chunk, int slot, in __pcpu_chunk_move()
541 static void pcpu_chunk_move(struct pcpu_chunk *chunk, int slot) in pcpu_chunk_move()
559 static void pcpu_chunk_relocate(struct pcpu_chunk *chunk, int oslot) in pcpu_chunk_relocate()
571 static void pcpu_isolate_chunk(struct pcpu_chunk *chunk) in pcpu_isolate_chunk()
582 static void pcpu_reintegrate_chunk(struct pcpu_chunk *chunk) in pcpu_reintegrate_chunk()
602 static inline void pcpu_update_empty_pages(struct pcpu_chunk *chunk, int nr) in pcpu_update_empty_pages()
716 static void pcpu_block_update_scan(struct pcpu_chunk *chunk, int bit_off, in pcpu_block_update_scan()
749 static void pcpu_chunk_refresh_hint(struct pcpu_chunk *chunk, bool full_scan) in pcpu_chunk_refresh_hint()
778 static void pcpu_block_refresh_hint(struct pcpu_chunk *chunk, int index) in pcpu_block_refresh_hint()
812 static void pcpu_block_update_hint_alloc(struct pcpu_chunk *chunk, int bit_off, in pcpu_block_update_hint_alloc()
959 static void pcpu_block_update_hint_free(struct pcpu_chunk *chunk, int bit_off, in pcpu_block_update_hint_free()
1069 static bool pcpu_is_populated(struct pcpu_chunk *chunk, int bit_off, int bits, in pcpu_is_populated()
1106 static int pcpu_find_block_fit(struct pcpu_chunk *chunk, int alloc_bits, in pcpu_find_block_fit()
1212 static int pcpu_alloc_area(struct pcpu_chunk *chunk, int alloc_bits, in pcpu_alloc_area()
1272 static int pcpu_free_area(struct pcpu_chunk *chunk, int off) in pcpu_free_area()
1315 static void pcpu_init_md_blocks(struct pcpu_chunk *chunk) in pcpu_init_md_blocks()
1341 static struct pcpu_chunk * __init pcpu_alloc_first_chunk(unsigned long tmp_addr, in pcpu_alloc_first_chunk()
1344 struct pcpu_chunk *chunk; in pcpu_alloc_first_chunk()
1441 static struct pcpu_chunk *pcpu_alloc_chunk(gfp_t gfp) in pcpu_alloc_chunk()
1443 struct pcpu_chunk *chunk; in pcpu_alloc_chunk()
1500 static void pcpu_free_chunk(struct pcpu_chunk *chunk) in pcpu_free_chunk()
1523 static void pcpu_chunk_populated(struct pcpu_chunk *chunk, int page_start, in pcpu_chunk_populated()
1547 static void pcpu_chunk_depopulated(struct pcpu_chunk *chunk, in pcpu_chunk_depopulated()
1577 static int pcpu_populate_chunk(struct pcpu_chunk *chunk,
1579 static void pcpu_depopulate_chunk(struct pcpu_chunk *chunk,
1581 static void pcpu_post_unmap_tlb_flush(struct pcpu_chunk *chunk,
1583 static struct pcpu_chunk *pcpu_create_chunk(gfp_t gfp);
1584 static void pcpu_destroy_chunk(struct pcpu_chunk *chunk);
1604 static struct pcpu_chunk *pcpu_chunk_addr_search(void *addr) in pcpu_chunk_addr_search()
1648 struct pcpu_chunk *chunk, int off, in pcpu_memcg_post_alloc_hook()
1667 static void pcpu_memcg_free_hook(struct pcpu_chunk *chunk, int off, size_t size) in pcpu_memcg_free_hook()
1697 struct pcpu_chunk *chunk, int off, in pcpu_memcg_post_alloc_hook()
1702 static void pcpu_memcg_free_hook(struct pcpu_chunk *chunk, int off, size_t size) in pcpu_memcg_free_hook()
1730 struct pcpu_chunk *chunk, *next; in pcpu_alloc()
1990 struct pcpu_chunk *chunk, *next; in pcpu_balance_free()
2002 if (chunk == list_first_entry(free_head, struct pcpu_chunk, list)) in pcpu_balance_free()
2044 struct pcpu_chunk *chunk; in pcpu_balance_populated()
2135 struct pcpu_chunk *chunk; in pcpu_reclaim_populated()
2151 struct pcpu_chunk, list); in pcpu_reclaim_populated()
2265 struct pcpu_chunk *chunk; in free_percpu()
2292 struct pcpu_chunk *pos; in free_percpu()
2592 struct pcpu_chunk *chunk; in pcpu_setup_first_chunk()