/linux-6.6.21/drivers/iommu/amd/ |
D | io_pgtable.c | 77 static void free_pt_page(u64 *pt, struct list_head *freelist) in free_pt_page() argument 81 list_add_tail(&p->lru, freelist); in free_pt_page() 84 static void free_pt_lvl(u64 *pt, struct list_head *freelist, int lvl) in free_pt_lvl() argument 105 free_pt_lvl(p, freelist, lvl - 1); in free_pt_lvl() 107 free_pt_page(p, freelist); in free_pt_lvl() 110 free_pt_page(pt, freelist); in free_pt_lvl() 113 static void free_sub_pt(u64 *root, int mode, struct list_head *freelist) in free_sub_pt() argument 120 free_pt_page(root, freelist); in free_sub_pt() 127 free_pt_lvl(root, freelist, mode); in free_sub_pt() 339 static void free_clear_pte(u64 *pte, u64 pteval, struct list_head *freelist) in free_clear_pte() argument [all …]
|
/linux-6.6.21/kernel/bpf/ |
D | percpu_freelist.c | 10 s->freelist = alloc_percpu(struct pcpu_freelist_head); in pcpu_freelist_init() 11 if (!s->freelist) in pcpu_freelist_init() 15 struct pcpu_freelist_head *head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_init() 27 free_percpu(s->freelist); in pcpu_freelist_destroy() 66 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_push_nmi() 86 ___pcpu_freelist_push(this_cpu_ptr(s->freelist), node); in __pcpu_freelist_push() 110 head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_populate() 128 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_pop() 160 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_pop_nmi()
|
D | stackmap.c | 29 struct pcpu_freelist freelist; member 56 err = pcpu_freelist_init(&smap->freelist); in prealloc_elems_and_freelist() 60 pcpu_freelist_populate(&smap->freelist, smap->elems, elem_size, in prealloc_elems_and_freelist() 240 pcpu_freelist_pop(&smap->freelist); in __bpf_get_stackid() 250 pcpu_freelist_push(&smap->freelist, &new_bucket->fnode); in __bpf_get_stackid() 254 pcpu_freelist_push(&smap->freelist, &new_bucket->fnode); in __bpf_get_stackid() 265 pcpu_freelist_pop(&smap->freelist); in __bpf_get_stackid() 276 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in __bpf_get_stackid() 594 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in bpf_stackmap_copy() 645 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in stack_map_delete_elem() [all …]
|
D | percpu_freelist.h | 15 struct pcpu_freelist_head __percpu *freelist; member
|
/linux-6.6.21/mm/ |
D | slub.c | 534 freelist_aba_t old = { .freelist = freelist_old, .counter = counters_old }; in __update_freelist_fast() 535 freelist_aba_t new = { .freelist = freelist_new, .counter = counters_new }; in __update_freelist_fast() 551 if (slab->freelist == freelist_old && in __update_freelist_slow() 553 slab->freelist = freelist_new; in __update_freelist_slow() 642 for (p = slab->freelist; p; p = get_freepointer(s, p)) in __fill_map() 859 slab, slab->objects, slab->inuse, slab->freelist, in print_slab_info() 996 void **freelist, void *nextfree) in freelist_corrupted() argument 999 !check_valid_pointer(s, slab, nextfree) && freelist) { in freelist_corrupted() 1000 object_err(s, slab, *freelist, "Freechain corrupt"); in freelist_corrupted() 1001 *freelist = NULL; in freelist_corrupted() [all …]
|
D | compaction.c | 69 static unsigned long release_freepages(struct list_head *freelist) in release_freepages() argument 74 list_for_each_entry_safe(page, next, freelist, lru) { in release_freepages() 587 struct list_head *freelist, in isolate_freepages_block() argument 660 list_add_tail(&page->lru, freelist); in isolate_freepages_block() 726 LIST_HEAD(freelist); in isolate_freepages_range() 757 block_end_pfn, &freelist, 0, true); in isolate_freepages_range() 775 split_map_pages(&freelist); in isolate_freepages_range() 779 release_freepages(&freelist); in isolate_freepages_range() 1394 move_freelist_head(struct list_head *freelist, struct page *freepage) in move_freelist_head() argument 1398 if (!list_is_last(freelist, &freepage->lru)) { in move_freelist_head() [all …]
|
D | slab.c | 1564 poison_obj(cachep, slab->freelist - obj_offset(cachep), in slab_destroy_debugcheck() 1601 void *freelist; in slab_destroy() local 1603 freelist = slab->freelist; in slab_destroy() 1615 kfree(freelist); in slab_destroy() 2277 void *freelist; in alloc_slabmgmt() local 2284 freelist = NULL; in alloc_slabmgmt() 2287 freelist = kmalloc_node(cachep->freelist_size, in alloc_slabmgmt() 2291 freelist = addr + (PAGE_SIZE << cachep->gfporder) - in alloc_slabmgmt() 2295 return freelist; in alloc_slabmgmt() 2300 return ((freelist_idx_t *) slab->freelist)[idx]; in get_free_obj() [all …]
|
D | slab.h | 35 void *freelist; member 51 void *freelist; /* array of free object indexes */ member 75 void *freelist; /* first free object */ member 115 static_assert(IS_ALIGNED(offsetof(struct slab, freelist), sizeof(freelist_aba_t)));
|
/linux-6.6.21/drivers/scsi/elx/efct/ |
D | efct_io.c | 16 struct list_head freelist; member 33 INIT_LIST_HEAD(&io_pool->freelist); in efct_io_pool_create() 69 list_add_tail(&io->list_entry, &io_pool->freelist); in efct_io_pool_create() 115 if (!list_empty(&io_pool->freelist)) { in efct_io_pool_io_alloc() 116 io = list_first_entry(&io_pool->freelist, struct efct_io, in efct_io_pool_io_alloc() 160 list_add(&io->list_entry, &io_pool->freelist); in efct_io_pool_io_free()
|
/linux-6.6.21/drivers/md/bcache/ |
D | util.h | 248 type *freelist; \ 254 typeof((array)->freelist) _ret = (array)->freelist; \ 257 (array)->freelist = *((typeof((array)->freelist) *) _ret);\ 264 typeof((array)->freelist) _ptr = ptr; \ 266 *((typeof((array)->freelist) *) _ptr) = (array)->freelist; \ 267 (array)->freelist = _ptr; \ 272 typeof((array)->freelist) _i; \ 275 (array)->freelist = NULL; \ 283 #define array_freelist_empty(array) ((array)->freelist == NULL)
|
/linux-6.6.21/drivers/net/ethernet/mellanox/mlx5/core/en/ |
D | ptp.h | 113 struct mlx5e_ptp_metadata_fifo *freelist; in mlx5e_ptpsq_metadata_freelist_empty() local 118 freelist = &ptpsq->metadata_freelist; in mlx5e_ptpsq_metadata_freelist_empty() 120 return freelist->pc == freelist->cc; in mlx5e_ptpsq_metadata_freelist_empty()
|
/linux-6.6.21/drivers/nvdimm/ |
D | btt.c | 392 arena->freelist[lane].sub = 1 - arena->freelist[lane].sub; in btt_flog_write() 393 if (++(arena->freelist[lane].seq) == 4) in btt_flog_write() 394 arena->freelist[lane].seq = 1; in btt_flog_write() 396 arena->freelist[lane].has_err = 1; in btt_flog_write() 397 arena->freelist[lane].block = ent_lba(le32_to_cpu(ent->old_map)); in btt_flog_write() 509 if (arena->freelist[lane].has_err) { in arena_clear_freelist_error() 511 u32 lba = arena->freelist[lane].block; in arena_clear_freelist_error() 527 arena->freelist[lane].has_err = 0; in arena_clear_freelist_error() 540 arena->freelist = kcalloc(arena->nfree, sizeof(struct free_entry), in btt_freelist_init() 542 if (!arena->freelist) in btt_freelist_init() [all …]
|
D | btt.h | 187 struct free_entry *freelist; member
|
/linux-6.6.21/kernel/trace/ |
D | rethook.c | 45 rhn = container_of(node, struct rethook_node, freelist); in rethook_free_rcu() 129 freelist_add(&node->freelist, &rh->pool); in rethook_add_node() 155 freelist_add(&node->freelist, &node->rethook->pool); in rethook_recycle() 190 return container_of(fn, struct rethook_node, freelist); in rethook_try_get()
|
/linux-6.6.21/fs/jfs/ |
D | jfs_dtree.c | 1423 rp->header.freelist = fsi; in dtSplitPage() 1565 fsi = rp->header.freelist; in dtSplitPage() 1778 last = sp->header.freelist; in dtExtendPage() 1783 sp->header.freelist = last; in dtExtendPage() 1797 fsi = sp->header.freelist; in dtExtendPage() 1799 sp->header.freelist = n; in dtExtendPage() 1822 if (sp->header.freelist < n) in dtExtendPage() 1969 fsi = sp->header.freelist; in dtSplitRoot() 1971 rp->header.freelist = n; in dtSplitRoot() 1973 rp->header.freelist = fsi; in dtSplitRoot() [all …]
|
D | jfs_dtree.h | 139 s8 freelist; /* 1: freelist header */ member 188 s8 freelist; /* 1: slot index of head of freelist */ member
|
/linux-6.6.21/include/linux/ |
D | rethook.h | 57 struct freelist_node freelist; member
|
D | kprobes.h | 157 struct freelist_head freelist; member 169 struct freelist_node freelist;
|
D | slub_def.h | 53 void **freelist; /* Pointer to next available object */ member
|
D | iommu.h | 226 struct list_head freelist; member 460 .freelist = LIST_HEAD_INIT(gather->freelist), in iommu_iotlb_gather_init()
|
/linux-6.6.21/kernel/ |
D | kprobes.c | 1895 freelist_add(&ri->freelist, &rp->freelist); in recycle_rp_inst() 1936 node = rp->freelist.head; in free_rp_inst() 1938 ri = container_of(node, struct kretprobe_instance, freelist); in free_rp_inst() 2093 fn = freelist_try_get(&rp->freelist); in NOKPROBE_SYMBOL() 2099 ri = container_of(fn, struct kretprobe_instance, freelist); in NOKPROBE_SYMBOL() 2102 freelist_add(&ri->freelist, &rp->freelist); in NOKPROBE_SYMBOL() 2251 rp->freelist.head = NULL; in register_kretprobe() 2265 freelist_add(&inst->freelist, &rp->freelist); in register_kretprobe()
|
/linux-6.6.21/drivers/usb/musb/ |
D | cppi_dma.h | 95 struct cppi_descriptor *freelist; member
|
/linux-6.6.21/drivers/iommu/ |
D | dma-iommu.c | 97 struct list_head freelist; member 140 put_pages_list(&fq->entries[idx].freelist); in fq_ring_free() 177 struct list_head *freelist) in queue_iova() argument 212 list_splice(freelist, &fq->entries[idx].freelist); in queue_iova() 236 put_pages_list(&fq->entries[idx].freelist); in iommu_dma_free_fq() 270 INIT_LIST_HEAD(&fq->entries[i].freelist); in iommu_dma_init_fq() 716 &gather->freelist); in iommu_dma_free_iova()
|
/linux-6.6.21/drivers/iommu/intel/ |
D | iommu.c | 1104 struct list_head *freelist) in dma_pte_list_pagetables() argument 1109 list_add_tail(&pg->lru, freelist); in dma_pte_list_pagetables() 1117 dma_pte_list_pagetables(domain, level - 1, pte, freelist); in dma_pte_list_pagetables() 1125 struct list_head *freelist) in dma_pte_clear_level() argument 1144 dma_pte_list_pagetables(domain, level - 1, pte, freelist); in dma_pte_clear_level() 1155 freelist); in dma_pte_clear_level() 1170 unsigned long last_pfn, struct list_head *freelist) in domain_unmap() argument 1178 domain->pgd, 0, start_pfn, last_pfn, freelist); in domain_unmap() 1183 list_add_tail(&pgd_page->lru, freelist); in domain_unmap() 1865 LIST_HEAD(freelist); in domain_exit() [all …]
|
/linux-6.6.21/Documentation/bpf/ |
D | map_lru_hash_update.dot | 27 label="Local freelist\nnode available?"]; 70 label="Steal a node from\nper-cpu freelist?"]
|