Home
last modified time | relevance | path

Searched refs:order (Results 1 – 25 of 1506) sorted by relevance

12345678910>>...61

/linux-6.1.9/arch/arm64/kvm/hyp/nvhe/
Dpage_alloc.c35 unsigned short order) in __find_buddy_nocheck() argument
39 addr ^= (PAGE_SIZE << order); in __find_buddy_nocheck()
54 unsigned short order) in __find_buddy_avail() argument
56 struct hyp_page *buddy = __find_buddy_nocheck(pool, p, order); in __find_buddy_avail()
58 if (!buddy || buddy->order != order || buddy->refcount) in __find_buddy_avail()
96 unsigned short order = p->order; in __hyp_attach_page() local
99 memset(hyp_page_to_virt(p), 0, PAGE_SIZE << p->order); in __hyp_attach_page()
107 p->order = HYP_NO_ORDER; in __hyp_attach_page()
108 for (; (order + 1) < pool->max_order; order++) { in __hyp_attach_page()
109 buddy = __find_buddy_avail(pool, p, order); in __hyp_attach_page()
[all …]
/linux-6.1.9/include/trace/events/
Dcompaction.h157 int order,
161 TP_ARGS(order, gfp_mask, prio),
164 __field(int, order)
170 __entry->order = order;
176 __entry->order,
184 int order,
187 TP_ARGS(zone, order, ret),
192 __field(int, order)
199 __entry->order = order;
206 __entry->order,
[all …]
Dvmscan.h68 TP_PROTO(int nid, int zid, int order),
70 TP_ARGS(nid, zid, order),
75 __field( int, order )
81 __entry->order = order;
86 __entry->order)
91 TP_PROTO(int nid, int zid, int order, gfp_t gfp_flags),
93 TP_ARGS(nid, zid, order, gfp_flags),
98 __field( int, order )
105 __entry->order = order;
111 __entry->order,
[all …]
Dkmem.h138 TP_PROTO(struct page *page, unsigned int order),
140 TP_ARGS(page, order),
144 __field( unsigned int, order )
149 __entry->order = order;
155 __entry->order)
179 TP_PROTO(struct page *page, unsigned int order,
182 TP_ARGS(page, order, gfp_flags, migratetype),
186 __field( unsigned int, order )
193 __entry->order = order;
201 __entry->order,
[all …]
/linux-6.1.9/drivers/gpu/drm/ttm/
Dttm_pool.c79 unsigned int order) in ttm_pool_alloc_page() argument
90 if (order) in ttm_pool_alloc_page()
95 p = alloc_pages(gfp_flags, order); in ttm_pool_alloc_page()
97 p->private = order; in ttm_pool_alloc_page()
105 if (order) in ttm_pool_alloc_page()
108 vaddr = dma_alloc_attrs(pool->dev, (1ULL << order) * PAGE_SIZE, in ttm_pool_alloc_page()
121 dma->vaddr = (unsigned long)vaddr | order; in ttm_pool_alloc_page()
132 unsigned int order, struct page *p) in ttm_pool_free_page() argument
143 set_pages_wb(p, 1 << order); in ttm_pool_free_page()
147 __free_pages(p, order); in ttm_pool_free_page()
[all …]
/linux-6.1.9/drivers/gpu/drm/lib/
Ddrm_random.c16 void drm_random_reorder(unsigned int *order, unsigned int count, in drm_random_reorder() argument
24 swap(order[i], order[j]); in drm_random_reorder()
31 unsigned int *order, i; in drm_random_order() local
33 order = kmalloc_array(count, sizeof(*order), GFP_KERNEL); in drm_random_order()
34 if (!order) in drm_random_order()
35 return order; in drm_random_order()
38 order[i] = i; in drm_random_order()
40 drm_random_reorder(order, count, state); in drm_random_order()
41 return order; in drm_random_order()
/linux-6.1.9/mm/
Dpage_alloc.c353 static void __free_pages_ok(struct page *page, unsigned int order,
726 static inline unsigned int order_to_pindex(int migratetype, int order) in order_to_pindex() argument
728 int base = order; in order_to_pindex()
731 if (order > PAGE_ALLOC_COSTLY_ORDER) { in order_to_pindex()
732 VM_BUG_ON(order != pageblock_order); in order_to_pindex()
736 VM_BUG_ON(order > PAGE_ALLOC_COSTLY_ORDER); in order_to_pindex()
744 int order = pindex / MIGRATE_PCPTYPES; in pindex_to_order() local
748 order = pageblock_order; in pindex_to_order()
750 VM_BUG_ON(order > PAGE_ALLOC_COSTLY_ORDER); in pindex_to_order()
753 return order; in pindex_to_order()
[all …]
Dcompaction.c53 #define block_start_pfn(pfn, order) round_down(pfn, 1UL << (order)) argument
54 #define block_end_pfn(pfn, order) ALIGN((pfn) + 1, 1UL << (order)) argument
87 unsigned int i, order, nr_pages; in split_map_pages() local
94 order = page_private(page); in split_map_pages()
95 nr_pages = 1 << order; in split_map_pages()
97 post_alloc_hook(page, order, __GFP_MOVABLE); in split_map_pages()
98 if (order) in split_map_pages()
99 split_page(page, order); in split_map_pages()
154 static void defer_compaction(struct zone *zone, int order) in defer_compaction() argument
159 if (order < zone->compact_order_failed) in defer_compaction()
[all …]
/linux-6.1.9/drivers/media/pci/cx18/
Dcx18-mailbox.c230 static void epu_dma_done(struct cx18 *cx, struct cx18_in_work_order *order) in epu_dma_done() argument
239 mb = &order->mb; in epu_dma_done()
246 (order->flags & CX18_F_EWO_MB_STALE_UPON_RECEIPT) ? in epu_dma_done()
252 mdl_ack = order->mdl_ack; in epu_dma_done()
276 if ((order->flags & CX18_F_EWO_MB_STALE_UPON_RECEIPT) && in epu_dma_done()
323 static void epu_debug(struct cx18 *cx, struct cx18_in_work_order *order) in epu_debug() argument
326 char *str = order->str; in epu_debug()
328 CX18_DEBUG_INFO("%x %s\n", order->mb.args[0], str); in epu_debug()
334 static void epu_cmd(struct cx18 *cx, struct cx18_in_work_order *order) in epu_cmd() argument
336 switch (order->rpu) { in epu_cmd()
[all …]
/linux-6.1.9/mm/kmsan/
Dinit.c114 bool kmsan_memblock_free_pages(struct page *page, unsigned int order) in kmsan_memblock_free_pages() argument
118 if (!held_back[order].shadow) { in kmsan_memblock_free_pages()
119 held_back[order].shadow = page; in kmsan_memblock_free_pages()
122 if (!held_back[order].origin) { in kmsan_memblock_free_pages()
123 held_back[order].origin = page; in kmsan_memblock_free_pages()
126 shadow = held_back[order].shadow; in kmsan_memblock_free_pages()
127 origin = held_back[order].origin; in kmsan_memblock_free_pages()
128 kmsan_setup_meta(page, shadow, origin, order); in kmsan_memblock_free_pages()
130 held_back[order].shadow = NULL; in kmsan_memblock_free_pages()
131 held_back[order].origin = NULL; in kmsan_memblock_free_pages()
[all …]
/linux-6.1.9/arch/riscv/kvm/
Dtlb.c23 unsigned long order) in kvm_riscv_local_hfence_gvma_vmid_gpa() argument
27 if (PTRS_PER_PTE < (gpsz >> order)) { in kvm_riscv_local_hfence_gvma_vmid_gpa()
34 for (pos = gpa; pos < (gpa + gpsz); pos += BIT(order)) in kvm_riscv_local_hfence_gvma_vmid_gpa()
39 for (pos = gpa; pos < (gpa + gpsz); pos += BIT(order)) in kvm_riscv_local_hfence_gvma_vmid_gpa()
51 unsigned long order) in kvm_riscv_local_hfence_gvma_gpa() argument
55 if (PTRS_PER_PTE < (gpsz >> order)) { in kvm_riscv_local_hfence_gvma_gpa()
62 for (pos = gpa; pos < (gpa + gpsz); pos += BIT(order)) in kvm_riscv_local_hfence_gvma_gpa()
67 for (pos = gpa; pos < (gpa + gpsz); pos += BIT(order)) in kvm_riscv_local_hfence_gvma_gpa()
82 unsigned long order) in kvm_riscv_local_hfence_vvma_asid_gva() argument
86 if (PTRS_PER_PTE < (gvsz >> order)) { in kvm_riscv_local_hfence_vvma_asid_gva()
[all …]
/linux-6.1.9/kernel/bpf/
Dcgroup_iter.c54 int order; member
77 if (p->order == BPF_CGROUP_ITER_DESCENDANTS_PRE) in cgroup_iter_seq_start()
79 else if (p->order == BPF_CGROUP_ITER_DESCENDANTS_POST) in cgroup_iter_seq_start()
110 if (p->order == BPF_CGROUP_ITER_DESCENDANTS_PRE) in cgroup_iter_seq_next()
112 else if (p->order == BPF_CGROUP_ITER_DESCENDANTS_POST) in cgroup_iter_seq_next()
114 else if (p->order == BPF_CGROUP_ITER_ANCESTORS_UP) in cgroup_iter_seq_next()
176 p->order = aux->cgroup.order; in BTF_ID_LIST_SINGLE()
200 int order = linfo->cgroup.order; in bpf_iter_attach_cgroup() local
203 if (order != BPF_CGROUP_ITER_DESCENDANTS_PRE && in bpf_iter_attach_cgroup()
204 order != BPF_CGROUP_ITER_DESCENDANTS_POST && in bpf_iter_attach_cgroup()
[all …]
/linux-6.1.9/tools/testing/radix-tree/
Dmultiorder.c16 unsigned order) in item_insert_order() argument
18 XA_STATE_ORDER(xas, xa, index, order); in item_insert_order()
19 struct item *item = item_create(index, order); in item_insert_order()
42 int order[NUM_ENTRIES] = {1, 1, 2, 3, 4, 1, 0, 1, 3, 0, 7}; in multiorder_iteration() local
47 err = item_insert_order(xa, index[i], order[i]); in multiorder_iteration()
53 if (j <= (index[i] | ((1 << order[i]) - 1))) in multiorder_iteration()
58 int height = order[i] / XA_CHUNK_SHIFT; in multiorder_iteration()
60 unsigned long mask = (1UL << order[i]) - 1; in multiorder_iteration()
66 assert(item->order == order[i]); in multiorder_iteration()
82 int order[MT_NUM_ENTRIES] = {1, 0, 2, 4, 3, 1, 3, 0, 7}; in multiorder_tagged_iteration() local
[all …]
/linux-6.1.9/Documentation/trace/postprocess/
Dtrace-vmscan-postprocess.pl317 my $order = $1;
318 $perprocesspid{$process_pid}->{MM_VMSCAN_DIRECT_RECLAIM_BEGIN_PERORDER}[$order]++;
319 $perprocesspid{$process_pid}->{STATE_DIRECT_ORDER} = $order;
328 my $order = $perprocesspid{$process_pid}->{STATE_DIRECT_ORDER};
330 $perprocesspid{$process_pid}->{HIGH_DIRECT_RECLAIM_LATENCY}[$index] = "$order-$latency";
341 my $order = $2;
342 $perprocesspid{$process_pid}->{STATE_KSWAPD_ORDER} = $order;
347 $perprocesspid{$process_pid}->{MM_VMSCAN_KSWAPD_WAKE_PERORDER}[$order]++;
350 $perprocesspid{$process_pid}->{HIGH_KSWAPD_REWAKEUP_PERORDER}[$order]++;
360 my $order = $perprocesspid{$process_pid}->{STATE_KSWAPD_ORDER};
[all …]
/linux-6.1.9/drivers/gpu/drm/nouveau/nvkm/subdev/therm/
Dgk104.c34 const struct gk104_clkgate_engine_info *order = therm->clkgate_order; in gk104_clkgate_enable() local
38 for (i = 0; order[i].type != NVKM_SUBDEV_NR; i++) { in gk104_clkgate_enable()
39 if (!nvkm_device_subdev(dev, order[i].type, order[i].inst)) in gk104_clkgate_enable()
42 nvkm_mask(dev, 0x20200 + order[i].offset, 0xff00, 0x4500); in gk104_clkgate_enable()
50 for (i = 0; order[i].type != NVKM_SUBDEV_NR; i++) { in gk104_clkgate_enable()
51 if (!nvkm_device_subdev(dev, order[i].type, order[i].inst)) in gk104_clkgate_enable()
54 nvkm_mask(dev, 0x20200 + order[i].offset, 0x00ff, 0x0045); in gk104_clkgate_enable()
63 const struct gk104_clkgate_engine_info *order = therm->clkgate_order; in gk104_clkgate_fini() local
67 for (i = 0; order[i].type != NVKM_SUBDEV_NR; i++) { in gk104_clkgate_fini()
68 if (!nvkm_device_subdev(dev, order[i].type, order[i].inst)) in gk104_clkgate_fini()
[all …]
/linux-6.1.9/drivers/gpu/drm/tests/
Ddrm_buddy_test.c21 static inline u64 get_size(int order, u64 chunk_size) in get_size() argument
23 return (1 << order) * chunk_size; in get_size()
227 unsigned int order; in check_mm() local
243 order = drm_buddy_block_order(root); in check_mm()
246 if (order != mm->max_order) { in check_mm()
267 block = list_first_entry_or_null(&mm->free_list[order], in check_mm()
270 kunit_err(test, "root mismatch at order=%u\n", order); in check_mm()
330 int order, top; in drm_test_buddy_alloc_pathological() local
357 for (order = top; order--;) { in drm_test_buddy_alloc_pathological()
358 size = get_size(order, PAGE_SIZE); in drm_test_buddy_alloc_pathological()
[all …]
/linux-6.1.9/lib/
Dtest_xarray.c72 unsigned order, void *entry, gfp_t gfp) in xa_store_order() argument
74 XA_STATE_ORDER(xas, xa, index, order); in xa_store_order()
177 unsigned int order; in check_xa_mark_1() local
207 for (order = 2; order < max_order; order++) { in check_xa_mark_1()
208 unsigned long base = round_down(index, 1UL << order); in check_xa_mark_1()
209 unsigned long next = base + (1UL << order); in check_xa_mark_1()
217 xa_store_order(xa, index, order, xa_mk_index(index), in check_xa_mark_1()
328 unsigned int order; in check_xa_shrink() local
353 for (order = 0; order < max_order; order++) { in check_xa_shrink()
354 unsigned long max = (1UL << order) - 1; in check_xa_shrink()
[all …]
/linux-6.1.9/include/linux/
Dgfp.h171 static inline void arch_free_page(struct page *page, int order) { } in arch_free_page() argument
174 static inline void arch_alloc_page(struct page *page, int order) { } in arch_alloc_page() argument
177 struct page *__alloc_pages(gfp_t gfp, unsigned int order, int preferred_nid,
179 struct folio *__folio_alloc(gfp_t gfp, unsigned int order, int preferred_nid,
232 __alloc_pages_node(int nid, gfp_t gfp_mask, unsigned int order) in __alloc_pages_node() argument
237 return __alloc_pages(gfp_mask, order, nid, NULL); in __alloc_pages_node()
241 struct folio *__folio_alloc_node(gfp_t gfp, unsigned int order, int nid) in __folio_alloc_node() argument
246 return __folio_alloc(gfp, order, nid, NULL); in __folio_alloc_node()
255 unsigned int order) in alloc_pages_node() argument
260 return __alloc_pages_node(nid, gfp_mask, order); in alloc_pages_node()
[all …]
Dcompaction.h65 static inline unsigned long compact_gap(unsigned int order) in compact_gap() argument
80 return 2UL << order; in compact_gap()
92 extern unsigned int extfrag_for_order(struct zone *zone, unsigned int order);
93 extern int fragmentation_index(struct zone *zone, unsigned int order);
95 unsigned int order, unsigned int alloc_flags,
99 extern enum compact_result compaction_suitable(struct zone *zone, int order,
102 extern void compaction_defer_reset(struct zone *zone, int order,
177 bool compaction_zonelist_suitable(struct alloc_context *ac, int order,
182 extern void wakeup_kcompactd(pg_data_t *pgdat, int order, int highest_zoneidx);
189 static inline enum compact_result compaction_suitable(struct zone *zone, int order, in compaction_suitable() argument
[all …]
Dpage_owner.h11 extern void __reset_page_owner(struct page *page, unsigned short order);
13 unsigned short order, gfp_t gfp_mask);
21 static inline void reset_page_owner(struct page *page, unsigned short order) in reset_page_owner() argument
24 __reset_page_owner(page, order); in reset_page_owner()
28 unsigned short order, gfp_t gfp_mask) in set_page_owner() argument
31 __set_page_owner(page, order, gfp_mask); in set_page_owner()
55 static inline void reset_page_owner(struct page *page, unsigned short order) in reset_page_owner() argument
59 unsigned int order, gfp_t gfp_mask) in set_page_owner() argument
63 unsigned short order) in split_page_owner() argument
/linux-6.1.9/drivers/net/ethernet/mellanox/mlx5/core/steering/
Ddr_buddy.c77 unsigned int *order) in dr_buddy_find_free_seg() argument
101 *order = order_iter; in dr_buddy_find_free_seg()
122 unsigned int order, in mlx5dr_buddy_alloc_mem() argument
128 err = dr_buddy_find_free_seg(buddy, order, &seg, &order_iter); in mlx5dr_buddy_alloc_mem()
139 while (order_iter > order) { in mlx5dr_buddy_alloc_mem()
146 seg <<= order; in mlx5dr_buddy_alloc_mem()
153 unsigned int seg, unsigned int order) in mlx5dr_buddy_free_mem() argument
155 seg >>= order; in mlx5dr_buddy_free_mem()
160 while (test_bit(seg ^ 1, buddy->bitmap[order])) { in mlx5dr_buddy_free_mem()
161 bitmap_clear(buddy->bitmap[order], seg ^ 1, 1); in mlx5dr_buddy_free_mem()
[all …]
/linux-6.1.9/drivers/gpu/drm/i915/selftests/
Di915_random.c70 void i915_random_reorder(unsigned int *order, unsigned int count, in i915_random_reorder() argument
73 i915_prandom_shuffle(order, sizeof(*order), count, state); in i915_random_reorder()
78 unsigned int *order, i; in i915_random_order() local
80 order = kmalloc_array(count, sizeof(*order), in i915_random_order()
82 if (!order) in i915_random_order()
83 return order; in i915_random_order()
86 order[i] = i; in i915_random_order()
88 i915_random_reorder(order, count, state); in i915_random_order()
89 return order; in i915_random_order()
Di915_syncmap.c274 unsigned int pass, order; in igt_syncmap_join_above() local
296 for (order = 0; order < 64; order += SHIFT) { in igt_syncmap_join_above()
297 u64 context = BIT_ULL(order); in igt_syncmap_join_above()
335 unsigned int step, order, idx; in igt_syncmap_join_below() local
345 for (order = 64 - SHIFT; order > 0; order -= SHIFT) { in igt_syncmap_join_below()
346 u64 context = step * BIT_ULL(order); in igt_syncmap_join_below()
354 context, order, step, sync->height, sync->prefix); in igt_syncmap_join_below()
362 for (order = SHIFT; order < 64; order += SHIFT) { in igt_syncmap_join_below()
363 u64 context = step * BIT_ULL(order); in igt_syncmap_join_below()
367 context, order, step); in igt_syncmap_join_below()
[all …]
/linux-6.1.9/arch/arm/lib/
Dlib1funcs.S106 .macro ARM_DIV2_ORDER divisor, order argument
110 clz \order, \divisor
111 rsb \order, \order, #31
117 movhs \order, #16
118 movlo \order, #0
122 addhs \order, \order, #8
126 addhs \order, \order, #4
129 addhi \order, \order, #3
130 addls \order, \order, \divisor, lsr #1
137 .macro ARM_MOD_BODY dividend, divisor, order, spare
[all …]
/linux-6.1.9/scripts/atomic/
Dgen-atomic-instrumented.sh37 local order="$1"; shift
39 if [ "${order}" = "_release" ]; then
41 elif [ -z "${order}" ] && ! meta_in "$meta" "slv"; then
59 local order="$1"; shift
63 local atomicname="${atomic}_${pfx}${name}${sfx}${order}"
67 local checks="$(gen_params_checks "${meta}" "${order}" "$@")"
86 local order="$1"; shift
91 case "$order" in
109 arch_${xchg}${order}(__ai_ptr, __ai_oldp, __VA_ARGS__); \\
123 arch_${xchg}${order}(__ai_ptr, __VA_ARGS__); \\

12345678910>>...61