/linux-6.6.21/mm/ |
D | mmu_gather.c | 20 struct mmu_gather_batch *batch; in tlb_next_batch() local 26 batch = tlb->active; in tlb_next_batch() 27 if (batch->next) { in tlb_next_batch() 28 tlb->active = batch->next; in tlb_next_batch() 35 batch = (void *)__get_free_page(GFP_NOWAIT | __GFP_NOWARN); in tlb_next_batch() 36 if (!batch) in tlb_next_batch() 40 batch->next = NULL; in tlb_next_batch() 41 batch->nr = 0; in tlb_next_batch() 42 batch->max = MAX_GATHER_BATCH; in tlb_next_batch() 44 tlb->active->next = batch; in tlb_next_batch() [all …]
|
/linux-6.6.21/arch/powerpc/mm/book3s64/ |
D | hash_tlb.c | 44 struct ppc64_tlb_batch *batch = &get_cpu_var(ppc64_tlb_batch); in hpte_need_flush() local 51 i = batch->index; in hpte_need_flush() 103 if (!batch->active) { in hpte_need_flush() 119 if (i != 0 && (mm != batch->mm || batch->psize != psize || in hpte_need_flush() 120 batch->ssize != ssize)) { in hpte_need_flush() 121 __flush_tlb_pending(batch); in hpte_need_flush() 125 batch->mm = mm; in hpte_need_flush() 126 batch->psize = psize; in hpte_need_flush() 127 batch->ssize = ssize; in hpte_need_flush() 129 batch->pte[i] = rpte; in hpte_need_flush() [all …]
|
/linux-6.6.21/drivers/gpu/drm/i915/selftests/ |
D | igt_spinner.c | 97 if (!spin->batch) { in igt_spinner_pin() 105 spin->batch = vaddr; in igt_spinner_pin() 131 u32 *batch; in igt_spinner_create_request() local 139 if (!spin->batch) { in igt_spinner_create_request() 160 batch = spin->batch; in igt_spinner_create_request() 163 *batch++ = MI_STORE_DWORD_IMM_GEN4; in igt_spinner_create_request() 164 *batch++ = lower_32_bits(hws_address(hws, rq)); in igt_spinner_create_request() 165 *batch++ = upper_32_bits(hws_address(hws, rq)); in igt_spinner_create_request() 167 *batch++ = MI_STORE_DWORD_IMM_GEN4; in igt_spinner_create_request() 168 *batch++ = 0; in igt_spinner_create_request() [all …]
|
/linux-6.6.21/drivers/iommu/iommufd/ |
D | pages.c | 275 static void batch_clear(struct pfn_batch *batch) in batch_clear() argument 277 batch->total_pfns = 0; in batch_clear() 278 batch->end = 0; in batch_clear() 279 batch->pfns[0] = 0; in batch_clear() 280 batch->npfns[0] = 0; in batch_clear() 287 static void batch_clear_carry(struct pfn_batch *batch, unsigned int keep_pfns) in batch_clear_carry() argument 290 return batch_clear(batch); in batch_clear_carry() 293 WARN_ON(!batch->end || in batch_clear_carry() 294 batch->npfns[batch->end - 1] < keep_pfns); in batch_clear_carry() 296 batch->total_pfns = keep_pfns; in batch_clear_carry() [all …]
|
/linux-6.6.21/drivers/gpu/drm/i915/gt/ |
D | gen7_renderclear.c | 235 gen7_emit_state_base_address(struct batch_chunk *batch, in gen7_emit_state_base_address() argument 238 u32 *cs = batch_alloc_items(batch, 0, 10); in gen7_emit_state_base_address() 242 *cs++ = batch_addr(batch) | BASE_ADDRESS_MODIFY; in gen7_emit_state_base_address() 244 *cs++ = (batch_addr(batch) + surface_state_base) | BASE_ADDRESS_MODIFY; in gen7_emit_state_base_address() 246 *cs++ = batch_addr(batch) | BASE_ADDRESS_MODIFY; in gen7_emit_state_base_address() 248 *cs++ = batch_addr(batch) | BASE_ADDRESS_MODIFY; in gen7_emit_state_base_address() 250 *cs++ = batch_addr(batch) | BASE_ADDRESS_MODIFY; in gen7_emit_state_base_address() 257 batch_advance(batch, cs); in gen7_emit_state_base_address() 261 gen7_emit_vfe_state(struct batch_chunk *batch, in gen7_emit_vfe_state() argument 267 u32 *cs = batch_alloc_items(batch, 32, 8); in gen7_emit_vfe_state() [all …]
|
D | intel_lrc.c | 1576 gen8_emit_flush_coherentl3_wa(struct intel_engine_cs *engine, u32 *batch) in gen8_emit_flush_coherentl3_wa() argument 1579 *batch++ = MI_STORE_REGISTER_MEM_GEN8 | MI_SRM_LRM_GLOBAL_GTT; in gen8_emit_flush_coherentl3_wa() 1580 *batch++ = i915_mmio_reg_offset(GEN8_L3SQCREG4); in gen8_emit_flush_coherentl3_wa() 1581 *batch++ = intel_gt_scratch_offset(engine->gt, in gen8_emit_flush_coherentl3_wa() 1583 *batch++ = 0; in gen8_emit_flush_coherentl3_wa() 1585 *batch++ = MI_LOAD_REGISTER_IMM(1); in gen8_emit_flush_coherentl3_wa() 1586 *batch++ = i915_mmio_reg_offset(GEN8_L3SQCREG4); in gen8_emit_flush_coherentl3_wa() 1587 *batch++ = 0x40400000 | GEN8_LQSC_FLUSH_COHERENT_LINES; in gen8_emit_flush_coherentl3_wa() 1589 batch = gen8_emit_pipe_control(batch, in gen8_emit_flush_coherentl3_wa() 1594 *batch++ = MI_LOAD_REGISTER_MEM_GEN8 | MI_SRM_LRM_GLOBAL_GTT; in gen8_emit_flush_coherentl3_wa() [all …]
|
D | gen8_engine_cs.h | 53 __gen8_emit_pipe_control(u32 *batch, u32 bit_group_0, in __gen8_emit_pipe_control() argument 56 memset(batch, 0, 6 * sizeof(u32)); in __gen8_emit_pipe_control() 58 batch[0] = GFX_OP_PIPE_CONTROL(6) | bit_group_0; in __gen8_emit_pipe_control() 59 batch[1] = bit_group_1; in __gen8_emit_pipe_control() 60 batch[2] = offset; in __gen8_emit_pipe_control() 62 return batch + 6; in __gen8_emit_pipe_control() 65 static inline u32 *gen8_emit_pipe_control(u32 *batch, in gen8_emit_pipe_control() argument 68 return __gen8_emit_pipe_control(batch, 0, bit_group_1, offset); in gen8_emit_pipe_control() 71 static inline u32 *gen12_emit_pipe_control(u32 *batch, u32 bit_group_0, in gen12_emit_pipe_control() argument 74 return __gen8_emit_pipe_control(batch, bit_group_0, in gen12_emit_pipe_control()
|
D | selftest_hangcheck.c | 38 u32 *batch; member 81 h->batch = vaddr; in hang_init() 113 u32 *batch; in hang_create_request() local 133 h->batch = vaddr; in hang_create_request() 171 batch = h->batch; in hang_create_request() 173 *batch++ = MI_STORE_DWORD_IMM_GEN4; in hang_create_request() 174 *batch++ = lower_32_bits(hws_address(hws, rq)); in hang_create_request() 175 *batch++ = upper_32_bits(hws_address(hws, rq)); in hang_create_request() 176 *batch++ = rq->fence.seqno; in hang_create_request() 177 *batch++ = MI_NOOP; in hang_create_request() [all …]
|
D | selftest_lrc.c | 966 struct i915_vma *batch; in store_context() local 970 batch = create_user_vma(ce->vm, SZ_64K); in store_context() 971 if (IS_ERR(batch)) in store_context() 972 return batch; in store_context() 974 cs = i915_gem_object_pin_map_unlocked(batch->obj, I915_MAP_WC); in store_context() 976 i915_vma_put(batch); in store_context() 982 i915_gem_object_unpin_map(batch->obj); in store_context() 983 i915_vma_put(batch); in store_context() 1044 i915_gem_object_flush_map(batch->obj); in store_context() 1045 i915_gem_object_unpin_map(batch->obj); in store_context() [all …]
|
D | selftest_workarounds.c | 504 struct i915_vma *batch; in check_dirty_whitelist() local 513 batch = create_batch(ce->vm); in check_dirty_whitelist() 514 if (IS_ERR(batch)) { in check_dirty_whitelist() 515 err = PTR_ERR(batch); in check_dirty_whitelist() 542 err = i915_gem_object_lock(batch->obj, &ww); in check_dirty_whitelist() 548 cs = i915_gem_object_pin_map(batch->obj, I915_MAP_WC); in check_dirty_whitelist() 614 i915_gem_object_flush_map(batch->obj); in check_dirty_whitelist() 615 i915_gem_object_unpin_map(batch->obj); in check_dirty_whitelist() 631 err = i915_vma_move_to_active(batch, rq, 0); in check_dirty_whitelist() 641 i915_vma_offset(batch), PAGE_SIZE, in check_dirty_whitelist() [all …]
|
D | selftest_tlb.c | 42 struct drm_i915_gem_object *batch; in pte_tlbinv() local 50 batch = i915_gem_object_create_internal(ce->vm->i915, 4096); in pte_tlbinv() 51 if (IS_ERR(batch)) in pte_tlbinv() 52 return PTR_ERR(batch); in pte_tlbinv() 54 vma = i915_vma_instance(batch, ce->vm, NULL); in pte_tlbinv() 100 cs = i915_gem_object_pin_map_unlocked(batch, I915_MAP_WC); in pte_tlbinv() 122 i915_gem_object_flush_map(batch); in pte_tlbinv() 177 cs = page_mask_bits(batch->mm.mapping); in pte_tlbinv() 188 i915_gem_object_put(batch); in pte_tlbinv()
|
D | selftest_engine_cs.c | 144 struct i915_vma *batch; in perf_mi_bb_start() local 153 batch = create_empty_batch(ce); in perf_mi_bb_start() 154 if (IS_ERR(batch)) { in perf_mi_bb_start() 155 err = PTR_ERR(batch); in perf_mi_bb_start() 160 err = i915_vma_sync(batch); in perf_mi_bb_start() 163 i915_vma_put(batch); in perf_mi_bb_start() 181 i915_vma_offset(batch), 8, in perf_mi_bb_start() 202 i915_vma_put(batch); in perf_mi_bb_start()
|
/linux-6.6.21/arch/powerpc/include/asm/book3s/64/ |
D | tlbflush-hash.h | 25 extern void __flush_tlb_pending(struct ppc64_tlb_batch *batch); 31 struct ppc64_tlb_batch *batch; in arch_enter_lazy_mmu_mode() local 40 batch = this_cpu_ptr(&ppc64_tlb_batch); in arch_enter_lazy_mmu_mode() 41 batch->active = 1; in arch_enter_lazy_mmu_mode() 46 struct ppc64_tlb_batch *batch; in arch_leave_lazy_mmu_mode() local 50 batch = this_cpu_ptr(&ppc64_tlb_batch); in arch_leave_lazy_mmu_mode() 52 if (batch->index) in arch_leave_lazy_mmu_mode() 53 __flush_tlb_pending(batch); in arch_leave_lazy_mmu_mode() 54 batch->active = 0; in arch_leave_lazy_mmu_mode()
|
/linux-6.6.21/drivers/gpu/drm/vmwgfx/ |
D | vmwgfx_mob.c | 238 struct vmw_otable_batch *batch) in vmw_otable_batch_setup() argument 242 struct vmw_otable *otables = batch->otables; in vmw_otable_batch_setup() 247 for (i = 0; i < batch->num_otables; ++i) { in vmw_otable_batch_setup() 257 &batch->otable_bo); in vmw_otable_batch_setup() 262 for (i = 0; i < batch->num_otables; ++i) { in vmw_otable_batch_setup() 263 if (!batch->otables[i].enabled) in vmw_otable_batch_setup() 267 &batch->otable_bo->tbo, in vmw_otable_batch_setup() 278 for (i = 0; i < batch->num_otables; ++i) { in vmw_otable_batch_setup() 279 if (batch->otables[i].enabled) in vmw_otable_batch_setup() 281 &batch->otables[i]); in vmw_otable_batch_setup() [all …]
|
/linux-6.6.21/drivers/xen/ |
D | gntdev.c | 799 static int gntdev_get_page(struct gntdev_copy_batch *batch, void __user *virt, in gntdev_get_page() argument 807 ret = pin_user_pages_fast(addr, 1, batch->writeable ? FOLL_WRITE : 0, &page); in gntdev_get_page() 811 batch->pages[batch->nr_pages++] = page; in gntdev_get_page() 819 static void gntdev_put_pages(struct gntdev_copy_batch *batch) in gntdev_put_pages() argument 821 unpin_user_pages_dirty_lock(batch->pages, batch->nr_pages, batch->writeable); in gntdev_put_pages() 822 batch->nr_pages = 0; in gntdev_put_pages() 823 batch->writeable = false; in gntdev_put_pages() 826 static int gntdev_copy(struct gntdev_copy_batch *batch) in gntdev_copy() argument 830 gnttab_batch_copy(batch->ops, batch->nr_ops); in gntdev_copy() 831 gntdev_put_pages(batch); in gntdev_copy() [all …]
|
/linux-6.6.21/drivers/gpu/drm/i915/gem/selftests/ |
D | igt_gem_utils.c | 116 struct i915_vma *batch; in igt_gpu_fill_dw() local 123 batch = igt_emit_store_dw(vma, offset, count, val); in igt_gpu_fill_dw() 124 if (IS_ERR(batch)) in igt_gpu_fill_dw() 125 return PTR_ERR(batch); in igt_gpu_fill_dw() 133 err = igt_vma_move_to_active_unlocked(batch, rq, 0); in igt_gpu_fill_dw() 146 i915_vma_offset(batch), in igt_gpu_fill_dw() 147 i915_vma_size(batch), in igt_gpu_fill_dw() 155 i915_vma_unpin_and_release(&batch, 0); in igt_gpu_fill_dw()
|
D | i915_gem_client_blt.c | 104 struct i915_vma *batch; member 143 struct drm_i915_gem_object *batch) in prepare_blit() argument 145 const int ver = GRAPHICS_VER(to_i915(batch->base.dev)); in prepare_blit() 150 cs = i915_gem_object_pin_map_unlocked(batch, I915_MAP_WC); in prepare_blit() 254 i915_gem_object_flush_map(batch); in prepare_blit() 255 i915_gem_object_unpin_map(batch); in prepare_blit() 268 i915_vma_put(t->batch); in tiled_blits_destroy_buffers() 307 t->batch = __create_vma(t, PAGE_SIZE, false); in tiled_blits_create_buffers() 308 if (IS_ERR(t->batch)) in tiled_blits_create_buffers() 309 return PTR_ERR(t->batch); in tiled_blits_create_buffers() [all …]
|
/linux-6.6.21/tools/testing/selftests/bpf/progs/ |
D | test_bpf_ma.c | 42 static __always_inline void batch_alloc_free(struct bpf_map *map, unsigned int batch, in batch_alloc_free() argument 49 for (i = 0; i < batch; i++) { in batch_alloc_free() 68 for (i = 0; i < batch; i++) { in batch_alloc_free() 84 #define CALL_BATCH_ALLOC_FREE(size, batch, idx) \ argument 85 batch_alloc_free((struct bpf_map *)(&array_##size), batch, idx)
|
/linux-6.6.21/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
D | rx.c | 26 int batch, i; in mlx5e_xsk_alloc_rx_mpwqe() local 35 batch = xsk_buff_alloc_batch(rq->xsk_pool, xsk_buffs, in mlx5e_xsk_alloc_rx_mpwqe() 44 for (; batch < rq->mpwqe.pages_per_wqe; batch++) { in mlx5e_xsk_alloc_rx_mpwqe() 45 xsk_buffs[batch] = xsk_buff_alloc(rq->xsk_pool); in mlx5e_xsk_alloc_rx_mpwqe() 46 if (unlikely(!xsk_buffs[batch])) in mlx5e_xsk_alloc_rx_mpwqe() 55 for (i = 0; i < batch; i++) { in mlx5e_xsk_alloc_rx_mpwqe() 65 for (i = 0; i < batch; i++) { in mlx5e_xsk_alloc_rx_mpwqe() 78 for (i = 0; i < batch; i++) { in mlx5e_xsk_alloc_rx_mpwqe() 105 for (i = 0; i < batch; i++) { in mlx5e_xsk_alloc_rx_mpwqe() 152 while (--batch >= 0) in mlx5e_xsk_alloc_rx_mpwqe() [all …]
|
/linux-6.6.21/tools/testing/selftests/bpf/map_tests/ |
D | htab_map_batch_ops.c | 79 __u32 batch, count, total, total_success; in __test_map_lookup_and_delete_batch() local 109 err = bpf_map_lookup_and_delete_batch(map_fd, NULL, &batch, keys, in __test_map_lookup_and_delete_batch() 119 err = bpf_map_lookup_and_delete_batch(map_fd, NULL, &batch, keys, in __test_map_lookup_and_delete_batch() 127 err = bpf_map_lookup_and_delete_batch(map_fd, NULL, &batch, keys, in __test_map_lookup_and_delete_batch() 153 total ? &batch : NULL, in __test_map_lookup_and_delete_batch() 154 &batch, keys + total, in __test_map_lookup_and_delete_batch() 216 total ? &batch : NULL, in __test_map_lookup_and_delete_batch() 217 &batch, keys + total, in __test_map_lookup_and_delete_batch()
|
/linux-6.6.21/tools/virtio/ |
D | virtio_test.c | 170 bool delayed, int batch, int reset_n, int bufs) in run_test() argument 178 const bool random_batch = batch == RANDOM_BATCH; in run_test() 193 batch = (random() % vq->vring.num) + 1; in run_test() 196 (started - completed) < batch) { in run_test() 349 long batch = 1, reset = 0; in main() local 376 batch = RANDOM_BATCH; in main() 378 batch = strtol(optarg, NULL, 10); in main() 379 assert(batch > 0); in main() 380 assert(batch < (long)INT_MAX + 1); in main() 401 run_test(&dev, &dev.vqs[0], delayed, batch, reset, 0x100000); in main()
|
/linux-6.6.21/drivers/net/ethernet/netronome/nfp/flower/ |
D | lag_conf.c | 234 unsigned int member_cnt, enum nfp_fl_lag_batch *batch) in nfp_fl_lag_config_group() argument 254 if (*batch == NFP_FL_LAG_BATCH_FIRST) { in nfp_fl_lag_config_group() 257 *batch = NFP_FL_LAG_BATCH_MEMBER; in nfp_fl_lag_config_group() 263 *batch = NFP_FL_LAG_BATCH_FINISHED; in nfp_fl_lag_config_group() 269 if (*batch == NFP_FL_LAG_BATCH_FINISHED) { in nfp_fl_lag_config_group() 296 enum nfp_fl_lag_batch batch = NFP_FL_LAG_BATCH_FIRST; in nfp_fl_lag_do_work() local 318 &batch); in nfp_fl_lag_do_work() 387 active_count, &batch); in nfp_fl_lag_do_work() 401 if (batch == NFP_FL_LAG_BATCH_MEMBER) { in nfp_fl_lag_do_work() 402 batch = NFP_FL_LAG_BATCH_FINISHED; in nfp_fl_lag_do_work() [all …]
|
/linux-6.6.21/tools/virtio/ringtest/ |
D | main.c | 22 int batch = 1; variable 116 int tokick = batch; in run_guest() 129 tokick = batch; in run_guest() 348 batch = c; in main() 372 if (batch > max_outstanding) in main() 373 batch = max_outstanding; in main()
|
/linux-6.6.21/net/core/ |
D | netclassid_cgroup.c | 64 unsigned int batch; member 76 if (--ctx->batch == 0) { in update_classid_sock() 77 ctx->batch = UPDATE_CLASSID_BATCH; in update_classid_sock() 87 .batch = UPDATE_CLASSID_BATCH in update_classid_task()
|
/linux-6.6.21/drivers/vfio/ |
D | vfio_iommu_type1.c | 475 static void vfio_batch_init(struct vfio_batch *batch) in vfio_batch_init() argument 477 batch->size = 0; in vfio_batch_init() 478 batch->offset = 0; in vfio_batch_init() 483 batch->pages = (struct page **) __get_free_page(GFP_KERNEL); in vfio_batch_init() 484 if (!batch->pages) in vfio_batch_init() 487 batch->capacity = VFIO_BATCH_MAX_CAPACITY; in vfio_batch_init() 491 batch->pages = &batch->fallback_page; in vfio_batch_init() 492 batch->capacity = 1; in vfio_batch_init() 495 static void vfio_batch_unpin(struct vfio_batch *batch, struct vfio_dma *dma) in vfio_batch_unpin() argument 497 while (batch->size) { in vfio_batch_unpin() [all …]
|