| /linux-6.6.21/kernel/dma/ |
| D | ops_helpers.c | 8 static struct page *dma_common_vaddr_to_page(void *cpu_addr) in dma_common_vaddr_to_page() argument
10 if (is_vmalloc_addr(cpu_addr)) in dma_common_vaddr_to_page()
11 return vmalloc_to_page(cpu_addr); in dma_common_vaddr_to_page()
12 return virt_to_page(cpu_addr); in dma_common_vaddr_to_page()
19 void *cpu_addr, dma_addr_t dma_addr, size_t size, in dma_common_get_sgtable() argument
22 struct page *page = dma_common_vaddr_to_page(cpu_addr); in dma_common_get_sgtable()
35 void *cpu_addr, dma_addr_t dma_addr, size_t size, in dma_common_mmap() argument
42 struct page *page = dma_common_vaddr_to_page(cpu_addr); in dma_common_mmap()
47 if (dma_mmap_from_dev_coherent(dev, vma, cpu_addr, size, &ret)) in dma_common_mmap()
|
| D | remap.c | 9 struct page **dma_common_find_pages(void *cpu_addr) in dma_common_find_pages() argument
11 struct vm_struct *area = find_vm_area(cpu_addr); in dma_common_find_pages()
60 void dma_common_free_remap(void *cpu_addr, size_t size) in dma_common_free_remap() argument
62 struct vm_struct *area = find_vm_area(cpu_addr); in dma_common_free_remap()
65 WARN(1, "trying to free invalid coherent area: %p\n", cpu_addr); in dma_common_free_remap()
69 vunmap(cpu_addr); in dma_common_free_remap()
|
| D | mapping.c | 400 void *cpu_addr, dma_addr_t dma_addr, size_t size, in dma_get_sgtable_attrs() argument
406 return dma_direct_get_sgtable(dev, sgt, cpu_addr, dma_addr, in dma_get_sgtable_attrs()
410 return ops->get_sgtable(dev, sgt, cpu_addr, dma_addr, size, attrs); in dma_get_sgtable_attrs()
462 void *cpu_addr, dma_addr_t dma_addr, size_t size, in dma_mmap_attrs() argument
468 return dma_direct_mmap(dev, vma, cpu_addr, dma_addr, size, in dma_mmap_attrs()
472 return ops->mmap(dev, vma, cpu_addr, dma_addr, size, attrs); in dma_mmap_attrs()
501 void *cpu_addr; in dma_alloc_attrs() local
513 if (dma_alloc_from_dev_coherent(dev, size, dma_handle, &cpu_addr)) in dma_alloc_attrs()
514 return cpu_addr; in dma_alloc_attrs()
520 cpu_addr = dma_direct_alloc(dev, size, dma_handle, flag, attrs); in dma_alloc_attrs()
[all …]
|
| D | direct.c | 322 void *cpu_addr, dma_addr_t dma_addr, unsigned long attrs) in dma_direct_free() argument
329 dma_free_contiguous(dev, cpu_addr, size); in dma_direct_free()
338 arch_dma_free(dev, size, cpu_addr, dma_addr, attrs); in dma_direct_free()
344 if (!dma_release_from_global_coherent(page_order, cpu_addr)) in dma_direct_free()
351 dma_free_from_pool(dev, cpu_addr, PAGE_ALIGN(size))) in dma_direct_free()
354 if (is_vmalloc_addr(cpu_addr)) { in dma_direct_free()
355 vunmap(cpu_addr); in dma_direct_free()
358 arch_dma_clear_uncached(cpu_addr, size); in dma_direct_free()
359 if (dma_set_encrypted(dev, cpu_addr, size)) in dma_direct_free()
536 void *cpu_addr, dma_addr_t dma_addr, size_t size, in dma_direct_get_sgtable() argument
[all …]
|
| /linux-6.6.21/include/trace/events/ |
| D | habanalabs.h | 54 TP_PROTO(struct device *dev, u64 cpu_addr, u64 dma_addr, size_t size, const char *caller),
56 TP_ARGS(dev, cpu_addr, dma_addr, size, caller),
60 __field(u64, cpu_addr)
68 __entry->cpu_addr = cpu_addr;
76 __entry->cpu_addr,
83 TP_PROTO(struct device *dev, u64 cpu_addr, u64 dma_addr, size_t size, const char *caller),
84 TP_ARGS(dev, cpu_addr, dma_addr, size, caller));
87 TP_PROTO(struct device *dev, u64 cpu_addr, u64 dma_addr, size_t size, const char *caller),
88 TP_ARGS(dev, cpu_addr, dma_addr, size, caller));
|
| /linux-6.6.21/drivers/pci/controller/cadence/ |
| D | pcie-cadence.c | 29 u64 cpu_addr, u64 pci_addr, size_t size) in cdns_pcie_set_outbound_region() argument
94 cpu_addr = pcie->ops->cpu_addr_fixup(pcie, cpu_addr); in cdns_pcie_set_outbound_region()
97 (lower_32_bits(cpu_addr) & GENMASK(31, 8)); in cdns_pcie_set_outbound_region()
98 addr1 = upper_32_bits(cpu_addr); in cdns_pcie_set_outbound_region()
106 u32 r, u64 cpu_addr) in cdns_pcie_set_outbound_region_for_normal_msg() argument
124 cpu_addr = pcie->ops->cpu_addr_fixup(pcie, cpu_addr); in cdns_pcie_set_outbound_region_for_normal_msg()
127 (lower_32_bits(cpu_addr) & GENMASK(31, 8)); in cdns_pcie_set_outbound_region_for_normal_msg()
128 addr1 = upper_32_bits(cpu_addr); in cdns_pcie_set_outbound_region_for_normal_msg()
|
| D | pcie-cadence-host.c | 220 u64 cpu_addr, u64 size, in cdns_pcie_host_bar_ib_config() argument
233 (lower_32_bits(cpu_addr) & GENMASK(31, 8)); in cdns_pcie_host_bar_ib_config()
234 addr1 = upper_32_bits(cpu_addr); in cdns_pcie_host_bar_ib_config()
247 if (size + cpu_addr >= SZ_4G) { in cdns_pcie_host_bar_ib_config()
314 u64 cpu_addr, pci_addr, size, winsize; in cdns_pcie_host_bar_config() local
321 cpu_addr = entry->res->start; in cdns_pcie_host_bar_config()
328 pci_addr, cpu_addr); in cdns_pcie_host_bar_config()
343 ret = cdns_pcie_host_bar_ib_config(rc, bar, cpu_addr, in cdns_pcie_host_bar_config()
364 cpu_addr); in cdns_pcie_host_bar_config()
369 ret = cdns_pcie_host_bar_ib_config(rc, bar, cpu_addr, winsize, in cdns_pcie_host_bar_config()
[all …]
|
| /linux-6.6.21/arch/s390/kvm/ |
| D | trace.h | 220 TP_PROTO(VCPU_PROTO_COMMON, __u8 order_code, __u16 cpu_addr, \
222 TP_ARGS(VCPU_ARGS_COMMON, order_code, cpu_addr, parameter),
227 __field(__u16, cpu_addr)
234 __entry->cpu_addr = cpu_addr;
242 __entry->cpu_addr, __entry->parameter)
246 TP_PROTO(VCPU_PROTO_COMMON, __u8 order_code, __u16 cpu_addr),
247 TP_ARGS(VCPU_ARGS_COMMON, order_code, cpu_addr),
252 __field(__u16, cpu_addr)
258 __entry->cpu_addr = cpu_addr;
265 __entry->cpu_addr)
|
| D | sigp.c | 271 u16 cpu_addr, u32 parameter, u64 *status_reg) in handle_sigp_dst() argument
274 struct kvm_vcpu *dst_vcpu = kvm_get_vcpu_by_id(vcpu->kvm, cpu_addr); in handle_sigp_dst()
376 u16 cpu_addr) in handle_sigp_order_in_user_space() argument
420 order_code, cpu_addr); in handle_sigp_order_in_user_space()
430 u16 cpu_addr = vcpu->run->s.regs.gprs[r3]; in kvm_s390_handle_sigp() local
439 if (handle_sigp_order_in_user_space(vcpu, order_code, cpu_addr)) in kvm_s390_handle_sigp()
447 trace_kvm_s390_handle_sigp(vcpu, order_code, cpu_addr, parameter); in kvm_s390_handle_sigp()
455 rc = handle_sigp_dst(vcpu, order_code, cpu_addr, in kvm_s390_handle_sigp()
479 u16 cpu_addr = vcpu->run->s.regs.gprs[r3]; in kvm_s390_handle_sigp_pei() local
484 trace_kvm_s390_handle_sigp_pei(vcpu, order_code, cpu_addr); in kvm_s390_handle_sigp_pei()
[all …]
|
| /linux-6.6.21/arch/openrisc/kernel/ |
| D | dma.c | 68 void *arch_dma_set_uncached(void *cpu_addr, size_t size) in arch_dma_set_uncached() argument
70 unsigned long va = (unsigned long)cpu_addr; in arch_dma_set_uncached()
84 return cpu_addr; in arch_dma_set_uncached()
87 void arch_dma_clear_uncached(void *cpu_addr, size_t size) in arch_dma_clear_uncached() argument
89 unsigned long va = (unsigned long)cpu_addr; in arch_dma_clear_uncached()
|
| /linux-6.6.21/drivers/gpu/drm/amd/amdgpu/ |
| D | amdgpu_doorbell_mgr.c | 42 return readl(adev->doorbell.cpu_addr + index); in amdgpu_mm_rdoorbell()
64 writel(v, adev->doorbell.cpu_addr + index); in amdgpu_mm_wdoorbell()
84 return atomic64_read((atomic64_t *)(adev->doorbell.cpu_addr + index)); in amdgpu_mm_rdoorbell64()
106 atomic64_set((atomic64_t *)(adev->doorbell.cpu_addr + index), v); in amdgpu_mm_wdoorbell64()
167 (void **)&adev->doorbell.cpu_addr); in amdgpu_doorbell_create_kernel_doorbells()
238 (void **)&adev->doorbell.cpu_addr); in amdgpu_doorbell_fini()
|
| /linux-6.6.21/drivers/pci/controller/mobiveil/ |
| D | pcie-mobiveil.c | 137 u64 cpu_addr, u64 pci_addr, u32 type, u64 size) in program_ib_windows() argument
157 mobiveil_csr_writel(pcie, lower_32_bits(cpu_addr), in program_ib_windows()
159 mobiveil_csr_writel(pcie, upper_32_bits(cpu_addr), in program_ib_windows()
174 u64 cpu_addr, u64 pci_addr, u32 type, u64 size) in program_ob_windows() argument
203 lower_32_bits(cpu_addr) & (~AXI_WINDOW_ALIGN_MASK), in program_ob_windows()
205 mobiveil_csr_writel(pcie, upper_32_bits(cpu_addr), in program_ob_windows()
|
| /linux-6.6.21/drivers/media/common/saa7146/ |
| D | saa7146_core.c | 403 dev->d_rps0.cpu_addr = dma_alloc_coherent(&pci->dev, SAA7146_RPS_MEM, in saa7146_init_one()
406 if (!dev->d_rps0.cpu_addr) in saa7146_init_one()
409 dev->d_rps1.cpu_addr = dma_alloc_coherent(&pci->dev, SAA7146_RPS_MEM, in saa7146_init_one()
412 if (!dev->d_rps1.cpu_addr) in saa7146_init_one()
415 dev->d_i2c.cpu_addr = dma_alloc_coherent(&pci->dev, SAA7146_RPS_MEM, in saa7146_init_one()
417 if (!dev->d_i2c.cpu_addr) in saa7146_init_one()
464 dma_free_coherent(&pci->dev, SAA7146_RPS_MEM, dev->d_i2c.cpu_addr, in saa7146_init_one()
467 dma_free_coherent(&pci->dev, SAA7146_RPS_MEM, dev->d_rps1.cpu_addr, in saa7146_init_one()
470 dma_free_coherent(&pci->dev, SAA7146_RPS_MEM, dev->d_rps0.cpu_addr, in saa7146_init_one()
493 { dev->d_i2c.cpu_addr, dev->d_i2c.dma_handle }, in saa7146_remove_one()
[all …]
|
| /linux-6.6.21/arch/mips/mm/ |
| D | ioremap.c | 54 void __iomem *cpu_addr; in ioremap_prot() local
56 cpu_addr = plat_ioremap(phys_addr, size, flags); in ioremap_prot()
57 if (cpu_addr) in ioremap_prot()
58 return cpu_addr; in ioremap_prot()
|
| /linux-6.6.21/arch/alpha/kernel/ |
| D | pci_iommu.c | 232 pci_map_single_1(struct pci_dev *pdev, void *cpu_addr, size_t size, in pci_map_single_1() argument
244 paddr = __pa(cpu_addr); in pci_map_single_1()
253 cpu_addr, size, ret, __builtin_return_address(0)); in pci_map_single_1()
264 cpu_addr, size, ret, __builtin_return_address(0)); in pci_map_single_1()
298 ret += (unsigned long)cpu_addr & ~PAGE_MASK; in pci_map_single_1()
301 cpu_addr, size, npages, ret, __builtin_return_address(0)); in pci_map_single_1()
420 void *cpu_addr; in alpha_pci_alloc_coherent() local
426 cpu_addr = (void *)__get_free_pages(gfp | __GFP_ZERO, order); in alpha_pci_alloc_coherent()
427 if (! cpu_addr) { in alpha_pci_alloc_coherent()
435 memset(cpu_addr, 0, size); in alpha_pci_alloc_coherent()
[all …]
|
| /linux-6.6.21/drivers/iommu/ |
| D | dma-iommu.c | 1425 static void __iommu_dma_free(struct device *dev, size_t size, void *cpu_addr) in __iommu_dma_free() argument
1433 dma_free_from_pool(dev, cpu_addr, alloc_size)) in __iommu_dma_free()
1436 if (is_vmalloc_addr(cpu_addr)) { in __iommu_dma_free()
1441 pages = dma_common_find_pages(cpu_addr); in __iommu_dma_free()
1443 page = vmalloc_to_page(cpu_addr); in __iommu_dma_free()
1444 dma_common_free_remap(cpu_addr, alloc_size); in __iommu_dma_free()
1447 page = virt_to_page(cpu_addr); in __iommu_dma_free()
1456 static void iommu_dma_free(struct device *dev, size_t size, void *cpu_addr, in iommu_dma_free() argument
1460 __iommu_dma_free(dev, size, cpu_addr); in iommu_dma_free()
1470 void *cpu_addr; in iommu_dma_alloc_pages() local
[all …]
|
| /linux-6.6.21/drivers/pci/controller/dwc/ |
| D | pcie-designware.c | 468 int index, int type, u64 cpu_addr, in __dw_pcie_prog_outbound_atu() argument
475 cpu_addr = pci->ops->cpu_addr_fixup(pci, cpu_addr); in __dw_pcie_prog_outbound_atu()
477 limit_addr = cpu_addr + size - 1; in __dw_pcie_prog_outbound_atu()
479 if ((limit_addr & ~pci->region_limit) != (cpu_addr & ~pci->region_limit) || in __dw_pcie_prog_outbound_atu()
480 !IS_ALIGNED(cpu_addr, pci->region_align) || in __dw_pcie_prog_outbound_atu()
486 lower_32_bits(cpu_addr)); in __dw_pcie_prog_outbound_atu()
488 upper_32_bits(cpu_addr)); in __dw_pcie_prog_outbound_atu()
502 if (upper_32_bits(limit_addr) > upper_32_bits(cpu_addr) && in __dw_pcie_prog_outbound_atu()
529 u64 cpu_addr, u64 pci_addr, u64 size) in dw_pcie_prog_outbound_atu() argument
532 cpu_addr, pci_addr, size); in dw_pcie_prog_outbound_atu()
[all …]
|
| D | pcie-tegra194-acpi.c | 49 int index, int type, u64 cpu_addr, in program_outbound_atu() argument
52 atu_reg_write(pcie_ecam, index, lower_32_bits(cpu_addr), in program_outbound_atu()
54 atu_reg_write(pcie_ecam, index, upper_32_bits(cpu_addr), in program_outbound_atu()
58 atu_reg_write(pcie_ecam, index, lower_32_bits(cpu_addr + size - 1), in program_outbound_atu()
|
| /linux-6.6.21/arch/mips/loongson64/ |
| D | init.c | 205 range.cpu_addr, in reserve_pio_range()
206 range.cpu_addr + range.size - 1, in reserve_pio_range()
208 if (add_legacy_isa_io(&np->fwnode, range.cpu_addr, range.size)) in reserve_pio_range()
213 range.cpu_addr, in reserve_pio_range()
214 range.cpu_addr + range.size - 1, in reserve_pio_range()
|
| /linux-6.6.21/arch/arm/mm/ |
| D | dma-mapping.c | 54 void *cpu_addr; member
427 void *cpu_addr, size_t size, bool want_vaddr) in __free_from_contiguous() argument
431 dma_common_free_remap(cpu_addr, size); in __free_from_contiguous()
487 __free_from_contiguous(args->dev, args->page, args->cpu_addr, in cma_allocator_free()
504 __free_from_pool(args->cpu_addr, args->size); in pool_allocator_free()
523 dma_common_free_remap(args->cpu_addr, args->size); in remap_allocator_free()
605 static void __arm_dma_free(struct device *dev, size_t size, void *cpu_addr, in __arm_dma_free() argument
614 .cpu_addr = cpu_addr, in __arm_dma_free()
619 buf = arm_dma_buffer_find(cpu_addr); in __arm_dma_free()
620 if (WARN(!buf, "Freeing invalid buffer %p\n", cpu_addr)) in __arm_dma_free()
[all …]
|
| /linux-6.6.21/drivers/dma/ |
| D | st_fdma.h | 185 readl((fchan)->fdev->slim_rproc->mem[ST_SLIM_DMEM].cpu_addr \
190 writel((val), (fchan)->fdev->slim_rproc->mem[ST_SLIM_DMEM].cpu_addr \
197 writel((val), (fchan)->fdev->slim_rproc->mem[ST_SLIM_DMEM].cpu_addr \
207 readl((fchan)->fdev->slim_rproc->mem[ST_SLIM_DMEM].cpu_addr \
212 writel((val), (fchan)->fdev->slim_rproc->mem[ST_SLIM_DMEM].cpu_addr \
|
| /linux-6.6.21/include/linux/ |
| D | dma-map-ops.h | 45 void *cpu_addr, dma_addr_t dma_addr, size_t size,
180 void *cpu_addr, size_t size, int *ret);
198 int dma_mmap_from_global_coherent(struct vm_area_struct *vma, void *cpu_addr,
212 void *cpu_addr, size_t size, int *ret) in dma_mmap_from_global_coherent() argument
233 void *cpu_addr, dma_addr_t dma_addr, size_t size,
236 void *cpu_addr, dma_addr_t dma_addr, size_t size,
243 struct page **dma_common_find_pages(void *cpu_addr);
248 void dma_common_free_remap(void *cpu_addr, size_t size);
251 void **cpu_addr, gfp_t flags,
337 void arch_dma_free(struct device *dev, size_t size, void *cpu_addr,
|
| D | dma-mapping.h | 130 void dma_free_attrs(struct device *dev, size_t size, void *cpu_addr,
137 void *cpu_addr, dma_addr_t dma_addr, size_t size,
140 void *cpu_addr, dma_addr_t dma_addr, size_t size,
222 static void dma_free_attrs(struct device *dev, size_t size, void *cpu_addr, in dma_free_attrs() argument
236 struct sg_table *sgt, void *cpu_addr, dma_addr_t dma_addr, in dma_get_sgtable_attrs() argument
242 void *cpu_addr, dma_addr_t dma_addr, size_t size, in dma_mmap_attrs() argument
431 void *cpu_addr, dma_addr_t dma_handle) in dma_free_coherent() argument
433 return dma_free_attrs(dev, size, cpu_addr, dma_handle, 0); in dma_free_coherent()
578 void *cpu_addr, dma_addr_t dma_addr) in dma_free_wc() argument
580 return dma_free_attrs(dev, size, cpu_addr, dma_addr, in dma_free_wc()
[all …]
|
| /linux-6.6.21/drivers/accel/ivpu/ |
| D | ivpu_gem.h | 116 static inline u32 cpu_to_vpu_addr(struct ivpu_bo *bo, void *cpu_addr) in cpu_to_vpu_addr() argument
118 if (cpu_addr < bo->kvaddr) in cpu_to_vpu_addr()
121 if (cpu_addr >= (bo->kvaddr + bo->base.size)) in cpu_to_vpu_addr()
124 return bo->vpu_addr + (cpu_addr - bo->kvaddr); in cpu_to_vpu_addr()
|
| /linux-6.6.21/drivers/of/ |
| D | address.c | 250 err = pci_register_io_range(&np->fwnode, range->cpu_addr, in of_pci_range_to_resource()
254 port = pci_address_to_pio(range->cpu_addr); in of_pci_range_to_resource()
262 upper_32_bits(range->cpu_addr)) { in of_pci_range_to_resource()
267 res->start = range->cpu_addr; in of_pci_range_to_resource()
855 range->cpu_addr = of_translate_dma_address(parser->node, in of_pci_range_parser_one()
858 range->cpu_addr = of_translate_address(parser->node, in of_pci_range_parser_one()
867 u64 bus_addr, cpu_addr, size; in of_pci_range_parser_one() local
872 cpu_addr = of_translate_dma_address(parser->node, in of_pci_range_parser_one()
875 cpu_addr = of_translate_address(parser->node, in of_pci_range_parser_one()
882 cpu_addr != range->cpu_addr + range->size) in of_pci_range_parser_one()
[all …]
|