/linux-6.1.9/drivers/misc/habanalabs/common/mmu/ |
D | mmu.c | 28 bool hl_is_dram_va(struct hl_device *hdev, u64 virt_addr) in hl_is_dram_va() argument 32 return hl_mem_area_inside_range(virt_addr, prop->dmmu.page_size, in hl_is_dram_va() 226 int hl_mmu_unmap_page(struct hl_ctx *ctx, u64 virt_addr, u32 page_size, bool flush_pte) in hl_mmu_unmap_page() argument 239 is_dram_addr = hl_is_dram_va(hdev, virt_addr); in hl_mmu_unmap_page() 251 real_virt_addr = virt_addr; in hl_mmu_unmap_page() 265 trace_habanalabs_mmu_unmap(hdev->dev, virt_addr, 0, page_size, flush_pte); in hl_mmu_unmap_page() 292 int hl_mmu_map_page(struct hl_ctx *ctx, u64 virt_addr, u64 phys_addr, u32 page_size, in hl_mmu_map_page() argument 307 is_dram_addr = hl_is_dram_va(hdev, virt_addr); in hl_mmu_map_page() 326 (hdev->asic_funcs->scramble_addr(hdev, virt_addr) & in hl_mmu_map_page() 329 (virt_addr & (real_page_size - 1))))) in hl_mmu_map_page() [all …]
|
D | mmu_v2_hr.c | 116 u64 virt_addr, bool is_dram_addr) in _hl_mmu_v2_hr_unmap() argument 132 scrambled_virt_addr = hdev->asic_funcs->scramble_addr(hdev, virt_addr); in _hl_mmu_v2_hr_unmap() 185 dev_err(hdev->dev, "virt addr 0x%llx is not mapped to phys addr\n", virt_addr); in _hl_mmu_v2_hr_unmap() 206 u64 virt_addr, u64 phys_addr, in _hl_mmu_v2_hr_map() argument 238 scrambled_virt_addr = hdev->asic_funcs->scramble_addr(hdev, virt_addr); in _hl_mmu_v2_hr_map() 336 u64 virt_addr, bool *is_huge) in hl_mmu_v2_hr_get_tlb_mapping_params() argument 341 is_dram_addr = hl_mem_area_inside_range(virt_addr, prop->dmmu.page_size, in hl_mmu_v2_hr_get_tlb_mapping_params() 344 is_pmmu_addr = hl_mem_area_inside_range(virt_addr, prop->pmmu.page_size, in hl_mmu_v2_hr_get_tlb_mapping_params() 347 is_pmmu_h_addr = hl_mem_area_inside_range(virt_addr, in hl_mmu_v2_hr_get_tlb_mapping_params() 370 static int hl_mmu_v2_hr_get_tlb_info(struct hl_ctx *ctx, u64 virt_addr, in hl_mmu_v2_hr_get_tlb_info() argument [all …]
|
D | mmu_v1.c | 176 u64 *hop_addr_arr, u64 virt_addr, enum mmu_hop_num hop_idx) in get_hop_pte_addr() argument 183 ctx->hdev->asic_prop.mmu_pte_size * ((virt_addr & mask) >> shift); in get_hop_pte_addr() 485 u64 virt_addr, bool is_dram_addr) in hl_mmu_v1_unmap() argument 507 get_hop_pte_addr(ctx, mmu_prop, hop_addr, virt_addr, hop_idx); in hl_mmu_v1_unmap() 526 get_hop_pte_addr(ctx, mmu_prop, hop_addr, virt_addr, hop_idx); in hl_mmu_v1_unmap() 538 virt_addr); in hl_mmu_v1_unmap() 545 virt_addr); in hl_mmu_v1_unmap() 583 virt_addr); in hl_mmu_v1_unmap() 588 static int hl_mmu_v1_map(struct hl_ctx *ctx, u64 virt_addr, u64 phys_addr, in hl_mmu_v1_map() argument 629 get_hop_pte_addr(ctx, mmu_prop, hop_addr, virt_addr, hop_idx); in hl_mmu_v1_map() [all …]
|
/linux-6.1.9/include/trace/events/ |
D | habanalabs.h | 17 TP_PROTO(struct device *dev, u64 virt_addr, u64 phys_addr, u32 page_size, bool flush_pte), 19 TP_ARGS(dev, virt_addr, phys_addr, page_size, flush_pte), 23 __field(u64, virt_addr) 31 __entry->virt_addr = virt_addr; 39 __entry->virt_addr, 46 TP_PROTO(struct device *dev, u64 virt_addr, u64 phys_addr, u32 page_size, bool flush_pte), 47 TP_ARGS(dev, virt_addr, phys_addr, page_size, flush_pte)); 50 TP_PROTO(struct device *dev, u64 virt_addr, u64 phys_addr, u32 page_size, bool flush_pte), 51 TP_ARGS(dev, virt_addr, phys_addr, page_size, flush_pte));
|
/linux-6.1.9/drivers/usb/gadget/udc/ |
D | amd5536udc_pci.c | 72 iounmap(dev->virt_addr); in udc_pci_remove() 118 dev->virt_addr = ioremap(resource, len); in udc_pci_probe() 119 if (!dev->virt_addr) { in udc_pci_probe() 133 dev->csr = dev->virt_addr + UDC_CSR_ADDR; in udc_pci_probe() 135 dev->regs = dev->virt_addr + UDC_DEVCFG_ADDR; in udc_pci_probe() 137 dev->ep_regs = dev->virt_addr + UDC_EPREGS_ADDR; in udc_pci_probe() 139 dev->rxfifo = (u32 __iomem *)(dev->virt_addr + UDC_RXFIFO_ADDR); in udc_pci_probe() 140 dev->txfifo = (u32 __iomem *)(dev->virt_addr + UDC_TXFIFO_ADDR); in udc_pci_probe() 181 iounmap(dev->virt_addr); in udc_pci_probe()
|
D | snps_udc_plat.c | 116 udc->virt_addr = devm_ioremap_resource(dev, res); in udc_plat_probe() 117 if (IS_ERR(udc->virt_addr)) in udc_plat_probe() 118 return PTR_ERR(udc->virt_addr); in udc_plat_probe() 121 udc->csr = udc->virt_addr + UDC_CSR_ADDR; in udc_plat_probe() 124 udc->regs = udc->virt_addr + UDC_DEVCFG_ADDR; in udc_plat_probe() 127 udc->ep_regs = udc->virt_addr + UDC_EPREGS_ADDR; in udc_plat_probe() 130 udc->rxfifo = (u32 __iomem *)(udc->virt_addr + UDC_RXFIFO_ADDR); in udc_plat_probe() 131 udc->txfifo = (u32 __iomem *)(udc->virt_addr + UDC_TXFIFO_ADDR); in udc_plat_probe()
|
/linux-6.1.9/arch/powerpc/include/asm/ |
D | edac.h | 21 unsigned int *virt_addr = va; in edac_atomic_scrub() local 25 for (i = 0; i < size / sizeof(*virt_addr); i++, virt_addr++) { in edac_atomic_scrub() 35 : "r"(virt_addr) in edac_atomic_scrub()
|
/linux-6.1.9/arch/arm/include/asm/ |
D | edac.h | 18 unsigned int *virt_addr = va; in edac_atomic_scrub() local 22 for (i = 0; i < size / sizeof(*virt_addr); i++, virt_addr++) { in edac_atomic_scrub() 32 : "r"(virt_addr) in edac_atomic_scrub()
|
/linux-6.1.9/arch/mips/include/asm/ |
D | edac.h | 11 unsigned long *virt_addr = va; in edac_atomic_scrub() local 31 : "=&r" (temp), "=" GCC_OFF_SMALL_ASM() (*virt_addr) in edac_atomic_scrub() 32 : GCC_OFF_SMALL_ASM() (*virt_addr)); in edac_atomic_scrub() 34 virt_addr++; in edac_atomic_scrub()
|
/linux-6.1.9/drivers/w1/masters/ |
D | matrox_w1.c | 50 void __iomem *virt_addr; member 142 dev->virt_addr = ioremap(dev->phys_addr, 16384); in matrox_w1_probe() 143 if (!dev->virt_addr) { in matrox_w1_probe() 150 dev->base_addr = dev->virt_addr + MATROX_BASE; in matrox_w1_probe() 174 if (dev->virt_addr) in matrox_w1_probe() 175 iounmap(dev->virt_addr); in matrox_w1_probe() 187 iounmap(dev->virt_addr); in matrox_w1_remove()
|
/linux-6.1.9/drivers/net/wireless/ath/ath10k/ |
D | swap.c | 19 u8 *virt_addr = seg_info->virt_address[0]; in ath10k_swap_code_seg_fill() local 55 memcpy(virt_addr, swap_item->tlv.data, payload_len); in ath10k_swap_code_seg_fill() 56 virt_addr += payload_len; in ath10k_swap_code_seg_fill() 93 void *virt_addr; in ath10k_swap_code_seg_alloc() local 107 virt_addr = dma_alloc_coherent(ar->dev, swap_bin_len, &paddr, in ath10k_swap_code_seg_alloc() 109 if (!virt_addr) in ath10k_swap_code_seg_alloc() 118 seg_info->virt_address[0] = virt_addr; in ath10k_swap_code_seg_alloc()
|
/linux-6.1.9/arch/x86/boot/compressed/ |
D | misc.c | 186 unsigned long virt_addr) in handle_relocations() argument 214 delta = virt_addr - LOAD_PHYSICAL_ADDR; in handle_relocations() 276 unsigned long virt_addr) in handle_relocations() argument 357 unsigned long virt_addr = LOAD_PHYSICAL_ADDR; in extract_kernel() local 435 &virt_addr); in extract_kernel() 440 if (virt_addr & (MIN_KERNEL_ALIGN - 1)) in extract_kernel() 445 if (virt_addr + max(output_len, kernel_total_size) > KERNEL_IMAGE_SIZE) in extract_kernel() 452 if (virt_addr != LOAD_PHYSICAL_ADDR) in extract_kernel() 460 handle_relocations(output, output_len, virt_addr); in extract_kernel()
|
/linux-6.1.9/drivers/comedi/ |
D | comedi_buf.c | 37 buf->virt_addr, buf->dma_addr); in comedi_buf_map_kref_release() 41 ClearPageReserved(virt_to_page(buf->virt_addr)); in comedi_buf_map_kref_release() 42 free_page((unsigned long)buf->virt_addr); in comedi_buf_map_kref_release() 97 void *virt_addr; in comedi_buf_map_alloc() local 104 virt_addr = dma_alloc_coherent(bm->dma_hw_dev, in comedi_buf_map_alloc() 107 if (!virt_addr) in comedi_buf_map_alloc() 112 buf->virt_addr = virt_addr + (i << PAGE_SHIFT); in comedi_buf_map_alloc() 120 buf->virt_addr = (void *)get_zeroed_page(GFP_KERNEL); in comedi_buf_map_alloc() 121 if (!buf->virt_addr) in comedi_buf_map_alloc() 124 SetPageReserved(virt_to_page(buf->virt_addr)); in comedi_buf_map_alloc() [all …]
|
/linux-6.1.9/arch/arm64/kvm/hyp/nvhe/ |
D | mm.c | 100 unsigned long virt_addr; in pkvm_create_mappings_locked() local 108 for (virt_addr = start; virt_addr < end; virt_addr += PAGE_SIZE) { in pkvm_create_mappings_locked() 111 phys = hyp_virt_to_phys((void *)virt_addr); in pkvm_create_mappings_locked() 112 err = kvm_pgtable_hyp_map(&pkvm_pgtable, virt_addr, PAGE_SIZE, in pkvm_create_mappings_locked()
|
/linux-6.1.9/arch/x86/include/asm/ |
D | edac.h | 9 u32 i, *virt_addr = va; in edac_atomic_scrub() local 15 for (i = 0; i < size / 4; i++, virt_addr++) in edac_atomic_scrub() 16 asm volatile("lock; addl $0, %0"::"m" (*virt_addr)); in edac_atomic_scrub()
|
/linux-6.1.9/drivers/crypto/qat/qat_common/ |
D | adf_admin.c | 103 void *virt_addr; member 127 memcpy(admin->virt_addr + offset, in, ADF_ADMINMSG_LEN); in adf_put_admin_msg_sync() 143 memcpy(out, admin->virt_addr + offset + in adf_put_admin_msg_sync() 305 admin->virt_addr = dma_alloc_coherent(&GET_DEV(accel_dev), PAGE_SIZE, in adf_init_admin_comms() 307 if (!admin->virt_addr) { in adf_init_admin_comms() 320 admin->virt_addr, admin->phy_addr); in adf_init_admin_comms() 351 if (admin->virt_addr) in adf_exit_admin_comms() 353 admin->virt_addr, admin->phy_addr); in adf_exit_admin_comms()
|
/linux-6.1.9/drivers/pci/endpoint/ |
D | pci-epc-mem.c | 171 void __iomem *virt_addr = NULL; in pci_epc_mem_alloc_addr() local 191 virt_addr = ioremap(*phys_addr, align_size); in pci_epc_mem_alloc_addr() 192 if (!virt_addr) { in pci_epc_mem_alloc_addr() 199 return virt_addr; in pci_epc_mem_alloc_addr() 204 return virt_addr; in pci_epc_mem_alloc_addr() 235 void __iomem *virt_addr, size_t size) in pci_epc_mem_free_addr() argument 251 iounmap(virt_addr); in pci_epc_mem_free_addr()
|
/linux-6.1.9/drivers/net/ethernet/cirrus/ |
D | cs89x0.c | 150 void __iomem *virt_addr;/* CS89x0 virtual address. */ member 204 tmp16 = ioread16(lp->virt_addr + portno); in readwords() 219 iowrite16(tmp16, lp->virt_addr + portno); in writewords() 228 iowrite16(regno, lp->virt_addr + ADD_PORT); in readreg() 229 return ioread16(lp->virt_addr + DATA_PORT); in readreg() 237 iowrite16(regno, lp->virt_addr + ADD_PORT); in writereg() 238 iowrite16(value, lp->virt_addr + DATA_PORT); in writereg() 526 iowrite16(TX_AFTER_ALL, lp->virt_addr + TX_CMD_PORT); in send_test_pkt() 527 iowrite16(ETH_ZLEN, lp->virt_addr + TX_LEN_PORT); in send_test_pkt() 677 status = ioread16(lp->virt_addr + RX_FRAME_PORT); in net_rx() [all …]
|
/linux-6.1.9/arch/powerpc/platforms/ps3/ |
D | mm.c | 773 static int dma_sb_map_area(struct ps3_dma_region *r, unsigned long virt_addr, in dma_sb_map_area() argument 780 unsigned long phys_addr = is_kernel_addr(virt_addr) ? __pa(virt_addr) in dma_sb_map_area() 781 : virt_addr; in dma_sb_map_area() 791 virt_addr); in dma_sb_map_area() 828 static int dma_ioc0_map_area(struct ps3_dma_region *r, unsigned long virt_addr, in dma_ioc0_map_area() argument 835 unsigned long phys_addr = is_kernel_addr(virt_addr) ? __pa(virt_addr) in dma_ioc0_map_area() 836 : virt_addr; in dma_ioc0_map_area() 842 virt_addr, len); in dma_ioc0_map_area() 870 virt_addr, phys_addr, aligned_phys, *bus_addr); in dma_ioc0_map_area() 972 unsigned long virt_addr, len; in dma_sb_region_create_linear() local [all …]
|
/linux-6.1.9/drivers/acpi/ |
D | osl.c | 687 int acpi_os_read_iomem(void __iomem *virt_addr, u64 *value, u32 width) in acpi_os_read_iomem() argument 692 *(u8 *) value = readb(virt_addr); in acpi_os_read_iomem() 695 *(u16 *) value = readw(virt_addr); in acpi_os_read_iomem() 698 *(u32 *) value = readl(virt_addr); in acpi_os_read_iomem() 701 *(u64 *) value = readq(virt_addr); in acpi_os_read_iomem() 713 void __iomem *virt_addr; in acpi_os_read_memory() local 720 virt_addr = acpi_map_vaddr_lookup(phys_addr, size); in acpi_os_read_memory() 721 if (!virt_addr) { in acpi_os_read_memory() 723 virt_addr = acpi_os_ioremap(phys_addr, size); in acpi_os_read_memory() 724 if (!virt_addr) in acpi_os_read_memory() [all …]
|
/linux-6.1.9/tools/testing/nvdimm/ |
D | pmem-dax.c | 29 *kaddr = pmem->virt_addr + offset; in __pmem_direct_access() 30 page = vmalloc_to_page(pmem->virt_addr + offset); in __pmem_direct_access() 40 *kaddr = pmem->virt_addr + offset; in __pmem_direct_access()
|
/linux-6.1.9/arch/riscv/mm/ |
D | init.c | 433 BUG_ON((va - kernel_map.virt_addr) >> PUD_SHIFT); in alloc_pmd_early() 499 BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT); in alloc_pud_early() 537 BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT); in alloc_p4d_early() 829 end_va = kernel_map.virt_addr + kernel_map.xiprom_sz; in create_kernel_page_table() 830 for (va = kernel_map.virt_addr; va < end_va; va += PMD_SIZE) in create_kernel_page_table() 832 kernel_map.xiprom + (va - kernel_map.virt_addr), in create_kernel_page_table() 836 end_va = kernel_map.virt_addr + XIP_OFFSET + kernel_map.size; in create_kernel_page_table() 837 for (va = kernel_map.virt_addr + XIP_OFFSET; va < end_va; va += PMD_SIZE) in create_kernel_page_table() 839 kernel_map.phys_addr + (va - (kernel_map.virt_addr + XIP_OFFSET)), in create_kernel_page_table() 847 end_va = kernel_map.virt_addr + kernel_map.size; in create_kernel_page_table() [all …]
|
/linux-6.1.9/drivers/firmware/efi/ |
D | efi-init.c | 44 if (md->virt_addr == 0) in efi_to_phys() 47 if (md->virt_addr <= addr && in efi_to_phys() 48 (addr - md->virt_addr) < (md->num_pages << EFI_PAGE_SHIFT)) in efi_to_phys() 49 return md->phys_addr + addr - md->virt_addr; in efi_to_phys()
|
/linux-6.1.9/arch/riscv/include/asm/ |
D | page.h | 102 unsigned long virt_addr; member 120 ((x) >= kernel_map.virt_addr && (x) < (kernel_map.virt_addr + kernel_map.size)) 137 (IS_ENABLED(CONFIG_XIP_KERNEL) && _y < kernel_map.virt_addr + XIP_OFFSET) ? \
|
/linux-6.1.9/drivers/media/platform/ti/omap/ |
D | omap_voutlib.c | 308 unsigned long virt_addr, addr; in omap_vout_alloc_buffer() local 312 virt_addr = __get_free_pages(GFP_KERNEL, order); in omap_vout_alloc_buffer() 313 addr = virt_addr; in omap_vout_alloc_buffer() 315 if (virt_addr) { in omap_vout_alloc_buffer() 322 *phys_addr = (u32) virt_to_phys((void *) virt_addr); in omap_vout_alloc_buffer() 323 return virt_addr; in omap_vout_alloc_buffer()
|