/linux-6.6.21/drivers/accel/habanalabs/common/mmu/ |
D | mmu.c | 28 bool hl_is_dram_va(struct hl_device *hdev, u64 virt_addr) in hl_is_dram_va() argument 32 return hl_mem_area_inside_range(virt_addr, prop->dmmu.page_size, in hl_is_dram_va() 226 int hl_mmu_unmap_page(struct hl_ctx *ctx, u64 virt_addr, u32 page_size, bool flush_pte) in hl_mmu_unmap_page() argument 239 is_dram_addr = hl_is_dram_va(hdev, virt_addr); in hl_mmu_unmap_page() 251 real_virt_addr = virt_addr; in hl_mmu_unmap_page() 265 trace_habanalabs_mmu_unmap(hdev->dev, virt_addr, 0, page_size, flush_pte); in hl_mmu_unmap_page() 292 int hl_mmu_map_page(struct hl_ctx *ctx, u64 virt_addr, u64 phys_addr, u32 page_size, in hl_mmu_map_page() argument 307 is_dram_addr = hl_is_dram_va(hdev, virt_addr); in hl_mmu_map_page() 326 (hdev->asic_funcs->scramble_addr(hdev, virt_addr) & in hl_mmu_map_page() 329 (virt_addr & (real_page_size - 1))))) in hl_mmu_map_page() [all …]
|
D | mmu_v2_hr.c | 116 u64 virt_addr, bool is_dram_addr) in _hl_mmu_v2_hr_unmap() argument 132 scrambled_virt_addr = hdev->asic_funcs->scramble_addr(hdev, virt_addr); in _hl_mmu_v2_hr_unmap() 185 dev_err(hdev->dev, "virt addr 0x%llx is not mapped to phys addr\n", virt_addr); in _hl_mmu_v2_hr_unmap() 206 u64 virt_addr, u64 phys_addr, in _hl_mmu_v2_hr_map() argument 238 scrambled_virt_addr = hdev->asic_funcs->scramble_addr(hdev, virt_addr); in _hl_mmu_v2_hr_map() 336 u64 virt_addr, bool *is_huge) in hl_mmu_v2_hr_get_tlb_mapping_params() argument 341 is_dram_addr = hl_mem_area_inside_range(virt_addr, prop->dmmu.page_size, in hl_mmu_v2_hr_get_tlb_mapping_params() 344 is_pmmu_addr = hl_mem_area_inside_range(virt_addr, prop->pmmu.page_size, in hl_mmu_v2_hr_get_tlb_mapping_params() 347 is_pmmu_h_addr = hl_mem_area_inside_range(virt_addr, in hl_mmu_v2_hr_get_tlb_mapping_params() 370 static int hl_mmu_v2_hr_get_tlb_info(struct hl_ctx *ctx, u64 virt_addr, in hl_mmu_v2_hr_get_tlb_info() argument [all …]
|
D | mmu_v1.c | 176 u64 *hop_addr_arr, u64 virt_addr, enum mmu_hop_num hop_idx) in get_hop_pte_addr() argument 183 ctx->hdev->asic_prop.mmu_pte_size * ((virt_addr & mask) >> shift); in get_hop_pte_addr() 484 u64 virt_addr, bool is_dram_addr) in hl_mmu_v1_unmap() argument 506 get_hop_pte_addr(ctx, mmu_prop, hop_addr, virt_addr, hop_idx); in hl_mmu_v1_unmap() 525 get_hop_pte_addr(ctx, mmu_prop, hop_addr, virt_addr, hop_idx); in hl_mmu_v1_unmap() 537 virt_addr); in hl_mmu_v1_unmap() 544 virt_addr); in hl_mmu_v1_unmap() 582 virt_addr); in hl_mmu_v1_unmap() 587 static int hl_mmu_v1_map(struct hl_ctx *ctx, u64 virt_addr, u64 phys_addr, in hl_mmu_v1_map() argument 628 get_hop_pte_addr(ctx, mmu_prop, hop_addr, virt_addr, hop_idx); in hl_mmu_v1_map() [all …]
|
/linux-6.6.21/drivers/usb/gadget/udc/ |
D | amd5536udc_pci.c | 72 iounmap(dev->virt_addr); in udc_pci_remove() 118 dev->virt_addr = ioremap(resource, len); in udc_pci_probe() 119 if (!dev->virt_addr) { in udc_pci_probe() 133 dev->csr = dev->virt_addr + UDC_CSR_ADDR; in udc_pci_probe() 135 dev->regs = dev->virt_addr + UDC_DEVCFG_ADDR; in udc_pci_probe() 137 dev->ep_regs = dev->virt_addr + UDC_EPREGS_ADDR; in udc_pci_probe() 139 dev->rxfifo = (u32 __iomem *)(dev->virt_addr + UDC_RXFIFO_ADDR); in udc_pci_probe() 140 dev->txfifo = (u32 __iomem *)(dev->virt_addr + UDC_TXFIFO_ADDR); in udc_pci_probe() 184 iounmap(dev->virt_addr); in udc_pci_probe()
|
D | snps_udc_plat.c | 115 udc->virt_addr = devm_platform_get_and_ioremap_resource(pdev, 0, &res); in udc_plat_probe() 116 if (IS_ERR(udc->virt_addr)) in udc_plat_probe() 117 return PTR_ERR(udc->virt_addr); in udc_plat_probe() 120 udc->csr = udc->virt_addr + UDC_CSR_ADDR; in udc_plat_probe() 123 udc->regs = udc->virt_addr + UDC_DEVCFG_ADDR; in udc_plat_probe() 126 udc->ep_regs = udc->virt_addr + UDC_EPREGS_ADDR; in udc_plat_probe() 129 udc->rxfifo = (u32 __iomem *)(udc->virt_addr + UDC_RXFIFO_ADDR); in udc_plat_probe() 130 udc->txfifo = (u32 __iomem *)(udc->virt_addr + UDC_TXFIFO_ADDR); in udc_plat_probe()
|
/linux-6.6.21/include/trace/events/ |
D | habanalabs.h | 17 TP_PROTO(struct device *dev, u64 virt_addr, u64 phys_addr, u32 page_size, bool flush_pte), 19 TP_ARGS(dev, virt_addr, phys_addr, page_size, flush_pte), 23 __field(u64, virt_addr) 31 __entry->virt_addr = virt_addr; 39 __entry->virt_addr, 46 TP_PROTO(struct device *dev, u64 virt_addr, u64 phys_addr, u32 page_size, bool flush_pte), 47 TP_ARGS(dev, virt_addr, phys_addr, page_size, flush_pte)); 50 TP_PROTO(struct device *dev, u64 virt_addr, u64 phys_addr, u32 page_size, bool flush_pte), 51 TP_ARGS(dev, virt_addr, phys_addr, page_size, flush_pte));
|
/linux-6.6.21/arch/powerpc/include/asm/ |
D | edac.h | 21 unsigned int *virt_addr = va; in edac_atomic_scrub() local 25 for (i = 0; i < size / sizeof(*virt_addr); i++, virt_addr++) { in edac_atomic_scrub() 35 : "r"(virt_addr) in edac_atomic_scrub()
|
/linux-6.6.21/arch/arm/include/asm/ |
D | edac.h | 18 unsigned int *virt_addr = va; in edac_atomic_scrub() local 22 for (i = 0; i < size / sizeof(*virt_addr); i++, virt_addr++) { in edac_atomic_scrub() 32 : "r"(virt_addr) in edac_atomic_scrub()
|
/linux-6.6.21/arch/mips/include/asm/ |
D | edac.h | 11 unsigned long *virt_addr = va; in edac_atomic_scrub() local 31 : "=&r" (temp), "=" GCC_OFF_SMALL_ASM() (*virt_addr) in edac_atomic_scrub() 32 : GCC_OFF_SMALL_ASM() (*virt_addr)); in edac_atomic_scrub() 34 virt_addr++; in edac_atomic_scrub()
|
/linux-6.6.21/arch/x86/boot/compressed/ |
D | misc.c | 186 unsigned long virt_addr) in handle_relocations() argument 214 delta = virt_addr - LOAD_PHYSICAL_ADDR; in handle_relocations() 276 unsigned long virt_addr) in handle_relocations() argument 340 unsigned long decompress_kernel(unsigned char *outbuf, unsigned long virt_addr, in decompress_kernel() argument 355 handle_relocations(outbuf, output_len, virt_addr); in decompress_kernel() 379 unsigned long virt_addr = LOAD_PHYSICAL_ADDR; in extract_kernel() local 459 &virt_addr); in extract_kernel() 464 if (virt_addr & (MIN_KERNEL_ALIGN - 1)) in extract_kernel() 469 if (virt_addr + needed_size > KERNEL_IMAGE_SIZE) in extract_kernel() 476 if (virt_addr != LOAD_PHYSICAL_ADDR) in extract_kernel() [all …]
|
/linux-6.6.21/drivers/w1/masters/ |
D | matrox_w1.c | 49 void __iomem *virt_addr; member 136 dev->virt_addr = ioremap(dev->phys_addr, 16384); in matrox_w1_probe() 137 if (!dev->virt_addr) { in matrox_w1_probe() 144 dev->base_addr = dev->virt_addr + MATROX_BASE; in matrox_w1_probe() 168 if (dev->virt_addr) in matrox_w1_probe() 169 iounmap(dev->virt_addr); in matrox_w1_probe() 181 iounmap(dev->virt_addr); in matrox_w1_remove()
|
/linux-6.6.21/drivers/net/wireless/ath/ath10k/ |
D | swap.c | 19 u8 *virt_addr = seg_info->virt_address[0]; in ath10k_swap_code_seg_fill() local 55 memcpy(virt_addr, swap_item->tlv.data, payload_len); in ath10k_swap_code_seg_fill() 56 virt_addr += payload_len; in ath10k_swap_code_seg_fill() 93 void *virt_addr; in ath10k_swap_code_seg_alloc() local 107 virt_addr = dma_alloc_coherent(ar->dev, swap_bin_len, &paddr, in ath10k_swap_code_seg_alloc() 109 if (!virt_addr) in ath10k_swap_code_seg_alloc() 118 seg_info->virt_address[0] = virt_addr; in ath10k_swap_code_seg_alloc()
|
/linux-6.6.21/drivers/comedi/ |
D | comedi_buf.c | 37 buf->virt_addr, buf->dma_addr); in comedi_buf_map_kref_release() 41 ClearPageReserved(virt_to_page(buf->virt_addr)); in comedi_buf_map_kref_release() 42 free_page((unsigned long)buf->virt_addr); in comedi_buf_map_kref_release() 97 void *virt_addr; in comedi_buf_map_alloc() local 104 virt_addr = dma_alloc_coherent(bm->dma_hw_dev, in comedi_buf_map_alloc() 107 if (!virt_addr) in comedi_buf_map_alloc() 112 buf->virt_addr = virt_addr + (i << PAGE_SHIFT); in comedi_buf_map_alloc() 120 buf->virt_addr = (void *)get_zeroed_page(GFP_KERNEL); in comedi_buf_map_alloc() 121 if (!buf->virt_addr) in comedi_buf_map_alloc() 124 SetPageReserved(virt_to_page(buf->virt_addr)); in comedi_buf_map_alloc() [all …]
|
/linux-6.6.21/arch/x86/include/asm/ |
D | edac.h | 9 u32 i, *virt_addr = va; in edac_atomic_scrub() local 15 for (i = 0; i < size / 4; i++, virt_addr++) in edac_atomic_scrub() 16 asm volatile("lock; addl $0, %0"::"m" (*virt_addr)); in edac_atomic_scrub()
|
/linux-6.6.21/drivers/pci/endpoint/ |
D | pci-epc-mem.c | 181 void __iomem *virt_addr = NULL; in pci_epc_mem_alloc_addr() local 201 virt_addr = ioremap(*phys_addr, align_size); in pci_epc_mem_alloc_addr() 202 if (!virt_addr) { in pci_epc_mem_alloc_addr() 209 return virt_addr; in pci_epc_mem_alloc_addr() 214 return virt_addr; in pci_epc_mem_alloc_addr() 245 void __iomem *virt_addr, size_t size) in pci_epc_mem_free_addr() argument 261 iounmap(virt_addr); in pci_epc_mem_free_addr()
|
/linux-6.6.21/drivers/net/ethernet/cirrus/ |
D | cs89x0.c | 151 void __iomem *virt_addr;/* CS89x0 virtual address. */ member 205 tmp16 = ioread16(lp->virt_addr + portno); in readwords() 220 iowrite16(tmp16, lp->virt_addr + portno); in writewords() 229 iowrite16(regno, lp->virt_addr + ADD_PORT); in readreg() 230 return ioread16(lp->virt_addr + DATA_PORT); in readreg() 238 iowrite16(regno, lp->virt_addr + ADD_PORT); in writereg() 239 iowrite16(value, lp->virt_addr + DATA_PORT); in writereg() 527 iowrite16(TX_AFTER_ALL, lp->virt_addr + TX_CMD_PORT); in send_test_pkt() 528 iowrite16(ETH_ZLEN, lp->virt_addr + TX_LEN_PORT); in send_test_pkt() 678 status = ioread16(lp->virt_addr + RX_FRAME_PORT); in net_rx() [all …]
|
/linux-6.6.21/arch/powerpc/platforms/ps3/ |
D | mm.c | 773 static int dma_sb_map_area(struct ps3_dma_region *r, unsigned long virt_addr, in dma_sb_map_area() argument 780 unsigned long phys_addr = is_kernel_addr(virt_addr) ? __pa(virt_addr) in dma_sb_map_area() 781 : virt_addr; in dma_sb_map_area() 791 virt_addr); in dma_sb_map_area() 828 static int dma_ioc0_map_area(struct ps3_dma_region *r, unsigned long virt_addr, in dma_ioc0_map_area() argument 835 unsigned long phys_addr = is_kernel_addr(virt_addr) ? __pa(virt_addr) in dma_ioc0_map_area() 836 : virt_addr; in dma_ioc0_map_area() 842 virt_addr, len); in dma_ioc0_map_area() 870 virt_addr, phys_addr, aligned_phys, *bus_addr); in dma_ioc0_map_area() 972 unsigned long virt_addr, len; in dma_sb_region_create_linear() local [all …]
|
/linux-6.6.21/drivers/acpi/ |
D | osl.c | 687 int acpi_os_read_iomem(void __iomem *virt_addr, u64 *value, u32 width) in acpi_os_read_iomem() argument 692 *(u8 *) value = readb(virt_addr); in acpi_os_read_iomem() 695 *(u16 *) value = readw(virt_addr); in acpi_os_read_iomem() 698 *(u32 *) value = readl(virt_addr); in acpi_os_read_iomem() 701 *(u64 *) value = readq(virt_addr); in acpi_os_read_iomem() 713 void __iomem *virt_addr; in acpi_os_read_memory() local 720 virt_addr = acpi_map_vaddr_lookup(phys_addr, size); in acpi_os_read_memory() 721 if (!virt_addr) { in acpi_os_read_memory() 723 virt_addr = acpi_os_ioremap(phys_addr, size); in acpi_os_read_memory() 724 if (!virt_addr) in acpi_os_read_memory() [all …]
|
/linux-6.6.21/tools/testing/nvdimm/ |
D | pmem-dax.c | 29 *kaddr = pmem->virt_addr + offset; in __pmem_direct_access() 30 page = vmalloc_to_page(pmem->virt_addr + offset); in __pmem_direct_access() 40 *kaddr = pmem->virt_addr + offset; in __pmem_direct_access()
|
/linux-6.6.21/arch/riscv/mm/ |
D | init.c | 153 print_ml("kernel", (unsigned long)kernel_map.virt_addr, in print_vm_layout() 434 BUG_ON((va - kernel_map.virt_addr) >> PUD_SHIFT); in alloc_pmd_early() 498 BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT); in alloc_pud_early() 536 BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT); in alloc_p4d_early() 860 uintptr_t reloc_offset = kernel_map.virt_addr - KERNEL_LINK_ADDR; in relocate_kernel() 895 end_va = kernel_map.virt_addr + kernel_map.xiprom_sz; in create_kernel_page_table() 896 for (va = kernel_map.virt_addr; va < end_va; va += PMD_SIZE) in create_kernel_page_table() 898 kernel_map.xiprom + (va - kernel_map.virt_addr), in create_kernel_page_table() 902 end_va = kernel_map.virt_addr + XIP_OFFSET + kernel_map.size; in create_kernel_page_table() 903 for (va = kernel_map.virt_addr + XIP_OFFSET; va < end_va; va += PMD_SIZE) in create_kernel_page_table() [all …]
|
/linux-6.6.21/drivers/crypto/intel/qat/qat_common/ |
D | adf_admin.c | 106 void *virt_addr; member 130 memcpy(admin->virt_addr + offset, in, ADF_ADMINMSG_LEN); in adf_put_admin_msg_sync() 146 memcpy(out, admin->virt_addr + offset + in adf_put_admin_msg_sync() 396 admin->virt_addr = dma_alloc_coherent(&GET_DEV(accel_dev), PAGE_SIZE, in adf_init_admin_comms() 398 if (!admin->virt_addr) { in adf_init_admin_comms() 411 admin->virt_addr, admin->phy_addr); in adf_init_admin_comms() 442 if (admin->virt_addr) in adf_exit_admin_comms() 444 admin->virt_addr, admin->phy_addr); in adf_exit_admin_comms()
|
D | adf_heartbeat.c | 67 struct hb_cnt_pair *hb_stats = accel_dev->heartbeat->dma.virt_addr; in validate_hb_ctrs_cnt() 85 struct hb_cnt_pair *hb_stats = accel_dev->heartbeat->dma.virt_addr; in adf_heartbeat_check_ctrs() 186 live_stats = accel_dev->heartbeat->dma.virt_addr; in adf_hb_get_status() 279 hb->dma.virt_addr = dma_alloc_coherent(&GET_DEV(accel_dev), PAGE_SIZE, in adf_heartbeat_init() 281 if (!hb->dma.virt_addr) in adf_heartbeat_init() 330 if (hb->dma.virt_addr) in adf_heartbeat_shutdown() 332 hb->dma.virt_addr, hb->dma.phy_addr); in adf_heartbeat_shutdown()
|
/linux-6.6.21/arch/arm64/kvm/hyp/nvhe/ |
D | mm.c | 117 unsigned long virt_addr; in pkvm_create_mappings_locked() local 125 for (virt_addr = start; virt_addr < end; virt_addr += PAGE_SIZE) { in pkvm_create_mappings_locked() 128 phys = hyp_virt_to_phys((void *)virt_addr); in pkvm_create_mappings_locked() 129 err = kvm_pgtable_hyp_map(&pkvm_pgtable, virt_addr, PAGE_SIZE, in pkvm_create_mappings_locked()
|
/linux-6.6.21/drivers/firmware/efi/ |
D | efi-init.c | 46 if (md->virt_addr == 0) in efi_to_phys() 49 if (md->virt_addr <= addr && in efi_to_phys() 50 (addr - md->virt_addr) < (md->num_pages << EFI_PAGE_SHIFT)) in efi_to_phys() 51 return md->phys_addr + addr - md->virt_addr; in efi_to_phys()
|
/linux-6.6.21/arch/riscv/include/asm/ |
D | page.h | 108 unsigned long virt_addr; member 127 ((x) >= kernel_map.virt_addr && (x) < (kernel_map.virt_addr + kernel_map.size)) 152 (IS_ENABLED(CONFIG_XIP_KERNEL) && _y < kernel_map.virt_addr + XIP_OFFSET) ? \
|