| /linux-6.1.9/net/xdp/ |
| D | xdp_umem.c | 24 static void xdp_umem_unpin_pages(struct xdp_umem *umem) in xdp_umem_unpin_pages()
32 static void xdp_umem_unaccount_pages(struct xdp_umem *umem) in xdp_umem_unaccount_pages()
40 static void xdp_umem_addr_unmap(struct xdp_umem *umem) in xdp_umem_addr_unmap()
46 static int xdp_umem_addr_map(struct xdp_umem *umem, struct page **pages, in xdp_umem_addr_map()
55 static void xdp_umem_release(struct xdp_umem *umem) in xdp_umem_release()
69 struct xdp_umem *umem = container_of(work, struct xdp_umem, work); in xdp_umem_release_deferred() local
74 void xdp_get_umem(struct xdp_umem *umem) in xdp_get_umem()
79 void xdp_put_umem(struct xdp_umem *umem, bool defer_cleanup) in xdp_put_umem()
94 static int xdp_umem_pin_pages(struct xdp_umem *umem, unsigned long address) in xdp_umem_pin_pages()
128 static int xdp_umem_account_pages(struct xdp_umem *umem) in xdp_umem_account_pages()
[all …]
|
| D | xsk_buff_pool.c | 56 struct xdp_umem *umem) in xp_create_and_assign_umem()
219 struct xdp_umem *umem = umem_xs->umem; in xp_assign_dev_shared() local
298 u32 nr_pages, struct xdp_umem *umem) in xp_create_dma_map()
|
| D | xsk_diag.c | 50 struct xdp_umem *umem = xs->umem; in xsk_diag_put_umem() local
|
| /linux-6.1.9/include/rdma/ |
| D | ib_umem.h | 33 struct ib_umem umem; member
44 static inline struct ib_umem_dmabuf *to_ib_umem_dmabuf(struct ib_umem *umem) in to_ib_umem_dmabuf()
50 static inline int ib_umem_offset(struct ib_umem *umem) in ib_umem_offset()
55 static inline unsigned long ib_umem_dma_offset(struct ib_umem *umem, in ib_umem_dma_offset()
62 static inline size_t ib_umem_num_dma_blocks(struct ib_umem *umem, in ib_umem_num_dma_blocks()
70 static inline size_t ib_umem_num_pages(struct ib_umem *umem) in ib_umem_num_pages()
76 struct ib_umem *umem, in __rdma_umem_block_iter_start()
94 #define rdma_umem_for_each_dma_block(umem, biter, pgsz) \ argument
127 static inline unsigned long ib_umem_find_best_pgoff(struct ib_umem *umem, in ib_umem_find_best_pgoff()
161 static inline void ib_umem_release(struct ib_umem *umem) { } in ib_umem_release()
[all …]
|
| D | ib_umem_odp.h | 13 struct ib_umem umem; member
47 static inline struct ib_umem_odp *to_ib_umem_odp(struct ib_umem *umem) in to_ib_umem_odp()
|
| /linux-6.1.9/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| D | umem.c | 40 struct nvkm_umem *umem; in nvkm_umem_search() local
65 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_unmap() local
89 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_map() local
126 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_dtor() local
149 struct nvkm_umem *umem; in nvkm_umem_new() local
|
| /linux-6.1.9/drivers/infiniband/core/ |
| D | umem.c | 48 static void __ib_umem_release(struct ib_device *dev, struct ib_umem *umem, int dirty) in __ib_umem_release()
79 unsigned long ib_umem_find_best_pgsz(struct ib_umem *umem, in ib_umem_find_best_pgsz()
150 struct ib_umem *umem; in ib_umem_get() local
267 void ib_umem_release(struct ib_umem *umem) in ib_umem_release()
294 int ib_umem_copy_from(void *dst, struct ib_umem *umem, size_t offset, in ib_umem_copy_from()
|
| D | umem_odp.c | 119 struct ib_umem *umem; in ib_umem_odp_alloc_implicit() local
167 struct ib_umem *umem; in ib_umem_odp_alloc_child() local
|
| D | umem_dmabuf.c | 119 struct ib_umem *umem; in ib_umem_dmabuf_get() local
|
| /linux-6.1.9/tools/testing/selftests/bpf/ |
| D | xsk.c | 72 struct xsk_umem *umem; member
113 int xsk_umem__fd(const struct xsk_umem *umem) in xsk_umem__fd()
225 static int xsk_create_umem_rings(struct xsk_umem *umem, int fd, in xsk_create_umem_rings()
291 struct xsk_umem *umem; in xsk_umem__create() local
888 static struct xsk_ctx *xsk_get_ctx(struct xsk_umem *umem, int ifindex, in xsk_get_ctx()
908 struct xsk_umem *umem = ctx->umem; in xsk_put_ctx() local
933 struct xsk_umem *umem, int ifindex, in xsk_create_ctx()
1006 __u32 queue_id, struct xsk_umem *umem, in xsk_socket__create_shared()
1189 __u32 queue_id, struct xsk_umem *umem, in xsk_socket__create()
1201 int xsk_umem__delete(struct xsk_umem *umem) in xsk_umem__delete()
[all …]
|
| D | xskxceiver.c | 272 static int xsk_configure_umem(struct xsk_umem_info *umem, void *buffer, u64 size) in xsk_configure_umem()
315 static int __xsk_configure_socket(struct xsk_socket_info *xsk, struct xsk_umem_info *umem, in __xsk_configure_socket()
341 struct xsk_umem_info *umem; in ifobj_zc_avail() local
633 static void pkt_set(struct xsk_umem_info *umem, struct pkt *pkt, u64 addr, u32 len) in pkt_set()
643 static struct pkt_stream *pkt_stream_generate(struct xsk_umem_info *umem, u32 nb_pkts, u32 pkt_len) in pkt_stream_generate()
662 static struct pkt_stream *pkt_stream_clone(struct xsk_umem_info *umem, in pkt_stream_clone()
681 struct xsk_umem_info *umem = ifobj->umem; in __pkt_stream_replace_half() local
701 struct xsk_umem_info *umem = test->ifobj_rx->umem; in pkt_stream_receive_half() local
801 static bool is_offset_correct(struct xsk_umem_info *umem, struct pkt_stream *pkt_stream, u64 addr, in is_offset_correct()
916 struct xsk_umem_info *umem = xsk->umem; in receive_pkts() local
[all …]
|
| D | xskxceiver.h | 98 struct xsk_umem *umem; member
110 struct xsk_umem_info *umem; member
139 struct xsk_umem_info *umem; member
|
| /linux-6.1.9/lib/ |
| D | test_user_copy.c | 47 static int test_check_nonzero_user(char *kmem, char __user *umem, size_t size) in test_check_nonzero_user()
105 static int test_copy_struct_from_user(char *kmem, char __user *umem, in test_copy_struct_from_user()
|
| /linux-6.1.9/drivers/infiniband/hw/mlx5/ |
| D | mem.c | 41 void mlx5_ib_populate_pas(struct ib_umem *umem, size_t page_size, __be64 *pas, in mlx5_ib_populate_pas()
59 struct ib_umem *umem, unsigned long pgsz_bitmap, in __mlx5_umem_find_best_quantized_pgoff()
|
| D | doorbell.c | 42 struct ib_umem *umem; member
|
| D | mr.c | 904 static unsigned int mlx5_umem_dmabuf_default_pgsz(struct ib_umem *umem, in mlx5_umem_dmabuf_default_pgsz()
916 struct ib_umem *umem, u64 iova, in alloc_cacheable_mr()
962 static struct mlx5_ib_mr *reg_create(struct ib_pd *pd, struct ib_umem *umem, in reg_create()
1143 static struct ib_mr *create_real_mr(struct ib_pd *pd, struct ib_umem *umem, in create_real_mr()
1249 struct ib_umem *umem; in mlx5_ib_reg_user_mr() local
1452 struct ib_umem *umem; in mlx5_ib_rereg_user_mr() local
|
| /linux-6.1.9/drivers/infiniband/sw/rdmavt/ |
| D | mr.h | 13 struct ib_umem *umem; member
|
| /linux-6.1.9/drivers/infiniband/sw/siw/ |
| D | siw_mem.h | 58 static inline struct page *siw_get_upage(struct siw_umem *umem, u64 addr) in siw_get_upage()
|
| D | siw_mem.c | 69 void siw_umem_release(struct siw_umem *umem, bool dirty) in siw_umem_release()
367 struct siw_umem *umem; in siw_umem_get() local
|
| /linux-6.1.9/drivers/infiniband/hw/mlx4/ |
| D | doorbell.c | 40 struct ib_umem *umem; member
|
| D | mr.c | 183 struct ib_umem *umem) in mlx4_ib_umem_write_mtt()
257 int mlx4_ib_umem_calc_optimal_mtt_size(struct ib_umem *umem, u64 start_va, in mlx4_ib_umem_calc_optimal_mtt_size()
|
| /linux-6.1.9/drivers/infiniband/hw/hns/ |
| D | hns_roce_alloc.c | 157 int buf_cnt, struct ib_umem *umem, in hns_roce_get_umem_bufs()
|
| /linux-6.1.9/drivers/infiniband/hw/bnxt_re/ |
| D | ib_verbs.h | 76 struct ib_umem *umem; member
106 struct ib_umem *umem; member
|
| /linux-6.1.9/drivers/vhost/ |
| D | vhost.c | 636 void vhost_dev_reset_owner(struct vhost_dev *dev, struct vhost_iotlb *umem) in vhost_dev_reset_owner()
743 static bool vq_memory_access_ok(void __user *log_base, struct vhost_iotlb *umem, in vq_memory_access_ok()
782 static bool memory_access_ok(struct vhost_dev *d, struct vhost_iotlb *umem, in memory_access_ok()
1341 struct vhost_iotlb *umem = vq->iotlb; in iotlb_access_ok() local
1882 struct vhost_iotlb *umem = vq->umem; in log_write_hva() local
2054 struct vhost_iotlb *umem = dev->iotlb ? dev->iotlb : dev->umem; in translate_desc() local
|
| /linux-6.1.9/drivers/gpu/drm/nouveau/include/nvkm/core/ |
| D | client.h | 19 struct list_head umem; member
|