/linux-6.6.21/drivers/accel/habanalabs/goya/ |
D | goyaP.h | 157 struct hl_device *hdev; 180 int goya_set_fixed_properties(struct hl_device *hdev); 181 int goya_mmu_init(struct hl_device *hdev); 182 void goya_init_dma_qmans(struct hl_device *hdev); 183 void goya_init_mme_qmans(struct hl_device *hdev); 184 void goya_init_tpc_qmans(struct hl_device *hdev); 185 int goya_init_cpu_queues(struct hl_device *hdev); 186 void goya_init_security(struct hl_device *hdev); 187 void goya_ack_protection_bits_errors(struct hl_device *hdev); 188 int goya_late_init(struct hl_device *hdev); [all …]
|
D | goya_hwmgr.c | 10 void goya_set_pll_profile(struct hl_device *hdev, enum hl_pll_frequency freq) in goya_set_pll_profile() 41 struct hl_device *hdev = dev_get_drvdata(dev); in mme_clk_show() 58 struct hl_device *hdev = dev_get_drvdata(dev); in mme_clk_store() 90 struct hl_device *hdev = dev_get_drvdata(dev); in tpc_clk_show() 107 struct hl_device *hdev = dev_get_drvdata(dev); in tpc_clk_store() 139 struct hl_device *hdev = dev_get_drvdata(dev); in ic_clk_show() 156 struct hl_device *hdev = dev_get_drvdata(dev); in ic_clk_store() 188 struct hl_device *hdev = dev_get_drvdata(dev); in mme_clk_curr_show() 205 struct hl_device *hdev = dev_get_drvdata(dev); in tpc_clk_curr_show() 222 struct hl_device *hdev = dev_get_drvdata(dev); in ic_clk_curr_show() [all …]
|
D | goya.c | 355 static int goya_mmu_clear_pgt_range(struct hl_device *hdev); 356 static int goya_mmu_set_dram_default_page(struct hl_device *hdev); 357 static int goya_mmu_add_mappings_for_device_cpu(struct hl_device *hdev); 358 static void goya_mmu_prepare(struct hl_device *hdev, u32 asid); 360 int goya_set_fixed_properties(struct hl_device *hdev) in goya_set_fixed_properties() 510 static int goya_pci_bars_map(struct hl_device *hdev) in goya_pci_bars_map() 526 static u64 goya_set_ddr_bar_base(struct hl_device *hdev, u64 addr) in goya_set_ddr_bar_base() 560 static int goya_init_iatu(struct hl_device *hdev) in goya_init_iatu() 594 static enum hl_device_hw_state goya_get_hw_state(struct hl_device *hdev) in goya_get_hw_state() 610 static int goya_early_init(struct hl_device *hdev) in goya_early_init() [all …]
|
/linux-6.6.21/drivers/accel/habanalabs/common/ |
D | habanalabs.h | 36 struct hl_device; 238 void (*fn)(struct hl_device *hdev, int block, int inst, u32 offset, 416 struct hl_device *hdev; 853 struct hl_device *hdev; 955 struct hl_device *hdev; 1083 struct hl_device *hdev; 1110 struct hl_device *hdev; 1139 struct hl_device *hdev; 1193 struct hl_device *hdev; 1209 struct hl_device *hdev; [all …]
|
D | sysfs.c | 14 struct hl_device *hdev = dev_get_drvdata(dev); in clk_max_freq_mhz_show() 32 struct hl_device *hdev = dev_get_drvdata(dev); in clk_max_freq_mhz_store() 57 struct hl_device *hdev = dev_get_drvdata(dev); in clk_cur_freq_mhz_show() 81 struct hl_device *hdev = dev_get_drvdata(dev); in vrm_ver_show() 103 struct hl_device *hdev = dev_get_drvdata(dev); in uboot_ver_show() 111 struct hl_device *hdev = dev_get_drvdata(dev); in armcp_kernel_ver_show() 119 struct hl_device *hdev = dev_get_drvdata(dev); in armcp_ver_show() 127 struct hl_device *hdev = dev_get_drvdata(dev); in cpld_ver_show() 136 struct hl_device *hdev = dev_get_drvdata(dev); in cpucp_kernel_ver_show() 144 struct hl_device *hdev = dev_get_drvdata(dev); in cpucp_ver_show() [all …]
|
D | security.c | 32 static int hl_get_pb_block(struct hl_device *hdev, u32 mm_reg_addr, in hl_get_pb_block() 59 static int hl_unset_pb_in_block(struct hl_device *hdev, u32 reg_offset, in hl_unset_pb_in_block() 87 int hl_unsecure_register(struct hl_device *hdev, u32 mm_reg_addr, int offset, in hl_unsecure_register() 116 static int hl_unsecure_register_range(struct hl_device *hdev, in hl_unsecure_register_range() 152 int hl_unsecure_registers(struct hl_device *hdev, const u32 mm_reg_array[], in hl_unsecure_registers() 182 static int hl_unsecure_registers_range(struct hl_device *hdev, in hl_unsecure_registers_range() 209 static void hl_ack_pb_security_violations(struct hl_device *hdev, in hl_ack_pb_security_violations() 237 void hl_config_glbl_sec(struct hl_device *hdev, const u32 pb_blocks[], in hl_config_glbl_sec() 265 void hl_secure_block(struct hl_device *hdev, in hl_secure_block() 291 int hl_init_pb_with_mask(struct hl_device *hdev, u32 num_dcores, in hl_init_pb_with_mask() [all …]
|
D | irq.c | 22 struct hl_device *hdev; 62 struct hl_device *hdev = eqe_work->hdev; in irq_handle_eqe() 78 static void job_finish(struct hl_device *hdev, u32 cs_seq, struct hl_cq *cq, ktime_t timestamp) in job_finish() 99 static void cs_finish(struct hl_device *hdev, u16 cs_seq, ktime_t timestamp) in cs_finish() 133 struct hl_device *hdev = cq->hdev; in hl_irq_handler_cq() 209 struct hl_device *hdev = job->hdev; in hl_ts_free_objects() 235 static int handle_registration_node(struct hl_device *hdev, struct hl_user_pending_interrupt *pend, in handle_registration_node() 277 static void handle_user_interrupt(struct hl_device *hdev, struct hl_user_interrupt *intr) in handle_user_interrupt() 328 static void handle_tpc_interrupt(struct hl_device *hdev) in handle_tpc_interrupt() 343 static void handle_unexpected_user_interrupt(struct hl_device *hdev) in handle_unexpected_user_interrupt() [all …]
|
D | firmware_if.c | 111 static int hl_get_sw_major_minor_subminor(struct hl_device *hdev, const char *fw_str) in hl_get_sw_major_minor_subminor() 171 static int hl_get_preboot_major_minor(struct hl_device *hdev, char *preboot_ver) in hl_get_preboot_major_minor() 194 static int hl_request_fw(struct hl_device *hdev, in hl_request_fw() 258 static int hl_fw_copy_fw_to_device(struct hl_device *hdev, in hl_fw_copy_fw_to_device() 292 static int hl_fw_copy_msg_to_device(struct hl_device *hdev, in hl_fw_copy_msg_to_device() 329 int hl_fw_load_fw_to_device(struct hl_device *hdev, const char *fw_name, in hl_fw_load_fw_to_device() 345 int hl_fw_send_pci_access_msg(struct hl_device *hdev, u32 opcode, u64 value) in hl_fw_send_pci_access_msg() 355 int hl_fw_send_cpu_message(struct hl_device *hdev, u32 hw_queue_id, u32 *msg, in hl_fw_send_cpu_message() 488 int hl_fw_unmask_irq(struct hl_device *hdev, u16 event_type) in hl_fw_unmask_irq() 509 int hl_fw_unmask_irq_arr(struct hl_device *hdev, const u32 *irq_arr, in hl_fw_unmask_irq_arr() [all …]
|
D | device.c | 46 static u64 hl_set_dram_bar(struct hl_device *hdev, u64 addr, struct pci_mem_region *region, in hl_set_dram_bar() 67 int hl_access_sram_dram_region(struct hl_device *hdev, u64 addr, u64 *val, in hl_access_sram_dram_region() 113 static void *hl_dma_alloc_common(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle, in hl_dma_alloc_common() 135 static void hl_asic_dma_free_common(struct hl_device *hdev, size_t size, void *cpu_addr, in hl_asic_dma_free_common() 154 void *hl_asic_dma_alloc_coherent_caller(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle, in hl_asic_dma_alloc_coherent_caller() 160 void hl_asic_dma_free_coherent_caller(struct hl_device *hdev, size_t size, void *cpu_addr, in hl_asic_dma_free_coherent_caller() 166 void *hl_asic_dma_pool_zalloc_caller(struct hl_device *hdev, size_t size, gfp_t mem_flags, in hl_asic_dma_pool_zalloc_caller() 172 void hl_asic_dma_pool_free_caller(struct hl_device *hdev, void *vaddr, dma_addr_t dma_addr, in hl_asic_dma_pool_free_caller() 178 void *hl_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle) in hl_cpu_accessible_dma_pool_alloc() 183 void hl_cpu_accessible_dma_pool_free(struct hl_device *hdev, size_t size, void *vaddr) in hl_cpu_accessible_dma_pool_free() [all …]
|
D | security.h | 13 struct hl_device; 135 bool (*skip_block_hook)(struct hl_device *hdev, 155 int (*fn)(struct hl_device *hdev, u32 block_id, u32 major, u32 minor, 160 int hl_iterate_special_blocks(struct hl_device *hdev, struct iterate_special_ctx *ctx); 161 void hl_check_for_glbl_errors(struct hl_device *hdev);
|
D | habanalabs_drv.c | 81 static enum hl_asic_type get_asic_type(struct hl_device *hdev) in get_asic_type() 139 struct hl_device *hdev; in hl_device_open() 251 struct hl_device *hdev; in hl_device_open_ctrl() 306 static void set_driver_behavior_per_device(struct hl_device *hdev) in set_driver_behavior_per_device() 318 static void copy_kernel_module_params_to_device(struct hl_device *hdev) in copy_kernel_module_params_to_device() 329 static void fixup_device_params_per_asic(struct hl_device *hdev, int timeout) in fixup_device_params_per_asic() 354 static int fixup_device_params(struct hl_device *hdev) in fixup_device_params() 399 static int create_hdev(struct hl_device **dev, struct pci_dev *pdev) in create_hdev() 402 struct hl_device *hdev; in create_hdev() 485 static void destroy_hdev(struct hl_device *hdev) in destroy_hdev() [all …]
|
D | hw_queue.c | 43 struct hl_device *hdev = cs->ctx->hdev; in hl_hw_queue_update_ci() 83 void hl_hw_queue_submit_bd(struct hl_device *hdev, struct hl_hw_queue *q, in hl_hw_queue_submit_bd() 116 static int ext_queue_sanity_checks(struct hl_device *hdev, in ext_queue_sanity_checks() 165 static int int_queue_sanity_checks(struct hl_device *hdev, in int_queue_sanity_checks() 200 static int hw_queue_sanity_checks(struct hl_device *hdev, struct hl_hw_queue *q, in hw_queue_sanity_checks() 228 int hl_hw_queue_send_cb_no_cmpl(struct hl_device *hdev, u32 hw_queue_id, in hl_hw_queue_send_cb_no_cmpl() 270 struct hl_device *hdev = job->cs->ctx->hdev; in ext_queue_schedule_job() 335 struct hl_device *hdev = job->cs->ctx->hdev; in int_queue_schedule_job() 371 struct hl_device *hdev = job->cs->ctx->hdev; in hw_queue_schedule_job() 404 static int init_signal_cs(struct hl_device *hdev, in init_signal_cs() [all …]
|
D | habanalabs_ioctl.c | 31 static int device_status_info(struct hl_device *hdev, struct hl_info_args *args) in device_status_info() 46 static int hw_ip_info(struct hl_device *hdev, struct hl_info_args *args) in hw_ip_info() 116 static int hw_events_info(struct hl_device *hdev, bool aggregate, in hw_events_info() 154 struct hl_device *hdev = hpriv->hdev; in dram_usage_info() 176 static int hw_idle(struct hl_device *hdev, struct hl_info_args *args) in hw_idle() 195 static int debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, struct hl_debug_args *args) in debug_coresight() 260 static int device_utilization(struct hl_device *hdev, struct hl_info_args *args) in device_utilization() 278 static int get_clk_rate(struct hl_device *hdev, struct hl_info_args *args) in get_clk_rate() 296 static int get_reset_count(struct hl_device *hdev, struct hl_info_args *args) in get_reset_count() 312 static int time_sync_info(struct hl_device *hdev, struct hl_info_args *args) in time_sync_info() [all …]
|
D | asid.c | 12 int hl_asid_init(struct hl_device *hdev) in hl_asid_init() 26 void hl_asid_fini(struct hl_device *hdev) in hl_asid_fini() 32 unsigned long hl_asid_alloc(struct hl_device *hdev) in hl_asid_alloc() 50 void hl_asid_free(struct hl_device *hdev, unsigned long asid) in hl_asid_free()
|
D | debugfs.c | 23 static int hl_debugfs_i2c_read(struct hl_device *hdev, u8 i2c_bus, u8 i2c_addr, in hl_debugfs_i2c_read() 55 static int hl_debugfs_i2c_write(struct hl_device *hdev, u8 i2c_bus, u8 i2c_addr, in hl_debugfs_i2c_write() 89 static void hl_debugfs_led_set(struct hl_device *hdev, u8 led, u8 state) in hl_debugfs_led_set() 430 struct hl_device *hdev = dev_entry->hdev; in mmu_show() 488 struct hl_device *hdev = dev_entry->hdev; in mmu_asid_va_write() 526 struct hl_device *hdev = dev_entry->hdev; in mmu_ack_error() 550 struct hl_device *hdev = dev_entry->hdev; in mmu_ack_error_value_write() 580 struct hl_device *hdev = dev_entry->hdev; in engines_show() 616 struct hl_device *hdev = entry->hdev; in hl_memory_scrub() 645 static bool hl_is_device_va(struct hl_device *hdev, u64 addr) in hl_is_device_va() [all …]
|
D | hwmon.c | 17 static u32 fixup_flags_legacy_fw(struct hl_device *hdev, enum hwmon_sensor_types type, in fixup_flags_legacy_fw() 64 static u32 fixup_flags_legacy_fw(struct hl_device *hdev, enum hwmon_sensor_types type, in fixup_flags_legacy_fw() 77 static u32 adjust_hwmon_flags(struct hl_device *hdev, enum hwmon_sensor_types type, u32 cpucp_flags) in adjust_hwmon_flags() 148 int hl_build_hwmon_channel_info(struct hl_device *hdev, struct cpucp_sensor *sensors_arr) in hl_build_hwmon_channel_info() 245 struct hl_device *hdev = dev_get_drvdata(dev); in hl_read() 399 struct hl_device *hdev = dev_get_drvdata(dev); in hl_write() 568 int hl_get_temperature(struct hl_device *hdev, in hl_get_temperature() 600 int hl_set_temperature(struct hl_device *hdev, in hl_set_temperature() 625 int hl_get_voltage(struct hl_device *hdev, in hl_get_voltage() 654 int hl_get_current(struct hl_device *hdev, in hl_get_current() [all …]
|
D | decoder.c | 20 static void dec_print_abnrm_intr_source(struct hl_device *hdev, u32 irq_status) in dec_print_abnrm_intr_source() 49 struct hl_device *hdev = dec->hdev; in dec_abnrm_intr_work() 86 void hl_dec_fini(struct hl_device *hdev) in hl_dec_fini() 91 int hl_dec_init(struct hl_device *hdev) in hl_dec_init() 129 struct hl_device *hdev = ctx->hdev; in hl_dec_ctx_fini()
|
D | command_buffer.c | 19 struct hl_device *hdev = ctx->hdev; in cb_map_mem() 70 struct hl_device *hdev = ctx->hdev; in cb_unmap_mem() 80 static void cb_fini(struct hl_device *hdev, struct hl_cb *cb) in cb_fini() 91 static void cb_do_release(struct hl_device *hdev, struct hl_cb *cb) in cb_do_release() 103 static struct hl_cb *hl_cb_alloc(struct hl_device *hdev, u32 cb_size, in hl_cb_alloc() 161 struct hl_device *hdev; 266 int hl_cb_create(struct hl_device *hdev, struct hl_mem_mgr *mmg, in hl_cb_create() 367 struct hl_device *hdev = hpriv->hdev; in hl_cb_ioctl() 443 struct hl_cb *hl_cb_kernel_create(struct hl_device *hdev, u32 cb_size, in hl_cb_kernel_create() 474 int hl_cb_pool_init(struct hl_device *hdev) in hl_cb_pool_init() [all …]
|
D | command_submission.c | 35 static int _hl_cs_wait_ioctl(struct hl_device *hdev, struct hl_ctx *ctx, u64 timeout_us, u64 seq, 39 static void hl_push_cs_outcome(struct hl_device *hdev, in hl_push_cs_outcome() 121 struct hl_device *hdev = hw_sob->hdev; in hl_sob_reset() 134 struct hl_device *hdev = hw_sob->hdev; in hl_sob_reset_error() 281 static bool is_cb_patched(struct hl_device *hdev, struct hl_cs_job *job) in is_cb_patched() 300 struct hl_device *hdev = hpriv->hdev; in cs_parser() 343 static void hl_complete_job(struct hl_device *hdev, struct hl_cs_job *job) in hl_complete_job() 418 struct hl_cs *hl_staged_cs_find_first(struct hl_device *hdev, u64 cs_seq) in hl_staged_cs_find_first() 437 bool is_staged_cs_last_exists(struct hl_device *hdev, struct hl_cs *cs) in is_staged_cs_last_exists() 460 static void staged_cs_get(struct hl_device *hdev, struct hl_cs *cs) in staged_cs_get() [all …]
|
/linux-6.6.21/drivers/accel/habanalabs/gaudi2/ |
D | gaudi2P.h | 447 void (*instance_cfg_fn)(struct hl_device *hdev, u64 base, void *data); 529 int (*cpucp_info_get)(struct hl_device *hdev); 601 void gaudi2_iterate_tpcs(struct hl_device *hdev, struct iterate_module_ctx *ctx); 602 int gaudi2_coresight_init(struct hl_device *hdev); 603 int gaudi2_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data); 604 void gaudi2_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx); 605 void gaudi2_init_blocks(struct hl_device *hdev, struct dup_block_ctx *cfg_ctx); 606 bool gaudi2_is_hmmu_enabled(struct hl_device *hdev, int dcore_id, int hmmu_id); 607 void gaudi2_write_rr_to_all_lbw_rtrs(struct hl_device *hdev, u8 rr_type, u32 rr_index, u64 min_val, 609 void gaudi2_pb_print_security_errors(struct hl_device *hdev, u32 block_addr, u32 cause, [all …]
|
D | gaudi2.c | 2104 static int gaudi2_memset_device_memory(struct hl_device *hdev, u64 addr, u64 size, u64 val); 2105 static bool gaudi2_is_queue_enabled(struct hl_device *hdev, u32 hw_queue_id); 2106 static bool gaudi2_is_arc_enabled(struct hl_device *hdev, u64 arc_id); 2107 static void gaudi2_clr_arc_id_cap(struct hl_device *hdev, u64 arc_id); 2108 static void gaudi2_set_arc_id_cap(struct hl_device *hdev, u64 arc_id); 2109 static void gaudi2_memset_device_lbw(struct hl_device *hdev, u32 addr, u32 size, u32 val); 2110 static int gaudi2_send_job_to_kdma(struct hl_device *hdev, u64 src_addr, u64 dst_addr, u32 size, 2112 static bool gaudi2_get_tpc_idle_status(struct hl_device *hdev, u64 *mask_arr, u8 mask_len, 2114 static bool gaudi2_get_mme_idle_status(struct hl_device *hdev, u64 *mask_arr, u8 mask_len, 2116 static bool gaudi2_get_edma_idle_status(struct hl_device *hdev, u64 *mask_arr, u8 mask_len, [all …]
|
/linux-6.6.21/drivers/accel/habanalabs/gaudi/ |
D | gaudi.c | 475 static int gaudi_mmu_update_asid_hop0_addr(struct hl_device *hdev, u32 asid, 477 static int gaudi_send_job_on_qman0(struct hl_device *hdev, 479 static int gaudi_memset_device_memory(struct hl_device *hdev, u64 addr, 481 static int gaudi_memset_registers(struct hl_device *hdev, u64 reg_base, 483 static int gaudi_run_tpc_kernel(struct hl_device *hdev, u64 tpc_kernel, 485 static int gaudi_mmu_clear_pgt_range(struct hl_device *hdev); 486 static int gaudi_cpucp_info_get(struct hl_device *hdev); 487 static void gaudi_disable_clock_gating(struct hl_device *hdev); 488 static void gaudi_mmu_prepare(struct hl_device *hdev, u32 asid); 489 static u32 gaudi_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id, [all …]
|
D | gaudiP.h | 265 struct hl_device *hdev; 319 int (*cpucp_info_get)(struct hl_device *hdev); 337 void gaudi_init_security(struct hl_device *hdev); 338 void gaudi_ack_protection_bits_errors(struct hl_device *hdev); 339 int gaudi_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data); 340 void gaudi_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx); 341 void gaudi_mmu_prepare_reg(struct hl_device *hdev, u64 reg, u32 asid);
|
/linux-6.6.21/drivers/accel/habanalabs/common/pci/ |
D | pci.c | 32 int hl_pci_bars_map(struct hl_device *hdev, const char * const name[3], in hl_pci_bars_map() 77 static void hl_pci_bars_unmap(struct hl_device *hdev) in hl_pci_bars_unmap() 90 int hl_pci_elbi_read(struct hl_device *hdev, u64 addr, u32 *data) in hl_pci_elbi_read() 153 static int hl_pci_elbi_write(struct hl_device *hdev, u64 addr, u32 data) in hl_pci_elbi_write() 213 int hl_pci_iatu_write(struct hl_device *hdev, u32 addr, u32 data) in hl_pci_iatu_write() 245 int hl_pci_set_inbound_region(struct hl_device *hdev, u8 region, in hl_pci_set_inbound_region() 308 int hl_pci_set_outbound_region(struct hl_device *hdev, in hl_pci_set_outbound_region() 352 enum pci_region hl_get_pci_memory_region(struct hl_device *hdev, u64 addr) in hl_get_pci_memory_region() 378 int hl_pci_init(struct hl_device *hdev) in hl_pci_init() 434 void hl_pci_fini(struct hl_device *hdev) in hl_pci_fini()
|
/linux-6.6.21/drivers/accel/habanalabs/common/mmu/ |
D | mmu.c | 22 static struct hl_mmu_funcs *hl_mmu_get_funcs(struct hl_device *hdev, int pgt_residency, in hl_mmu_get_funcs() 28 bool hl_is_dram_va(struct hl_device *hdev, u64 virt_addr) in hl_is_dram_va() 43 int hl_mmu_init(struct hl_device *hdev) in hl_mmu_init() 83 void hl_mmu_fini(struct hl_device *hdev) in hl_mmu_fini() 107 struct hl_device *hdev = ctx->hdev; in hl_mmu_ctx_init() 146 struct hl_device *hdev = ctx->hdev; in hl_mmu_ctx_fini() 174 int hl_mmu_get_real_page_size(struct hl_device *hdev, struct hl_mmu_properties *mmu_prop, in hl_mmu_get_real_page_size() 192 static struct hl_mmu_properties *hl_mmu_get_prop(struct hl_device *hdev, u32 page_size, in hl_mmu_get_prop() 228 struct hl_device *hdev = ctx->hdev; in hl_mmu_unmap_page() 296 struct hl_device *hdev = ctx->hdev; in hl_mmu_map_page() [all …]
|