195 static void sdma_set_state(struct sdma_engine *, enum sdma_states);
196 static void sdma_start_hw_clean_up(struct sdma_engine *);
198 static void sdma_sendctrl(struct sdma_engine *, unsigned);
199 static void init_sdma_regs(struct sdma_engine *, u32, uint);
201 	struct sdma_engine *sde,
204 	struct sdma_engine *sde,
206 static void dump_sdma_state(struct sdma_engine *sde);
207 static void sdma_make_progress(struct sdma_engine *sde, u64 status);
208 static void sdma_desc_avail(struct sdma_engine *sde, uint avail);
209 static void sdma_flush_descq(struct sdma_engine *sde);
245 	struct sdma_engine *sde,  in write_sde_csr()
253 	struct sdma_engine *sde,  in read_sde_csr()
263 static void sdma_wait_for_packet_egress(struct sdma_engine *sde,  in sdma_wait_for_packet_egress()
304 		struct sdma_engine *sde = &dd->per_sdma[i];  in sdma_wait()
310 static inline void sdma_set_desc_cnt(struct sdma_engine *sde, unsigned cnt)  in sdma_set_desc_cnt()
322 static inline void complete_tx(struct sdma_engine *sde,  in complete_tx()
362 static void sdma_flush(struct sdma_engine *sde)  in sdma_flush()
409 	struct sdma_engine *sde =  in sdma_field_flush()
410 		container_of(work, struct sdma_engine, flush_worker);  in sdma_field_flush()
420 	struct sdma_engine *sde = container_of(work, struct sdma_engine,  in sdma_err_halt_wait()
447 static void sdma_err_progress_check_schedule(struct sdma_engine *sde)  in sdma_err_progress_check_schedule()
454 			struct sdma_engine *curr_sdma = &dd->per_sdma[index];  in sdma_err_progress_check_schedule()
470 	struct sdma_engine *sde = from_timer(sde, t, err_progress_check_timer);  in sdma_err_progress_check()
474 		struct sdma_engine *curr_sde = &sde->dd->per_sdma[index];  in sdma_err_progress_check()
508 	struct sdma_engine *sde = from_tasklet(sde, t,  in sdma_hw_clean_up_task()
528 static inline struct sdma_txreq *get_txhead(struct sdma_engine *sde)  in get_txhead()
536 static void sdma_flush_descq(struct sdma_engine *sde)  in sdma_flush_descq()
568 	struct sdma_engine *sde = from_tasklet(sde, t, sdma_sw_clean_up_task);  in sdma_sw_clean_up_task()
613 static void sdma_sw_tear_down(struct sdma_engine *sde)  in sdma_sw_tear_down()
625 static void sdma_start_hw_clean_up(struct sdma_engine *sde)  in sdma_start_hw_clean_up()
630 static void sdma_set_state(struct sdma_engine *sde,  in sdma_set_state()
708 int sdma_engine_get_vl(struct sdma_engine *sde)  in sdma_engine_get_vl()
739 struct sdma_engine *sdma_select_engine_vl(  in sdma_select_engine_vl()
746 	struct sdma_engine *rval;  in sdma_select_engine_vl()
782 struct sdma_engine *sdma_select_engine_sc(  in sdma_select_engine_sc()
795 	struct sdma_engine *sde[];
827 struct sdma_engine *sdma_select_user_engine(struct hfi1_devdata *dd,  in sdma_select_user_engine()
831 	struct sdma_engine *sde = NULL;  in sdma_select_user_engine()
869 				 struct sdma_engine *sde)  in sdma_cleanup_sde_map()
892 ssize_t sdma_set_cpu_to_sde_map(struct sdma_engine *sde, const char *buf,  in sdma_set_cpu_to_sde_map()
925 			(TXE_NUM_SDMA_ENGINES * sizeof(struct sdma_engine *));  in sdma_set_cpu_to_sde_map()
1045 ssize_t sdma_get_cpu_to_sde_map(struct sdma_engine *sde, char *buf)  in sdma_get_cpu_to_sde_map()
1204 					sz * sizeof(struct sdma_engine *),  in sdma_map_init()
1256 	struct sdma_engine *sde;  in sdma_clean()
1322 	struct sdma_engine *sde;  in sdma_init()
1513 	struct sdma_engine *sde;  in sdma_all_running()
1531 	struct sdma_engine *sde;  in sdma_all_idle()
1552 	struct sdma_engine *sde;  in sdma_start()
1568 	struct sdma_engine *sde;  in sdma_exit()
1662 static inline u16 sdma_gethead(struct sdma_engine *sde)  in sdma_gethead()
1725 static void sdma_desc_avail(struct sdma_engine *sde, uint avail)  in sdma_desc_avail()
1786 static void sdma_make_progress(struct sdma_engine *sde, u64 status)  in sdma_make_progress()
1855 void sdma_engine_interrupt(struct sdma_engine *sde, u64 status)  in sdma_engine_interrupt()
1875 void sdma_engine_error(struct sdma_engine *sde, u64 status)  in sdma_engine_error()
1901 static void sdma_sendctrl(struct sdma_engine *sde, unsigned op)  in sdma_sendctrl()
1950 static void sdma_setlengen(struct sdma_engine *sde)  in sdma_setlengen()
1969 static inline void sdma_update_tail(struct sdma_engine *sde, u16 tail)  in sdma_update_tail()
1980 static void sdma_hw_start_up(struct sdma_engine *sde)  in sdma_hw_start_up()
2003 static void set_sdma_integrity(struct sdma_engine *sde)  in set_sdma_integrity()
2012 	struct sdma_engine *sde,  in init_sdma_regs()
2062 void sdma_dumpstate(struct sdma_engine *sde)  in sdma_dumpstate()
2103 static void dump_sdma_state(struct sdma_engine *sde)  in dump_sdma_state()
2171 void sdma_seqfile_dump_sde(struct seq_file *s, struct sdma_engine *sde)  in sdma_seqfile_dump_sde()
2241 static inline u64 add_gen(struct sdma_engine *sde, u64 qw1)  in add_gen()
2267 static inline u16 submit_tx(struct sdma_engine *sde, struct sdma_txreq *tx)  in submit_tx()
2315 	struct sdma_engine *sde,  in sdma_check_progress()
2355 int sdma_send_txreq(struct sdma_engine *sde,  in sdma_send_txreq()
2434 int sdma_send_txlist(struct sdma_engine *sde, struct iowait_work *wait,  in sdma_send_txlist()
2504 static void sdma_process_event(struct sdma_engine *sde, enum sdma_events event)  in sdma_process_event()
2520 static void __sdma_process_event(struct sdma_engine *sde,  in __sdma_process_event()
3141 	struct sdma_engine *sde;  in sdma_update_lmc()
3248 int sdma_ahg_alloc(struct sdma_engine *sde)  in sdma_ahg_alloc()
3279 void sdma_ahg_free(struct sdma_engine *sde, int ahg_index)  in sdma_ahg_free()
3374 	struct sdma_engine *sde)  in _sdma_engine_progress_schedule()