337 	p->eqcr.pi_ring_size = 8;  in qbman_swp_init()
339 		p->eqcr.pi_ring_size = 32;  in qbman_swp_init()
351 	for (mask_size = p->eqcr.pi_ring_size; mask_size > 0; mask_size >>= 1)  in qbman_swp_init()
352 		p->eqcr.pi_ci_mask = (p->eqcr.pi_ci_mask << 1) + 1;  in qbman_swp_init()
354 	p->eqcr.pi = eqcr_pi & p->eqcr.pi_ci_mask;  in qbman_swp_init()
355 	p->eqcr.pi_vb = eqcr_pi & QB_VALID_BIT;  in qbman_swp_init()
356 	p->eqcr.ci = qbman_read_register(p, QBMAN_CINH_SWP_EQCR_CI)  in qbman_swp_init()
357 			& p->eqcr.pi_ci_mask;  in qbman_swp_init()
358 	p->eqcr.available = p->eqcr.pi_ring_size;  in qbman_swp_init()
657 	half_mask = (s->eqcr.pi_ci_mask>>1);  in qbman_swp_enqueue_multiple_direct()
658 	full_mask = s->eqcr.pi_ci_mask;  in qbman_swp_enqueue_multiple_direct()
660 	if (!s->eqcr.available) {  in qbman_swp_enqueue_multiple_direct()
661 		eqcr_ci = s->eqcr.ci;  in qbman_swp_enqueue_multiple_direct()
663 		s->eqcr.ci = qbman_read_register(s, QBMAN_CINH_SWP_EQCR_CI);  in qbman_swp_enqueue_multiple_direct()
664 		s->eqcr.ci &= full_mask;  in qbman_swp_enqueue_multiple_direct()
666 		s->eqcr.available = qm_cyc_diff(s->eqcr.pi_ring_size,  in qbman_swp_enqueue_multiple_direct()
667 					eqcr_ci, s->eqcr.ci);  in qbman_swp_enqueue_multiple_direct()
668 		if (!s->eqcr.available) {  in qbman_swp_enqueue_multiple_direct()
674 	eqcr_pi = s->eqcr.pi;  in qbman_swp_enqueue_multiple_direct()
675 	num_enqueued = (s->eqcr.available < num_frames) ?  in qbman_swp_enqueue_multiple_direct()
676 			s->eqcr.available : num_frames;  in qbman_swp_enqueue_multiple_direct()
677 	s->eqcr.available -= num_enqueued;  in qbman_swp_enqueue_multiple_direct()
691 	eqcr_pi = s->eqcr.pi;  in qbman_swp_enqueue_multiple_direct()
694 		p[0] = cl[0] | s->eqcr.pi_vb;  in qbman_swp_enqueue_multiple_direct()
703 			s->eqcr.pi_vb ^= QB_VALID_BIT;  in qbman_swp_enqueue_multiple_direct()
707 	eqcr_pi = s->eqcr.pi;  in qbman_swp_enqueue_multiple_direct()
710 	s->eqcr.pi = eqcr_pi & full_mask;  in qbman_swp_enqueue_multiple_direct()
742 	half_mask = (s->eqcr.pi_ci_mask>>1);  in qbman_swp_enqueue_multiple_mem_back()
743 	full_mask = s->eqcr.pi_ci_mask;  in qbman_swp_enqueue_multiple_mem_back()
744 	if (!s->eqcr.available) {  in qbman_swp_enqueue_multiple_mem_back()
745 		eqcr_ci = s->eqcr.ci;  in qbman_swp_enqueue_multiple_mem_back()
746 		s->eqcr.ci = qbman_read_register(s, QBMAN_CINH_SWP_EQCR_CI);  in qbman_swp_enqueue_multiple_mem_back()
747 		s->eqcr.ci &= full_mask;  in qbman_swp_enqueue_multiple_mem_back()
748 		s->eqcr.available = qm_cyc_diff(s->eqcr.pi_ring_size,  in qbman_swp_enqueue_multiple_mem_back()
749 					eqcr_ci, s->eqcr.ci);  in qbman_swp_enqueue_multiple_mem_back()
750 		if (!s->eqcr.available) {  in qbman_swp_enqueue_multiple_mem_back()
756 	eqcr_pi = s->eqcr.pi;  in qbman_swp_enqueue_multiple_mem_back()
757 	num_enqueued = (s->eqcr.available < num_frames) ?  in qbman_swp_enqueue_multiple_mem_back()
758 			s->eqcr.available : num_frames;  in qbman_swp_enqueue_multiple_mem_back()
759 	s->eqcr.available -= num_enqueued;  in qbman_swp_enqueue_multiple_mem_back()
771 	eqcr_pi = s->eqcr.pi;  in qbman_swp_enqueue_multiple_mem_back()
774 		p[0] = cl[0] | s->eqcr.pi_vb;  in qbman_swp_enqueue_multiple_mem_back()
783 			s->eqcr.pi_vb ^= QB_VALID_BIT;  in qbman_swp_enqueue_multiple_mem_back()
785 	s->eqcr.pi = eqcr_pi & full_mask;  in qbman_swp_enqueue_multiple_mem_back()
789 				(QB_RT_BIT)|(s->eqcr.pi)|s->eqcr.pi_vb);  in qbman_swp_enqueue_multiple_mem_back()
816 	half_mask = (s->eqcr.pi_ci_mask>>1);  in qbman_swp_enqueue_multiple_desc_direct()
817 	full_mask = s->eqcr.pi_ci_mask;  in qbman_swp_enqueue_multiple_desc_direct()
818 	if (!s->eqcr.available) {  in qbman_swp_enqueue_multiple_desc_direct()
819 		eqcr_ci = s->eqcr.ci;  in qbman_swp_enqueue_multiple_desc_direct()
821 		s->eqcr.ci = qbman_read_register(s, QBMAN_CINH_SWP_EQCR_CI);  in qbman_swp_enqueue_multiple_desc_direct()
822 		s->eqcr.available = qm_cyc_diff(s->eqcr.pi_ring_size,  in qbman_swp_enqueue_multiple_desc_direct()
823 					eqcr_ci, s->eqcr.ci);  in qbman_swp_enqueue_multiple_desc_direct()
824 		if (!s->eqcr.available)  in qbman_swp_enqueue_multiple_desc_direct()
828 	eqcr_pi = s->eqcr.pi;  in qbman_swp_enqueue_multiple_desc_direct()
829 	num_enqueued = (s->eqcr.available < num_frames) ?  in qbman_swp_enqueue_multiple_desc_direct()
830 			s->eqcr.available : num_frames;  in qbman_swp_enqueue_multiple_desc_direct()
831 	s->eqcr.available -= num_enqueued;  in qbman_swp_enqueue_multiple_desc_direct()
846 	eqcr_pi = s->eqcr.pi;  in qbman_swp_enqueue_multiple_desc_direct()
850 		p[0] = cl[0] | s->eqcr.pi_vb;  in qbman_swp_enqueue_multiple_desc_direct()
853 			s->eqcr.pi_vb ^= QB_VALID_BIT;  in qbman_swp_enqueue_multiple_desc_direct()
857 	eqcr_pi = s->eqcr.pi;  in qbman_swp_enqueue_multiple_desc_direct()
860 	s->eqcr.pi = eqcr_pi & full_mask;  in qbman_swp_enqueue_multiple_desc_direct()
886 	half_mask = (s->eqcr.pi_ci_mask>>1);  in qbman_swp_enqueue_multiple_desc_mem_back()
887 	full_mask = s->eqcr.pi_ci_mask;  in qbman_swp_enqueue_multiple_desc_mem_back()
888 	if (!s->eqcr.available) {  in qbman_swp_enqueue_multiple_desc_mem_back()
889 		eqcr_ci = s->eqcr.ci;  in qbman_swp_enqueue_multiple_desc_mem_back()
890 		s->eqcr.ci = qbman_read_register(s, QBMAN_CINH_SWP_EQCR_CI);  in qbman_swp_enqueue_multiple_desc_mem_back()
891 		s->eqcr.ci &= full_mask;  in qbman_swp_enqueue_multiple_desc_mem_back()
892 		s->eqcr.available = qm_cyc_diff(s->eqcr.pi_ring_size,  in qbman_swp_enqueue_multiple_desc_mem_back()
893 					eqcr_ci, s->eqcr.ci);  in qbman_swp_enqueue_multiple_desc_mem_back()
894 		if (!s->eqcr.available)  in qbman_swp_enqueue_multiple_desc_mem_back()
898 	eqcr_pi = s->eqcr.pi;  in qbman_swp_enqueue_multiple_desc_mem_back()
899 	num_enqueued = (s->eqcr.available < num_frames) ?  in qbman_swp_enqueue_multiple_desc_mem_back()
900 			s->eqcr.available : num_frames;  in qbman_swp_enqueue_multiple_desc_mem_back()
901 	s->eqcr.available -= num_enqueued;  in qbman_swp_enqueue_multiple_desc_mem_back()
914 	eqcr_pi = s->eqcr.pi;  in qbman_swp_enqueue_multiple_desc_mem_back()
918 		p[0] = cl[0] | s->eqcr.pi_vb;  in qbman_swp_enqueue_multiple_desc_mem_back()
921 			s->eqcr.pi_vb ^= QB_VALID_BIT;  in qbman_swp_enqueue_multiple_desc_mem_back()
924 	s->eqcr.pi = eqcr_pi & full_mask;  in qbman_swp_enqueue_multiple_desc_mem_back()
928 				(QB_RT_BIT)|(s->eqcr.pi)|s->eqcr.pi_vb);  in qbman_swp_enqueue_multiple_desc_mem_back()