Lines Matching refs:cs
336 u32 *cs; in emit_no_arbitration() local
338 cs = intel_ring_begin(rq, 2); in emit_no_arbitration()
339 if (IS_ERR(cs)) in emit_no_arbitration()
340 return PTR_ERR(cs); in emit_no_arbitration()
343 *cs++ = MI_ARB_ON_OFF; in emit_no_arbitration()
344 *cs++ = MI_NOOP; in emit_no_arbitration()
345 intel_ring_advance(rq, cs); in emit_no_arbitration()
376 u32 *hdr, *cs; in emit_pte() local
403 cs = intel_ring_begin(rq, I915_EMIT_PTE_NUM_DWORDS); in emit_pte()
404 if (IS_ERR(cs)) in emit_pte()
405 return PTR_ERR(cs); in emit_pte()
410 hdr = cs; in emit_pte()
411 *cs++ = MI_STORE_DATA_IMM | REG_BIT(21); /* as qword elements */ in emit_pte()
412 *cs++ = lower_32_bits(offset); in emit_pte()
413 *cs++ = upper_32_bits(offset); in emit_pte()
416 if (cs - hdr >= pkt) { in emit_pte()
419 *hdr += cs - hdr - 2; in emit_pte()
420 *cs++ = MI_NOOP; in emit_pte()
422 ring->emit = (void *)cs - ring->vaddr; in emit_pte()
423 intel_ring_advance(rq, cs); in emit_pte()
426 cs = intel_ring_begin(rq, I915_EMIT_PTE_NUM_DWORDS); in emit_pte()
427 if (IS_ERR(cs)) in emit_pte()
428 return PTR_ERR(cs); in emit_pte()
443 hdr = cs; in emit_pte()
444 *cs++ = MI_STORE_DATA_IMM | REG_BIT(21); in emit_pte()
445 *cs++ = lower_32_bits(offset); in emit_pte()
446 *cs++ = upper_32_bits(offset); in emit_pte()
451 *cs++ = lower_32_bits(encode | it->dma); in emit_pte()
452 *cs++ = upper_32_bits(encode | it->dma); in emit_pte()
468 *hdr += cs - hdr - 2; in emit_pte()
469 *cs++ = MI_NOOP; in emit_pte()
471 ring->emit = (void *)cs - ring->vaddr; in emit_pte()
472 intel_ring_advance(rq, cs); in emit_pte()
537 u32 *cs; in emit_copy_ccs() local
539 cs = intel_ring_begin(rq, 12); in emit_copy_ccs()
540 if (IS_ERR(cs)) in emit_copy_ccs()
541 return PTR_ERR(cs); in emit_copy_ccs()
546 cs = i915_flush_dw(cs, MI_FLUSH_DW_LLC | MI_FLUSH_DW_CCS); in emit_copy_ccs()
562 *cs++ = XY_CTRL_SURF_COPY_BLT | in emit_copy_ccs()
566 *cs++ = src_offset; in emit_copy_ccs()
567 *cs++ = rq->engine->instance | in emit_copy_ccs()
569 *cs++ = dst_offset; in emit_copy_ccs()
570 *cs++ = rq->engine->instance | in emit_copy_ccs()
573 cs = i915_flush_dw(cs, MI_FLUSH_DW_LLC | MI_FLUSH_DW_CCS); in emit_copy_ccs()
574 *cs++ = MI_NOOP; in emit_copy_ccs()
576 intel_ring_advance(rq, cs); in emit_copy_ccs()
586 u32 *cs; in emit_copy() local
588 cs = intel_ring_begin(rq, ver >= 8 ? 10 : 6); in emit_copy()
589 if (IS_ERR(cs)) in emit_copy()
590 return PTR_ERR(cs); in emit_copy()
593 *cs++ = GEN9_XY_FAST_COPY_BLT_CMD | (10 - 2); in emit_copy()
594 *cs++ = BLT_DEPTH_32 | PAGE_SIZE; in emit_copy()
595 *cs++ = 0; in emit_copy()
596 *cs++ = size >> PAGE_SHIFT << 16 | PAGE_SIZE / 4; in emit_copy()
597 *cs++ = dst_offset; in emit_copy()
598 *cs++ = instance; in emit_copy()
599 *cs++ = 0; in emit_copy()
600 *cs++ = PAGE_SIZE; in emit_copy()
601 *cs++ = src_offset; in emit_copy()
602 *cs++ = instance; in emit_copy()
604 *cs++ = XY_SRC_COPY_BLT_CMD | BLT_WRITE_RGBA | (10 - 2); in emit_copy()
605 *cs++ = BLT_DEPTH_32 | BLT_ROP_SRC_COPY | PAGE_SIZE; in emit_copy()
606 *cs++ = 0; in emit_copy()
607 *cs++ = size >> PAGE_SHIFT << 16 | PAGE_SIZE / 4; in emit_copy()
608 *cs++ = dst_offset; in emit_copy()
609 *cs++ = instance; in emit_copy()
610 *cs++ = 0; in emit_copy()
611 *cs++ = PAGE_SIZE; in emit_copy()
612 *cs++ = src_offset; in emit_copy()
613 *cs++ = instance; in emit_copy()
616 *cs++ = SRC_COPY_BLT_CMD | BLT_WRITE_RGBA | (6 - 2); in emit_copy()
617 *cs++ = BLT_DEPTH_32 | BLT_ROP_SRC_COPY | PAGE_SIZE; in emit_copy()
618 *cs++ = size >> PAGE_SHIFT << 16 | PAGE_SIZE; in emit_copy()
619 *cs++ = dst_offset; in emit_copy()
620 *cs++ = PAGE_SIZE; in emit_copy()
621 *cs++ = src_offset; in emit_copy()
624 intel_ring_advance(rq, cs); in emit_copy()
924 u32 *cs; in emit_clear() local
935 cs = intel_ring_begin(rq, ring_sz); in emit_clear()
936 if (IS_ERR(cs)) in emit_clear()
937 return PTR_ERR(cs); in emit_clear()
940 *cs++ = XY_FAST_COLOR_BLT_CMD | XY_FAST_COLOR_BLT_DEPTH_32 | in emit_clear()
942 *cs++ = FIELD_PREP(XY_FAST_COLOR_BLT_MOCS_MASK, mocs) | in emit_clear()
944 *cs++ = 0; in emit_clear()
945 *cs++ = size >> PAGE_SHIFT << 16 | PAGE_SIZE / 4; in emit_clear()
946 *cs++ = offset; in emit_clear()
947 *cs++ = rq->engine->instance; in emit_clear()
948 *cs++ = !is_lmem << XY_FAST_COLOR_BLT_MEM_TYPE_SHIFT; in emit_clear()
950 *cs++ = value; in emit_clear()
951 *cs++ = 0; in emit_clear()
952 *cs++ = 0; in emit_clear()
953 *cs++ = 0; in emit_clear()
955 *cs++ = 0; in emit_clear()
956 *cs++ = 0; in emit_clear()
958 *cs++ = 0; in emit_clear()
959 *cs++ = 0; in emit_clear()
960 *cs++ = 0; in emit_clear()
962 *cs++ = XY_COLOR_BLT_CMD | BLT_WRITE_RGBA | (7 - 2); in emit_clear()
963 *cs++ = BLT_DEPTH_32 | BLT_ROP_COLOR_COPY | PAGE_SIZE; in emit_clear()
964 *cs++ = 0; in emit_clear()
965 *cs++ = size >> PAGE_SHIFT << 16 | PAGE_SIZE / 4; in emit_clear()
966 *cs++ = offset; in emit_clear()
967 *cs++ = rq->engine->instance; in emit_clear()
968 *cs++ = value; in emit_clear()
969 *cs++ = MI_NOOP; in emit_clear()
971 *cs++ = XY_COLOR_BLT_CMD | BLT_WRITE_RGBA | (6 - 2); in emit_clear()
972 *cs++ = BLT_DEPTH_32 | BLT_ROP_COLOR_COPY | PAGE_SIZE; in emit_clear()
973 *cs++ = 0; in emit_clear()
974 *cs++ = size >> PAGE_SHIFT << 16 | PAGE_SIZE / 4; in emit_clear()
975 *cs++ = offset; in emit_clear()
976 *cs++ = value; in emit_clear()
979 intel_ring_advance(rq, cs); in emit_clear()