Lines Matching refs:hwsp_seqno
494 if (READ_ONCE(*tl->hwsp_seqno) != tl->seqno) { in checked_tl_write()
496 *tl->hwsp_seqno, tl->seqno); in checked_tl_write()
582 if (!err && READ_ONCE(*tl->hwsp_seqno) != n) { in live_hwsp_engine()
584 n, tl->fence_context, tl->hwsp_offset, *tl->hwsp_seqno); in live_hwsp_engine()
654 if (!err && READ_ONCE(*tl->hwsp_seqno) != n) { in live_hwsp_alternate()
656 n, tl->fence_context, tl->hwsp_offset, *tl->hwsp_seqno); in live_hwsp_alternate()
693 const u32 *hwsp_seqno[2]; in live_hwsp_wrap() local
723 hwsp_seqno[0] = tl->hwsp_seqno; in live_hwsp_wrap()
740 hwsp_seqno[1] = tl->hwsp_seqno; in live_hwsp_wrap()
744 GEM_BUG_ON(hwsp_seqno[0] == hwsp_seqno[1]); in live_hwsp_wrap()
754 if (READ_ONCE(*hwsp_seqno[0]) != seqno[0] || in live_hwsp_wrap()
755 READ_ONCE(*hwsp_seqno[1]) != seqno[1]) { in live_hwsp_wrap()
757 *hwsp_seqno[0], *hwsp_seqno[1], in live_hwsp_wrap()
1195 WRITE_ONCE(*(u32 *)tl->hwsp_seqno, tl->seqno); in live_hwsp_rollover_kernel()
1282 WRITE_ONCE(*(u32 *)tl->hwsp_seqno, tl->seqno); in live_hwsp_rollover_user()
1383 if (READ_ONCE(*tl->hwsp_seqno) != count) { in live_hwsp_recycle()
1386 tl->hwsp_offset, *tl->hwsp_seqno); in live_hwsp_recycle()