Lines Matching refs:cmdq
26 nvkm_falcon_cmdq_has_room(struct nvkm_falcon_cmdq *cmdq, u32 size, bool *rewind) in nvkm_falcon_cmdq_has_room() argument
28 u32 head = nvkm_falcon_rd32(cmdq->qmgr->falcon, cmdq->head_reg); in nvkm_falcon_cmdq_has_room()
29 u32 tail = nvkm_falcon_rd32(cmdq->qmgr->falcon, cmdq->tail_reg); in nvkm_falcon_cmdq_has_room()
35 free = cmdq->offset + cmdq->size - head; in nvkm_falcon_cmdq_has_room()
40 head = cmdq->offset; in nvkm_falcon_cmdq_has_room()
51 nvkm_falcon_cmdq_push(struct nvkm_falcon_cmdq *cmdq, void *data, u32 size) in nvkm_falcon_cmdq_push() argument
53 struct nvkm_falcon *falcon = cmdq->qmgr->falcon; in nvkm_falcon_cmdq_push()
54 nvkm_falcon_load_dmem(falcon, data, cmdq->position, size, 0); in nvkm_falcon_cmdq_push()
55 cmdq->position += ALIGN(size, QUEUE_ALIGNMENT); in nvkm_falcon_cmdq_push()
59 nvkm_falcon_cmdq_rewind(struct nvkm_falcon_cmdq *cmdq) in nvkm_falcon_cmdq_rewind() argument
65 nvkm_falcon_cmdq_push(cmdq, &cmd, cmd.size); in nvkm_falcon_cmdq_rewind()
67 cmdq->position = cmdq->offset; in nvkm_falcon_cmdq_rewind()
71 nvkm_falcon_cmdq_open(struct nvkm_falcon_cmdq *cmdq, u32 size) in nvkm_falcon_cmdq_open() argument
73 struct nvkm_falcon *falcon = cmdq->qmgr->falcon; in nvkm_falcon_cmdq_open()
76 mutex_lock(&cmdq->mutex); in nvkm_falcon_cmdq_open()
78 if (!nvkm_falcon_cmdq_has_room(cmdq, size, &rewind)) { in nvkm_falcon_cmdq_open()
79 FLCNQ_DBG(cmdq, "queue full"); in nvkm_falcon_cmdq_open()
80 mutex_unlock(&cmdq->mutex); in nvkm_falcon_cmdq_open()
84 cmdq->position = nvkm_falcon_rd32(falcon, cmdq->head_reg); in nvkm_falcon_cmdq_open()
87 nvkm_falcon_cmdq_rewind(cmdq); in nvkm_falcon_cmdq_open()
93 nvkm_falcon_cmdq_close(struct nvkm_falcon_cmdq *cmdq) in nvkm_falcon_cmdq_close() argument
95 nvkm_falcon_wr32(cmdq->qmgr->falcon, cmdq->head_reg, cmdq->position); in nvkm_falcon_cmdq_close()
96 mutex_unlock(&cmdq->mutex); in nvkm_falcon_cmdq_close()
100 nvkm_falcon_cmdq_write(struct nvkm_falcon_cmdq *cmdq, struct nvfw_falcon_cmd *cmd) in nvkm_falcon_cmdq_write() argument
107 ret = nvkm_falcon_cmdq_open(cmdq, cmd->size); in nvkm_falcon_cmdq_write()
109 FLCNQ_ERR(cmdq, "timeout waiting for queue space"); in nvkm_falcon_cmdq_write()
113 nvkm_falcon_cmdq_push(cmdq, cmd, cmd->size); in nvkm_falcon_cmdq_write()
114 nvkm_falcon_cmdq_close(cmdq); in nvkm_falcon_cmdq_write()
124 nvkm_falcon_cmdq_send(struct nvkm_falcon_cmdq *cmdq, struct nvfw_falcon_cmd *cmd, in nvkm_falcon_cmdq_send() argument
131 if (!wait_for_completion_timeout(&cmdq->ready, in nvkm_falcon_cmdq_send()
133 FLCNQ_ERR(cmdq, "timeout waiting for queue ready"); in nvkm_falcon_cmdq_send()
137 seq = nvkm_falcon_qmgr_seq_acquire(cmdq->qmgr); in nvkm_falcon_cmdq_send()
149 ret = nvkm_falcon_cmdq_write(cmdq, cmd); in nvkm_falcon_cmdq_send()
152 nvkm_falcon_qmgr_seq_release(cmdq->qmgr, seq); in nvkm_falcon_cmdq_send()
158 FLCNQ_ERR(cmdq, "timeout waiting for reply"); in nvkm_falcon_cmdq_send()
162 nvkm_falcon_qmgr_seq_release(cmdq->qmgr, seq); in nvkm_falcon_cmdq_send()
169 nvkm_falcon_cmdq_fini(struct nvkm_falcon_cmdq *cmdq) in nvkm_falcon_cmdq_fini() argument
171 reinit_completion(&cmdq->ready); in nvkm_falcon_cmdq_fini()
175 nvkm_falcon_cmdq_init(struct nvkm_falcon_cmdq *cmdq, in nvkm_falcon_cmdq_init() argument
178 const struct nvkm_falcon_func *func = cmdq->qmgr->falcon->func; in nvkm_falcon_cmdq_init()
180 cmdq->head_reg = func->cmdq.head + index * func->cmdq.stride; in nvkm_falcon_cmdq_init()
181 cmdq->tail_reg = func->cmdq.tail + index * func->cmdq.stride; in nvkm_falcon_cmdq_init()
182 cmdq->offset = offset; in nvkm_falcon_cmdq_init()
183 cmdq->size = size; in nvkm_falcon_cmdq_init()
184 complete_all(&cmdq->ready); in nvkm_falcon_cmdq_init()
186 FLCNQ_DBG(cmdq, "initialised @ index %d offset 0x%08x size 0x%08x", in nvkm_falcon_cmdq_init()
187 index, cmdq->offset, cmdq->size); in nvkm_falcon_cmdq_init()
193 struct nvkm_falcon_cmdq *cmdq = *pcmdq; in nvkm_falcon_cmdq_del() local
194 if (cmdq) { in nvkm_falcon_cmdq_del()
204 struct nvkm_falcon_cmdq *cmdq = *pcmdq; in nvkm_falcon_cmdq_new() local
206 if (!(cmdq = *pcmdq = kzalloc(sizeof(*cmdq), GFP_KERNEL))) in nvkm_falcon_cmdq_new()
209 cmdq->qmgr = qmgr; in nvkm_falcon_cmdq_new()
210 cmdq->name = name; in nvkm_falcon_cmdq_new()
211 mutex_init(&cmdq->mutex); in nvkm_falcon_cmdq_new()
212 init_completion(&cmdq->ready); in nvkm_falcon_cmdq_new()