Lines Matching refs:sq
491 struct nvme_submission_queue *sq = sc->submit_queues; in pci_nvme_init_queues() local
494 pthread_mutex_init(&sq[i].mtx, NULL); in pci_nvme_init_queues()
1194 struct nvme_submission_queue *sq = &sc->submit_queues[sqid]; in pci_nvme_cq_update() local
1207 cqe->sqhd = sq->head; in pci_nvme_cq_update()
2039 struct nvme_submission_queue *sq; in pci_nvme_handle_admin_cmd() local
2045 sq = &sc->submit_queues[0]; in pci_nvme_handle_admin_cmd()
2048 pthread_mutex_lock(&sq->mtx); in pci_nvme_handle_admin_cmd()
2050 sqhead = sq->head; in pci_nvme_handle_admin_cmd()
2051 DPRINTF("sqhead %u, tail %u", sqhead, sq->tail); in pci_nvme_handle_admin_cmd()
2053 while (sqhead != atomic_load_acq_short(&sq->tail)) { in pci_nvme_handle_admin_cmd()
2054 cmd = &(sq->qbase)[sqhead]; in pci_nvme_handle_admin_cmd()
2129 sqhead = (sqhead + 1) % sq->size; in pci_nvme_handle_admin_cmd()
2141 sq->head = sqhead; in pci_nvme_handle_admin_cmd()
2146 pthread_mutex_unlock(&sq->mtx); in pci_nvme_handle_admin_cmd()
2283 struct nvme_submission_queue *sq, int sqid, uint16_t cid, uint16_t status) in pci_nvme_set_completion() argument
2285 struct nvme_completion_queue *cq = &sc->compl_queues[sq->cqid]; in pci_nvme_set_completion()
2288 __func__, sqid, sq->cqid, cid, NVME_STATUS_GET_SCT(status), in pci_nvme_set_completion()
2298 __func__, sq->cqid); in pci_nvme_set_completion()
2357 struct nvme_submission_queue *sq = req->nvme_sq; in pci_nvme_io_done() local
2367 pci_nvme_set_completion(req->sc, sq, req->sqid, req->cid, status); in pci_nvme_io_done()
2733 struct nvme_submission_queue *sq; in pci_nvme_handle_io_cmd() local
2738 sq = &sc->submit_queues[idx]; in pci_nvme_handle_io_cmd()
2740 pthread_mutex_lock(&sq->mtx); in pci_nvme_handle_io_cmd()
2742 sqhead = sq->head; in pci_nvme_handle_io_cmd()
2744 idx, sqhead, sq->tail, sq->qbase); in pci_nvme_handle_io_cmd()
2746 while (sqhead != atomic_load_acq_short(&sq->tail)) { in pci_nvme_handle_io_cmd()
2756 cmd = &sq->qbase[sqhead]; in pci_nvme_handle_io_cmd()
2757 sqhead = (sqhead + 1) % sq->size; in pci_nvme_handle_io_cmd()
2775 req->nvme_sq = sq; in pci_nvme_handle_io_cmd()
2808 pci_nvme_set_completion(sc, sq, idx, cmd->cid, status); in pci_nvme_handle_io_cmd()
2814 sq->head = sqhead; in pci_nvme_handle_io_cmd()
2816 pthread_mutex_unlock(&sq->mtx); in pci_nvme_handle_io_cmd()