/illumos-gate/usr/src/uts/common/io/ib/adapters/hermon/ |
H A D | hermon_qp.c | 286 qp->qp_ring = qp->qp_qpnum << 8; in hermon_qp_alloc() 320 &qp->qp_rq_vdbr, &qp->qp_rq_pdbr, &qp->qp_rdbr_mapoffset); in hermon_qp_alloc() 528 qp->qp_sq_wqavl.wqa_qpn = qp->qp_qpnum; in hermon_qp_alloc() 531 qp->qp_rq_wqavl.wqa_qpn = qp->qp_qpnum; in hermon_qp_alloc() 898 qp->qp_ring = qp->qp_qpnum << 8; in hermon_special_qp_alloc() 907 &qp->qp_rq_vdbr, &qp->qp_rq_pdbr, &qp->qp_rdbr_mapoffset); in hermon_special_qp_alloc() 1041 qp->qp_sq_wqavl.wqa_qpn = qp->qp_qpnum; in hermon_special_qp_alloc() 1044 qp->qp_rq_wqavl.wqa_qpn = qp->qp_qpnum; in hermon_special_qp_alloc() 1430 qp->qp_ring = qp->qp_qpnum << 8; in hermon_qp_alloc_range() 1441 &qp->qp_rq_vdbr, &qp->qp_rq_pdbr, &qp->qp_rdbr_mapoffset); in hermon_qp_alloc_range() [all …]
|
H A D | hermon_qpmod.c | 852 qpc = &qp->qpc; in hermon_qp_reset2init() 877 (qp->qp_sq_cqhdl == NULL) ? 0 : qp->qp_sq_cqhdl->cq_cqnum & cqnmask; in hermon_qp_reset2init() 1128 qpc = &qp->qpc; in hermon_qp_init2init() 1337 qpc = &qp->qpc; in hermon_qp_init2rtr() 1710 qpc = &qp->qpc; in hermon_qp_rtr2rts() 1980 qpc = &qp->qpc; in hermon_qp_rts2rts() 2269 qpc = &qp->qpc; in hermon_qp_sqd2rts() 2570 qpc = &qp->qpc; in hermon_qp_sqd2sqd() 3015 qpc = &qp->qpc; in hermon_qp_sqerr2rts() 3133 qpc = &qp->qpc; in hermon_qp_to_reset() [all …]
|
H A D | hermon_wr.c | 108 wq = qp->qp_sq_wqhdr; in hermon_post_send_ud() 462 wq = qp->qp_sq_wqhdr; in hermon_post_send_rc() 847 wq = qp->qp_sq_wqhdr; in hermon_post_send() 2230 if (qp->qp_rq_cqhdl != qp->qp_sq_cqhdl && in hermon_wrid_from_reset_handling() 2237 hermon_cq_workq_add(qp->qp_sq_cqhdl, &qp->qp_sq_wqavl); in hermon_wrid_from_reset_handling() 2264 hermon_cq_workq_add(qp->qp_rq_cqhdl, &qp->qp_rq_wqavl); in hermon_wrid_from_reset_handling() 2278 if (qp->qp_rq_cqhdl != qp->qp_sq_cqhdl && in hermon_wrid_from_reset_handling() 2310 if (qp->qp_rq_cqhdl != qp->qp_sq_cqhdl && in hermon_wrid_to_reset_handling() 2335 hermon_cq_workq_remove(qp->qp_rq_cqhdl, &qp->qp_rq_wqavl); in hermon_wrid_to_reset_handling() 2337 hermon_cq_workq_remove(qp->qp_sq_cqhdl, &qp->qp_sq_wqavl); in hermon_wrid_to_reset_handling() [all …]
|
H A D | hermon_event.c | 1195 hermon_qphdl_t qp; in hermon_comm_estbl_handler() local 1224 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in hermon_comm_estbl_handler() 1274 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in hermon_local_wq_cat_err_handler() 1324 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in hermon_invreq_local_wq_err_handler() 1374 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in hermon_local_acc_vio_wq_err_handler() 1425 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in hermon_sendq_drained_handler() 1490 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in hermon_path_mig_handler() 1540 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in hermon_path_mig_err_handler() 1596 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in hermon_catastrophic_handler() 1650 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in hermon_srq_last_wqe_reached_handler() [all …]
|
/illumos-gate/usr/src/uts/common/os/ |
H A D | msg.c | 612 qp->msg_lspid = qp->msg_lrpid = 0; in msgget() 613 qp->msg_stime = qp->msg_rtime = 0; in msgget() 723 msg_wakeup_rdr(qp, &qp->msg_fnd_sndr, t); in msgrcv() 729 msg_wakeup_rdr(qp, &qp->msg_fnd_rdr, 0); in msgrcv() 754 msg_wakeup_rdr(qp, &qp->msg_fnd_rdr, 0); in msgrcv() 777 msg_wakeup_rdr(qp, &qp->msg_fnd_rdr, 0); in msgrcv() 779 msg_wakeup_rdr(qp, &qp->msg_fnd_sndr, in msgrcv() 1166 ASSERT(qp->msg_qnum <= qp->msg_qmax); in msgsnd() 1168 (qp->msg_qnum == qp->msg_qmax)) { in msgsnd() 1493 if (IPC_FREE(&qp->msg_perm) || qp->msg_qnum >= qp->msg_qmax) in msg_wakeup_senders() [all …]
|
H A D | putnext.c | 164 stp = STREAM(qp); in putnext() 173 qp = qp->q_next; in putnext() 174 sq = qp->q_syncq; in putnext() 177 qi = qp->q_qinfo; in putnext() 223 qp, mp, sq); in putnext() 274 (*putproc)(qp, mp); in putnext() 310 mp->b_queue = qp; in putnext() 313 SQPUT_MP(qp, mp); in putnext() 444 sq = qp->q_syncq; in put() 446 qi = qp->q_qinfo; in put() [all …]
|
H A D | strsubr.c | 590 qp->q_sqhead = qp->q_sqtail = mp; \ 1430 cv_wait(&qp->q_wait, QLOCK(qp)); in wait_svc() 3481 if (qp->q_syncq != SQ(qp) && !(qp->q_flag & QPERMOD)) in freeq() 4918 cv_wait(&qp->q_wait, QLOCK(qp)); in removeq() 4952 backq(qp)->q_next = qp->q_next; in removeq() 6557 qp = qp->q_sqnext) in drain_syncq() 7028 if ((qp == NULL) || (qp == q)) { in flush_syncq() 7699 while (qp && qp->q_nfsrv != qp) { in set_nfsrv_ptr() 7701 qp = backq(qp); in set_nfsrv_ptr() 7717 qp != NULL && qp->q_nfsrv != qp; in set_nfsrv_ptr() [all …]
|
/illumos-gate/usr/src/uts/common/io/ib/adapters/tavor/ |
H A D | tavor_qp.c | 67 tavor_qphdl_t qp; in tavor_qp_alloc() local 335 TAVOR_QP_WQ_TYPE_SENDQ, &qp->qp_sq_log_wqesz, &qp->qp_sq_sgl); in tavor_qp_alloc() 489 qp->qp_uarpg = (qp->qp_is_umap) ? uarpg : 0; in tavor_qp_alloc() 526 qp->qp_sync = TAVOR_QP_IS_SYNC_REQ(state, qp->qp_wqinfo); in tavor_qp_alloc() 556 *qphdl = qp; in tavor_qp_alloc() 607 tavor_qphdl_t qp; in tavor_special_qp_alloc() local 779 TAVOR_QP_WQ_TYPE_RECVQ, &qp->qp_rq_log_wqesz, &qp->qp_rq_sgl); in tavor_special_qp_alloc() 925 qp->qp_sync = TAVOR_QP_IS_SYNC_REQ(state, qp->qp_wqinfo); in tavor_special_qp_alloc() 940 *qphdl = qp; in tavor_special_qp_alloc() 999 qp = *qphdl; in tavor_qp_free() [all …]
|
H A D | tavor_qpmod.c | 754 qpc = &qp->qpc; in tavor_qp_reset2init() 767 if (qp->qp_is_umap) { in tavor_qp_reset2init() 912 qpc = &qp->qpc; in tavor_qp_init2init() 1104 qpc = &qp->qpc; in tavor_qp_init2rtr() 1463 qpc = &qp->qpc; in tavor_qp_rtr2rts() 1742 qpc = &qp->qpc; in tavor_qp_rts2rts() 2015 qpc = &qp->qpc; in tavor_qp_sqd2rts() 2237 qpc = &qp->qpc; in tavor_qp_sqd2sqd() 2634 qpc = &qp->qpc; in tavor_qp_sqerr2rts() 2746 qpc = &qp->qpc; in tavor_qp_to_reset() [all …]
|
H A D | tavor_wr.c | 62 tavor_qphdl_t qp); 117 if (qp->qp_is_umap) { in tavor_post_send() 313 qp->qp_sq_lastwqeaddr, &dbinfo, qp); in tavor_post_send() 317 &dbinfo, qp); in tavor_post_send() 535 qp); in tavor_post_recv() 577 qp->qp_rq_lastwqeaddr, qp); in tavor_post_recv() 2189 swq = tavor_wrid_wqhdr_find(qp->qp_sq_cqhdl, qp->qp_qpnum, in tavor_wrid_from_reset_handling() 2253 rwq = tavor_wrid_wqhdr_find(qp->qp_rq_cqhdl, qp->qp_qpnum, in tavor_wrid_from_reset_handling() 2458 tavor_wrid_reaplist_add(qp->qp_sq_cqhdl, qp->qp_sq_wqhdr); in tavor_wrid_to_reset_handling() 2493 tavor_cq_wqhdr_remove(qp->qp_rq_cqhdl, qp->qp_rq_wqhdr); in tavor_wrid_to_reset_handling() [all …]
|
H A D | tavor_event.c | 1288 tavor_qphdl_t qp; in tavor_comm_estbl_handler() local 1329 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in tavor_comm_estbl_handler() 1349 tavor_qphdl_t qp; in tavor_local_wq_cat_err_handler() local 1390 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in tavor_local_wq_cat_err_handler() 1451 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in tavor_invreq_local_wq_err_handler() 1512 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in tavor_local_acc_vio_wq_err_handler() 1574 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in tavor_sendq_drained_handler() 1650 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in tavor_path_mig_handler() 1711 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in tavor_path_mig_err_handler() 1772 if ((qp != NULL) && (qp->qp_qpnum == qpnum) && in tavor_srq_catastrophic_handler() [all …]
|
/illumos-gate/usr/src/uts/common/io/vuidmice/ |
H A D | vuidps2.c | 178 putnext(qp, bp); in vuidmice_send_wheel_event() 208 putnext(qp, bp); in put1() 273 queue_t *qp = q; in VUID_INIT_TIMEOUT() local 677 put1(WR(qp), 0); in VUID_QUEUE() 769 put1(WR(qp), 200); in VUID_QUEUE() 784 put1(WR(qp), 100); in VUID_QUEUE() 800 put1(WR(qp), 80); in VUID_QUEUE() 864 put1(WR(qp), 200); in VUID_QUEUE() 880 put1(WR(qp), 200); in VUID_QUEUE() 896 put1(WR(qp), 80); in VUID_QUEUE() [all …]
|
H A D | vuidmice.c | 198 WR(qp)->q_ptr = qp->q_ptr; in vuidmice_open() 203 qprocson(qp); in vuidmice_open() 207 qprocsoff(qp); in vuidmice_open() 213 qp->q_ptr = NULL; in vuidmice_open() 227 qprocsoff(qp); in vuidmice_close() 232 VUID_CLOSE(qp); in vuidmice_close() 238 qp->q_ptr = NULL; in vuidmice_close() 361 qreply(qp, mp); in vuidmice_wput() 393 qreply(qp, mp); in vuidmice_wput() 644 qreply(qp, mp); in vuidmice_miocdata() [all …]
|
/illumos-gate/usr/src/uts/common/io/ |
H A D | zcons.c | 420 zc_switch(queue_t *qp) in zc_switch() argument 445 zc_side(queue_t *qp) in zc_side() argument 454 ASSERT(qp == zcs->zc_subsid_rdq || OTHERQ(qp) == zcs->zc_subsid_rdq); in zc_side() 730 qreply(qp, mp); in handle_mflush() 758 ASSERT(qp->q_ptr); in zc_wput() 935 if (qp->q_first == NULL && bcanputnext(RD(zc_switch(qp)), mp->b_band)) { in zc_wput() 940 (void) putq(qp, mp); in zc_wput() 954 zc_rsrv(queue_t *qp) in zc_rsrv() argument 963 ASSERT(qp == zcs->zc_manager_rdq || qp == zcs->zc_subsid_rdq); in zc_rsrv() 981 zc_wsrv(queue_t *qp) in zc_wsrv() argument [all …]
|
H A D | sad.c | 247 qprocson(qp); in sadopen() 264 qprocsoff(qp); in sadclose() 270 qp->q_ptr = NULL; in sadclose() 271 WR(qp)->q_ptr = NULL; in sadclose() 290 qreply(qp, mp); in sadwput() 300 apush_ioctl(qp, mp); in sadwput() 304 vml_ioctl(qp, mp); in sadwput() 381 qreply(qp, mp); in apush_ioctl() 593 qreply(qp, mp); in apush_iocdata() 634 qreply(qp, mp); in vml_ioctl() [all …]
|
H A D | ptm.c | 464 ASSERT(qp->q_ptr); in ptmwput() 519 (void) putq(qp, mp); in ptmwput() 608 qreply(qp, mp); in ptmwput() 614 (void) putq(qp, mp); in ptmwput() 628 ptmrsrv(queue_t *qp) in ptmrsrv() argument 633 ASSERT(qp->q_ptr); in ptmrsrv() 653 ptmwsrv(queue_t *qp) in ptmwsrv() argument 659 ASSERT(qp->q_ptr); in ptmwsrv() 684 flushq(qp, FLUSHALL); in ptmwsrv() 690 qreply(qp, mp); in ptmwsrv() [all …]
|
H A D | pts.c | 517 ASSERT(qp->q_ptr); in ptswput() 531 qreply(qp, mp); in ptswput() 594 qreply(qp, mp); in ptswput() 640 qreply(qp, mp); in ptswput() 650 (void) putq(qp, mp); in ptswput() 665 ptsrsrv(queue_t *qp) in ptsrsrv() argument 670 ASSERT(qp->q_ptr); in ptsrsrv() 692 ptswsrv(queue_t *qp) in ptswsrv() argument 699 ASSERT(qp->q_ptr); in ptswsrv() 715 qreply(qp, mp); in ptswsrv() [all …]
|
/illumos-gate/usr/src/cmd/fm/modules/common/disk-monitor/ |
H A D | util.c | 201 if (qp->nodep == NULL) in queue_add() 202 qp->nodep = qnp; in queue_add() 204 nodep = qp->nodep; in queue_add() 213 if (qp->boe && qp->nodep == qnp) in queue_add() 219 queue_remove(qu_t *qp) in queue_remove() argument 227 while (qp->boe && qp->nodep == NULL) { in queue_remove() 228 (void) pthread_cond_wait(&qp->cvar, &qp->mutex); in queue_remove() 235 rv = qp->nodep->data; in queue_remove() 237 qp->nfree(qp->nodep, sizeof (struct q_node)); in queue_remove() 265 qu_t *qp = *qpp; in queue_free() local [all …]
|
/illumos-gate/usr/src/lib/udapl/udapl_tavor/tavor/ |
H A D | dapl_arbel_hw.c | 1111 qp->qp_sq_numwqe*qp->qp_sq_wqesz)); in dapli_arbel_post_send() 1155 dapli_arbel_sq_dbrec(qp, qp->qp_sq_counter); in dapli_arbel_post_send() 1158 dapli_arbel_sq_dbreg(qp->qp_iauar, qp->qp_num, dbinfo.db_fence, in dapli_arbel_post_send() 1275 (qp->qp_rq_dbp)[0] = HTOBE_32(qp->qp_rq_counter); in dapli_arbel_post_recv() 1573 (qp->qp_sq_dbp)[1] = HTOBE_32((qp->qp_num << 8) | ARBEL_DBR_SQ); in dapli_arbel_qp_init() 1578 dapli_arbel_rq_prelink(qp->qp_rq_buf, qp->qp_rq_desc_addr, in dapli_arbel_qp_init() 1579 qp->qp_rq_wqesz, qp->qp_rq_numwqe, in dapli_arbel_qp_init() 1582 dapli_arbel_sq_prelink(qp->qp_sq_buf, qp->qp_sq_desc_addr, in dapli_arbel_qp_init() 1583 qp->qp_sq_wqesz, qp->qp_sq_numwqe); in dapli_arbel_qp_init() 1584 qp->qp_sq_lastwqeaddr = (uint64_t *)((uintptr_t)qp->qp_sq_buf + in dapli_arbel_qp_init() [all …]
|
H A D | dapl_hermon_hw.c | 228 qp->qp_sq_inline = 0; in dapli_hermon_wqe_send_build() 1084 ib_qp_handle_t qp; in dapli_hermon_post_send() local 1094 qp = ep->qp_handle; in dapli_hermon_post_send() 1216 dapli_hermon_sq_dbreg(qp->qp_iauar, qp->qp_num); in dapli_hermon_post_send() 1218 qp->qp_sq_counter++; in dapli_hermon_post_send() 1234 ib_qp_handle_t qp; in dapli_hermon_post_recv() local 1246 qp = ep->qp_handle; in dapli_hermon_post_recv() 1329 qp->qp_rq_counter++; in dapli_hermon_post_recv() 1330 (qp->qp_rq_dbp)[0] = HTOBE_32(qp->qp_rq_counter); in dapli_hermon_post_recv() 1453 cq = qp->qp_rq_cqhdl; in dapli_hermon_cq_srq_entries_flush() [all …]
|
H A D | dapl_tavor_hw.c | 324 if (qp->qp_sq_inline != 0) in dapli_tavor_wqe_send_build() 335 qp->qp_sq_inline = 0; in dapli_tavor_wqe_send_build() 400 if (nds > qp->qp_sq_sgl) { in dapli_tavor_wqe_send_build() 1306 ib_qp_handle_t qp; in dapli_tavor_post_send() local 1316 qp = ep->qp_handle; in dapli_tavor_post_send() 1371 qp->qp_sq_numwqe*qp->qp_sq_wqesz)); in dapli_tavor_post_send() 1431 ib_qp_handle_t qp; in dapli_tavor_post_recv() local 1444 qp = ep->qp_handle; in dapli_tavor_post_recv() 1537 qp->qp_num, 1); in dapli_tavor_post_recv() 1732 cq = qp->qp_rq_cqhdl; in dapli_tavor_cq_srq_entries_flush() [all …]
|
H A D | dapl_tavor_wr.c | 741 swq = dapli_tavor_wrid_wqhdr_find(qp->qp_sq_cqhdl, qp->qp_num, in dapls_tavor_wrid_init() 757 qp->qp_sq_wqhdr = swq; in dapls_tavor_wrid_init() 791 rwq = dapli_tavor_wrid_wqhdr_find(qp->qp_rq_cqhdl, qp->qp_num, in dapls_tavor_wrid_init() 797 qp->qp_num, TAVOR_WR_RECV, qp->qp_srq_enabled ? 0 : 1); in dapls_tavor_wrid_init() 818 qp->qp_rq_wqhdr = rwq; in dapls_tavor_wrid_init() 890 dapli_tavor_wrid_reaplist_add(qp->qp_sq_cqhdl, qp->qp_sq_wqhdr); in dapls_tavor_wrid_cleanup() 904 DAPL_FLUSH(ep)(qp); in dapls_tavor_wrid_cleanup() 915 dapli_tavor_cq_wqhdr_remove(qp->qp_rq_cqhdl, qp->qp_rq_wqhdr); in dapls_tavor_wrid_cleanup() 917 dapli_tavor_wrid_reaplist_add(qp->qp_rq_cqhdl, qp->qp_rq_wqhdr); in dapls_tavor_wrid_cleanup() 1045 sq_cq = qp->qp_sq_cqhdl; in dapli_tavor_wrid_wqhdr_lock_both() [all …]
|
/illumos-gate/usr/src/uts/common/io/ib/clients/of/sol_ofs/ |
H A D | sol_kverbs.c | 1193 ibt_set_qp_private(qp->ibt_qp, qp); in ib_create_qp() 1236 qp, qp->device->reg_state); in ib_destroy_qp() 1257 ibt_set_qp_private(qp->ibt_qp, qp); in ib_destroy_qp() 1654 qp, qp->device->reg_state); in ib_modify_qp() 1664 qp, qp->device->hca_hdl, rtn); in ib_modify_qp() 1831 qp, attr, attr_mask, qp->qp_type); in ib_modify_qp() 1859 qp, attr, attr_mask, qp->qp_type); in ib_modify_qp() 1891 qp, attr, attr_mask, qp->qp_type); in ib_modify_qp() 2011 qp, attr, attr_mask, qp->qp_type); in ib_modify_qp() 2044 qp, attr, attr_mask, qp->qp_type); in ib_modify_qp() [all …]
|
/illumos-gate/usr/src/uts/common/rpc/ |
H A D | rpcib.c | 1031 qp = wd->qp; in rib_clnt_scq_handler() 1124 qp = wd->qp; in rib_svc_scq_handler() 1199 qp = rwid->qp; in rib_clnt_rcq_handler() 1339 qp = s_recvp->qp; in rib_svc_rcq_handler() 1608 *qp = kqp; in rib_clnt_create_chan() 1693 *qp = kqp; in rib_svc_create_chan() 1913 ibt_set_chan_private(qp->qp_hdl, (void *)qp); in rib_conn_to_srv() 2059 cv_wait(&qp->send_rbufs_cv, &qp->send_rbufs_lock); in rib_disconnect_channel() 2268 wd->qp = qp; in rib_init_sendwait() 2463 rwid->qp = qp; in rib_create_wid() [all …]
|
/illumos-gate/usr/src/lib/libc/port/threads/ |
H A D | synch.c | 472 queue_head_t *qp; in queue_alloc() local 490 qp->qh_hlist = &qp->qh_def_root; in queue_alloc() 523 ASSERT(qp->qh_hlen == cnt && qp->qh_hmax >= cnt); in QVERIFY() 590 QVERIFY(qp); in queue_lock() 591 return (qp); in queue_lock() 600 QVERIFY(qp); in queue_unlock() 636 MAXINCR(qp->qh_hmax, qp->qh_hlen); in enqueue() 708 MAXINCR(qp->qh_qmax, qp->qh_qlen); in enqueue() 834 ASSERT(qp->qh_wchan != NULL && ulwp->ul_wchan == qp->qh_wchan); in queue_unlink() 3993 qp->qh_qmax, qp->qh_hmax) < 0) in dump_queue_statistics() [all …]
|