/illumos-gate/usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/ |
H A D | bd_chain.h | 79 return (bd_chain->bd_left == bd_chain->capacity); in lm_bd_chain_is_full() 257 bd_chain->capacity = bd_chain->page_cnt * bd_chain->usable_bds_per_page; in lm_bd_chain_add_page() 258 bd_chain->bd_left = bd_chain->capacity; in lm_bd_chain_add_page() 304 bd_chain->next_bd = bd_chain->bd_chain_virt; in lm_bd_chain_setup() 314 bd_chain->bd_left = bd_chain->capacity; in lm_bd_chain_setup() 493 if (bd_chain->pbe_idx == bd_chain->page_cnt) { in lm_bd_advance_page() 531 bd_chain->next_bd += bd_chain->bd_size; in lm_toe_bd_chain_produce_bd() 549 bd_chain->next_bd += bd_chain->bd_size; in lm_bd_chain_produce_bd() 582 bd_chain->next_bd += bd_chain->bd_size; in lm_toe_bd_chain_consume_bd() 598 bd_chain->next_bd += bd_chain->bd_size; in lm_bd_chain_consume_bd() [all …]
|
H A D | lm_resc.c | 496 bd_chain->page_cnt = page_cnt; in lm_alloc_tpa_chain() 598 bd_chain = &LM_TXQ(pdev, cid).bd_chain; in lm_setup_txq() 599 …lm_bd_chain_setup(pdev, bd_chain, bd_chain->bd_chain_virt, bd_chain->bd_chain_phy, bd_chain->page_… in lm_setup_txq() 680 lm_bd_chain_t * bd_chain = NULL; in lm_setup_rxq() local 710 …lm_bd_chain_setup(pdev, bd_chain, bd_chain->bd_chain_virt, bd_chain->bd_chain_phy,bd_chain->page_c… in lm_setup_rxq() 779 bd_chain = &rcq_chain->bd_chain; in lm_setup_rcq() 781 …lm_bd_chain_setup(pdev, bd_chain, bd_chain->bd_chain_virt, bd_chain->bd_chain_phy,bd_chain->page_c… in lm_setup_rcq() 1343 bd_entry = (lm_bd_chain_bds_per_page(bd_chain) * i) - lm_bd_chain_bds_skip_eop(bd_chain); in lm_tpa_clear_next_page() 1423 …lm_bd_chain_setup(pdev, bd_chain, bd_chain->bd_chain_virt, bd_chain->bd_chain_phy,bd_chain->page_c… in lm_setup_tpa_chain() 1493 bd_chain = &eq_chain->bd_chain; in lm_setup_eq() [all …]
|
H A D | lm_recv.c | 19 lm_bd_chain_cons_idx(&rcq_chain->bd_chain))) in lm_is_rx_completion() 126 bd_chain_to_check = &rcq_chain->bd_chain; in lm_post_buffers() 177 lm_bd_chain_bd_produced(&rcq_chain->bd_chain); in lm_post_buffers() 244 … lm_bd_chain_cons_idx(&rcq_chain->bd_chain) ,lm_bd_chain_prod_idx(&rcq_chain->bd_chain)); in lm_post_buffers() 305 bd_chain->cons_idx += BIT_VEC64_ELEM_SZ; in lm_tpa_incr_sge_cons() 314 if((lm_bd_chain_cons_idx(bd_chain) & lm_bd_chain_bds_per_page_mask(bd_chain)) == 0) in lm_tpa_incr_sge_cons() 317 … lm_bd_chain_bds_consumed(bd_chain, (BIT_VEC64_ELEM_SZ - lm_bd_chain_bds_skip_eop(bd_chain))); in lm_tpa_incr_sge_cons() 322 bd_entry = lm_bd_chain_cons_idx(bd_chain) - i; in lm_tpa_incr_sge_cons() 957 …m_bd_chain_usable_bds_per_page(&rcq_chain->bd_chain)) == lm_bd_chain_usable_bds_per_page(&rcq_chai… in lm_get_packets_rcvd() 1011 lm_bd_chain_bd_produced(&rcq_chain->bd_chain); in lm_get_packets_rcvd() [all …]
|
H A D | lm_send.c | 88 prod_bd = (struct eth_tx_bd *)lm_bd_chain_produce_bd(&tx_chain->bd_chain); in lm_handle_lso_split() 218 prod_bd = (struct eth_tx_bd *)lm_bd_chain_produce_bd(&tx_chain->bd_chain); in lm_process_lso_packet() 611 old_prod_idx = lm_bd_chain_prod_idx(&tx_chain->bd_chain); in lm_send_packet() 701 start_bd = (struct eth_tx_start_bd *)lm_bd_chain_produce_bd(&tx_chain->bd_chain); in lm_send_packet() 778 parse_bd_ptr = lm_bd_chain_produce_bd(&tx_chain->bd_chain); in lm_send_packet() 797 parse_bd_2nd_ptr = lm_bd_chain_produce_bd(&tx_chain->bd_chain); in lm_send_packet() 992 packet->u1.tx.next_bd_idx = lm_bd_chain_prod_idx(&tx_chain->bd_chain); in lm_send_packet() 1088 u16_t old_idx = lm_bd_chain_cons_idx(&tx_chain->bd_chain); in lm_get_packets_sent() 1127 lm_bd_chain_bds_consumed(&tx_chain->bd_chain, pkt->u1.tx.bd_used); in lm_get_packets_sent() 1148 tx_chain->bd_chain.cons_idx = old_idx; in lm_get_packets_sent() [all …]
|
H A D | lm_sp.c | 280 …e.lo = mm_cpu_to_le32(lm_bd_chain_phys_addr(&pdev->rx_info.rcq_chain[cid].bd_chain, 0).as_u32.low); in lm_eth_init_client_init_rx_data() 281 ….hi = mm_cpu_to_le32(lm_bd_chain_phys_addr(&pdev->rx_info.rcq_chain[cid].bd_chain, 0).as_u32.high); in lm_eth_init_client_init_rx_data() 760 lm_bd_chain_bds_produced(&rcq_chain->bd_chain, ETH_MIN_RX_CQES_WITH_TPA_E1H_E2); in lm_establish_eth_con() 3343 if((cq_new_idx & lm_bd_chain_usable_bds_per_page(&eq_chain->bd_chain)) in lm_service_eq_intr() 3344 == lm_bd_chain_usable_bds_per_page(&eq_chain->bd_chain)) in lm_service_eq_intr() 3346 cq_new_idx+=lm_bd_chain_bds_skip_eop(&eq_chain->bd_chain); in lm_service_eq_intr() 3348 cq_old_idx = lm_bd_chain_cons_idx(&eq_chain->bd_chain); in lm_service_eq_intr() 3363 elem = (union event_ring_elem *)lm_bd_chain_consume_bd(&eq_chain->bd_chain); in lm_service_eq_intr() 3371 cq_old_idx = lm_bd_chain_cons_idx(&eq_chain->bd_chain); in lm_service_eq_intr() 3383 lm_bd_chain_bd_produced(&eq_chain->bd_chain); in lm_service_eq_intr() [all …]
|
H A D | lm_hw_init_reset.c | 4030 eq_data.base_addr.hi = lm_bd_chain_phys_addr(&pdev->eq_info.eq_chain.bd_chain, 0).as_u32.high; in lm_init_intmem_eq() 4031 eq_data.base_addr.lo = lm_bd_chain_phys_addr(&pdev->eq_info.eq_chain.bd_chain, 0).as_u32.low; in lm_init_intmem_eq() 4032 eq_data.producer = lm_bd_chain_prod_idx(&pdev->eq_info.eq_chain.bd_chain); in lm_init_intmem_eq() 4060 DbgBreakIf(lm_bd_chain_phys_addr(&pdev->eq_info.eq_chain.bd_chain, 0).as_u64 == 0); in lm_init_intmem_function() 4061 …OUND_ADDRESS_OFFSET(func),lm_bd_chain_phys_addr(&pdev->eq_info.eq_chain.bd_chain, 0).as_u32.low, B… in lm_init_intmem_function() 4062 …ND_ADDRESS_OFFSET(func)+4,lm_bd_chain_phys_addr(&pdev->eq_info.eq_chain.bd_chain, 0).as_u32.high, … in lm_init_intmem_function()
|
/illumos-gate/usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l5/ |
H A D | lm_l5.c | 211 eq_chain->bd_chain.page_cnt = page_cnt; in lm_l5_alloc_eq() 225 lm_bd_chain_t * bd_chain; in lm_sc_setup_eq() local 236 bd_chain = &LM_SC_EQ(pdev, idx).bd_chain; in lm_sc_setup_eq() 237 lm_bd_chain_setup(pdev, bd_chain, bd_chain->bd_chain_virt, in lm_sc_setup_eq() 249 bd_chain->next_bd, in lm_sc_setup_eq() 250 bd_chain->bd_left); in lm_sc_setup_eq() 340 lm_bd_chain_t * bd_chain; in lm_fc_setup_eq() local 352 bd_chain = &LM_FC_EQ(pdev, idx).bd_chain; in lm_fc_setup_eq() 354 lm_bd_chain_pbl_setup(pdev, bd_chain, bd_chain->bd_chain_virt, in lm_fc_setup_eq() 368 bd_chain->next_bd, in lm_fc_setup_eq() [all …]
|
/illumos-gate/usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/ |
H A D | lm_l4tx.c | 107 tx_chain = &tx_con->bd_chain; in lm_tcp_tx_post_buf() 296 *scq->hw_con_idx_ptr != lm_bd_chain_cons_idx(&scq->bd_chain) ) in lm_toe_is_tx_completion() 469 cq_old_idx = lm_bd_chain_cons_idx(&scq->bd_chain); in lm_tcp_tx_process_cqes() 497 cqe = lm_toe_bd_chain_consume_bd(&scq->bd_chain); in lm_tcp_tx_process_cqes() 530 cq_old_idx = lm_bd_chain_cons_idx(&scq->bd_chain); in lm_tcp_tx_process_cqes() 538 lm_toe_bd_chain_bds_produced(&scq->bd_chain, num_to_reproduce); in lm_tcp_tx_process_cqes() 544 lm_bd_chain_prod_idx(&scq->bd_chain), BAR_CSTRORM_INTMEM); in lm_tcp_tx_process_cqes() 616 old_prod = lm_bd_chain_prod_idx(&(tcp_con->bd_chain)); in lm_tcp_graceful_disconnect() 619 tx_bd = (struct toe_tx_bd *)lm_toe_bd_chain_produce_bd(&(tcp_con->bd_chain)); in lm_tcp_graceful_disconnect() 631 new_prod = lm_bd_chain_prod_idx(&(tcp_con->bd_chain)); in lm_tcp_graceful_disconnect()
|
H A D | lm_l4sp.c | 211 bd_chain = &toe_info->scqs[i].bd_chain; in lm_tcp_alloc_resc() 224 bd_chain = &toe_info->rcqs[i].bd_chain; in lm_tcp_alloc_resc() 234 bd_chain = &toe_info->grqs[i].bd_chain; in lm_tcp_alloc_resc() 347 bd_chain = &grq->bd_chain; in lm_tcp_rx_fill_grq() 543 bd_chain = &scq->bd_chain; in lm_tcp_init_resc() 544 lm_bd_chain_setup(pdev, bd_chain, bd_chain->bd_chain_virt, in lm_tcp_init_resc() 586 bd_chain = &rcq->bd_chain; in lm_tcp_init_resc() 587 lm_bd_chain_setup(pdev, bd_chain, bd_chain->bd_chain_virt, in lm_tcp_init_resc() 623 bd_chain = &grq->bd_chain; in lm_tcp_init_resc() 624 lm_bd_chain_setup(pdev, bd_chain, bd_chain->bd_chain_virt, in lm_tcp_init_resc() [all …]
|
H A D | lm_l4rx.c | 364 lm_bd_chain_bds_consumed(&con->bd_chain, tcp_buf->bd_used); in lm_tcp_complete_tcp_buf() 1443 cq_old_idx = lm_bd_chain_cons_idx(&rcq->bd_chain); in lm_tcp_rx_process_cqes() 1487 cqe = lm_toe_bd_chain_consume_bd(&rcq->bd_chain); in lm_tcp_rx_process_cqes() 1499 cq_old_idx = lm_bd_chain_cons_idx(&rcq->bd_chain); in lm_tcp_rx_process_cqes() 1523 cq_old_idx = lm_bd_chain_cons_idx(&rcq->bd_chain); in lm_tcp_rx_process_cqes() 1584 cq_old_idx = lm_bd_chain_cons_idx(&rcq->bd_chain); in lm_tcp_rx_process_cqes() 1599 …u16_t prod_idx_diff = lm_bd_chain_prod_idx(&rcq->bd_chain) - rcq->bd_chain.bds_per_page * rcq->bd_… in lm_tcp_rx_process_cqes() 1627 …if (pdev->toe_info.grqs[drv_toe_rss_id].bd_chain.capacity - pdev->toe_info.grqs[drv_toe_rss_id].bd… in lm_tcp_rx_compensate_grq() 1930 … (rx_con->db_more_bds + frag_list->cnt) > (u32_t)(rx_con->bd_chain.capacity + rx_con->bd_chain.pag… in _lm_tcp_rx_post_buf() 1932 rx_chain = &rx_con->bd_chain; in _lm_tcp_rx_post_buf() [all …]
|
H A D | lm_l4fp.c | 33 lm_bd_chain_bds_consumed(&con->bd_chain, con->dpc_info.dpc_bd_used); in lm_tcp_complete_bufs()
|
/illumos-gate/usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/l4/include/ |
H A D | lm_l4st.h | 428 lm_bd_chain_t bd_chain; member 699 lm_bd_chain_t bd_chain; member 735 lm_bd_chain_t bd_chain; member 769 lm_bd_chain_t bd_chain; member
|
/illumos-gate/usr/src/uts/common/io/bnxe/ |
H A D | bnxe_tx.c | 185 if (pTxPkt->frag_list.cnt + 2 > pLmTxChain->bd_chain.bd_left) in BnxeTxSendWaitingPkt() 272 (pLmTxChain->bd_chain.bd_left >= BNXE_MAX_DMA_FRAGS_PER_PKT)) in BnxeTxRingProcess() 935 if (pLmTxChain->bd_chain.bd_left < BNXE_MAX_DMA_FRAGS_PER_PKT + 2) in BnxeTxSendMblk() 960 (pLmTxChain->bd_chain.bd_left >= pTxPkt->frag_list.cnt + 2)) in BnxeTxSendMblk() 993 pLmTxChain->bd_chain.bd_left, pTxPkt->frag_list.cnt); in BnxeTxSendMblk() 1009 if ((pLmTxChain->bd_chain.bd_left >= BNXE_MAX_DMA_FRAGS_PER_PKT) && in BnxeTxSendMblk()
|
H A D | bnxe_kstat.c | 1600 pStats->rcqBdTotal.value.ui64 = pRcq->bd_chain.capacity; in BnxeKstatRxRingUpdate() 1601 pStats->rcqBdLeft.value.ui64 = pRcq->bd_chain.bd_left; in BnxeKstatRxRingUpdate() 1602 pStats->rcqBdPageCnt.value.ui64 = pRcq->bd_chain.page_cnt; in BnxeKstatRxRingUpdate() 1603 pStats->rcqBdsPerPage.value.ui64 = pRcq->bd_chain.bds_per_page; in BnxeKstatRxRingUpdate() 1604 pStats->rcqBdSize.value.ui64 = pRcq->bd_chain.bd_size; in BnxeKstatRxRingUpdate() 1605 pStats->rcqBdsSkipEop.value.ui64 = pRcq->bd_chain.bds_skip_eop; in BnxeKstatRxRingUpdate() 1606 pStats->rcqBdProdIdx.value.ui64 = pRcq->bd_chain.prod_idx; in BnxeKstatRxRingUpdate() 1607 pStats->rcqBdConsIdx.value.ui64 = pRcq->bd_chain.cons_idx; in BnxeKstatRxRingUpdate() 1648 pStats->txBdTotal.value.ui64 = LM_TXQ(pLM, idx).bd_chain.capacity; in BnxeKstatTxRingUpdate() 1649 pStats->txBdLeft.value.ui64 = LM_TXQ(pLM, idx).bd_chain.bd_left; in BnxeKstatTxRingUpdate() [all …]
|
H A D | bnxe_rx.c | 92 if (lm_bd_chain_avail_bds(&pLmRxChain->bd_chain) < 32) in BnxeRxPostBuffers()
|
/illumos-gate/usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/vf/channel_vf/ |
H A D | lm_vf.c | 1895 mess->rxq.rcq_addr = lm_bd_chain_phys_addr(&(LM_RCQ(pdev,vf_qid).bd_chain), 0).as_u64; in lm_vf_pf_setup_q() 1896 mess->rxq.rcq_np_addr = lm_bd_chain_phys_addr(&(LM_RCQ(pdev,vf_qid).bd_chain), 1).as_u64; in lm_vf_pf_setup_q() 1927 mess->txq.txq_addr = lm_bd_chain_phys_addr(&(LM_TXQ(pdev,vf_qid).bd_chain), 0).as_u64; in lm_vf_pf_setup_q() 1946 mess->rxq.rcq_addr = lm_bd_chain_phys_addr(&(LM_RCQ(pdev,vf_qid).bd_chain), 0).as_u64; in lm_vf_pf_setup_q() 1947 … mess->rxq.rcq_np_addr = lm_bd_chain_phys_addr(&(LM_RCQ(pdev,vf_qid).bd_chain), 1).as_u64; in lm_vf_pf_setup_q() 1987 mess->txq.txq_addr = lm_bd_chain_phys_addr(&(LM_TXQ(pdev,vf_qid).bd_chain), 0).as_u64; in lm_vf_pf_setup_q()
|
/illumos-gate/usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/include/ |
H A D | lm5710.h | 2357 lm_bd_chain_t bd_chain; member 2440 lm_bd_chain_t bd_chain; // The RSC BD chain. member 2442 …_pdev, _idx) ((_pdev)->rx_info.rxq_chain[_idx].tpa_chain.sge_chain.bd_chain) 2579 lm_bd_chain_t bd_chain; member 2592 lm_bd_chain_t bd_chain; member
|
/illumos-gate/exception_lists/ |
H A D | hdrchk | 262 usr/src/uts/common/io/bnxe/577xx/drivers/common/lm/device/bd_chain.h
|