1678 static int32_t ocs_hw_rqpair_put(ocs_hw_t *hw, ocs_hw_sequence_t *seq);
1679 …s_hw_rtn_e ocs_hw_rqpair_auto_xfer_rdy_buffer_sequence_reset(ocs_hw_t *hw, ocs_hw_sequence_t *seq);
1705 	ocs_hw_sequence_t *seq;  in ocs_hw_rqpair_process_rq()  local
1721 			seq = ocs_hw_rqpair_get(hw, rqindex, index);  in ocs_hw_rqpair_process_rq()
1724 			if (ocs_hw_rqpair_sequence_free(hw, seq)) {  in ocs_hw_rqpair_process_rq()
1750 	seq = ocs_hw_rqpair_get(hw, rqindex, index);  in ocs_hw_rqpair_process_rq()
1751 	ocs_hw_assert(seq != NULL);  in ocs_hw_rqpair_process_rq()
1753 	seq->hw = hw;  in ocs_hw_rqpair_process_rq()
1754 	seq->auto_xrdy = 0;  in ocs_hw_rqpair_process_rq()
1755 	seq->out_of_xris = 0;  in ocs_hw_rqpair_process_rq()
1756 	seq->xri = 0;  in ocs_hw_rqpair_process_rq()
1757 	seq->hio = NULL;  in ocs_hw_rqpair_process_rq()
1760 	seq->header->dma.len = h_len;  in ocs_hw_rqpair_process_rq()
1761 	seq->payload->dma.len = p_len;  in ocs_hw_rqpair_process_rq()
1762 	seq->fcfi = sli_fc_rqe_fcfi(&hw->sli, cqe);  in ocs_hw_rqpair_process_rq()
1763 	seq->hw_priv = cq->eq;  in ocs_hw_rqpair_process_rq()
1767 		fc_header_t *hdr = seq->header->dma.virt;  in ocs_hw_rqpair_process_rq()
1772 			(*hw->callback.bounce)(ocs_hw_unsol_process_bounce, seq, s_id, d_id, ox_id);  in ocs_hw_rqpair_process_rq()
1775 		hw->callback.unsolicited(hw->args.unsolicited, seq);  in ocs_hw_rqpair_process_rq()
1807 	ocs_hw_sequence_t *seq;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()  local
1828 			seq = ocs_hw_rqpair_get(hw, rqindex, index);  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1831 			if (ocs_hw_rqpair_sequence_free(hw, seq)) {  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1857 	seq = ocs_hw_rqpair_get(hw, rqindex, index);  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1858 	ocs_hw_assert(seq != NULL);  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1860 	seq->hw = hw;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1861 	seq->auto_xrdy = opt_wr->agxr;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1862 	seq->out_of_xris = opt_wr->oox;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1863 	seq->xri = opt_wr->xri;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1864 	seq->hio = NULL;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1867 	seq->header->dma.len = h_len;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1868 	seq->payload->dma.len = p_len;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1869 	seq->fcfi = sli_fc_rqe_fcfi(&hw->sli, cqe);  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1870 	seq->hw_priv = cq->eq;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1872 	if (seq->auto_xrdy) {  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1873 		fc_header_t *fc_hdr = seq->header->dma.virt;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1875 		seq->hio = ocs_hw_io_lookup(hw, seq->xri);  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1876 		ocs_lock(&seq->hio->axr_lock);  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1880 		seq->hio->axr_buf->fcfi = seq->fcfi;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1881 		seq->hio->axr_buf->hdr.ox_id = fc_hdr->ox_id;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1882 		seq->hio->axr_buf->hdr.s_id = fc_hdr->s_id;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1883 		seq->hio->axr_buf->hdr.d_id = fc_hdr->d_id;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1884 		seq->hio->axr_buf->cmd_cqe = 1;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1894 		if (seq->hio->type == OCS_HW_IO_TARGET_RSP) {  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1895 			seq->hio->axr_buf->call_axr_cmd = 1;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1896 			seq->hio->axr_buf->cmd_seq = seq;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1903 		fc_header_t *hdr = seq->header->dma.virt;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1908 			(*hw->callback.bounce)(ocs_hw_unsol_process_bounce, seq, s_id, d_id, ox_id);  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1911 		hw->callback.unsolicited(hw->args.unsolicited, seq);  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1914 	if (seq->auto_xrdy) {  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1916 		if(seq->hio->axr_buf->data_cqe == 1) {  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1925 				fc_header_t *hdr = seq->header->dma.virt;  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1930 …			(*hw->callback.bounce)(ocs_hw_unsol_process_bounce, &seq->hio->axr_buf->seq, s_id, d_id, ox_id);  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1933 				hw->callback.unsolicited(hw->args.unsolicited, &seq->hio->axr_buf->seq);  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1940 		ocs_unlock(&seq->hio->axr_lock);  in ocs_hw_rqpair_process_auto_xfr_rdy_cmd()
1965 	ocs_hw_sequence_t *seq;  in ocs_hw_rqpair_process_auto_xfr_rdy_data()  local
1977 	seq = &buf->seq;  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
1978 	seq->hw = hw;  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
1979 	seq->auto_xrdy = 1;  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
1980 	seq->out_of_xris = 0;  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
1981 	seq->xri = opt_wr->xri;  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
1982 	seq->hio = io;  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
1983 	seq->header = &buf->header;  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
1984 	seq->payload = &buf->payload;  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
1986 	seq->header->dma.len = sizeof(fc_header_t);  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
1987 	seq->payload->dma.len = opt_wr->total_data_placed;  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
1988 	seq->fcfi = buf->fcfi;  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
1989 	seq->hw_priv = cq->eq;  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
1992 		seq->status = OCS_HW_UNSOL_SUCCESS;  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
1994 		seq->status = OCS_HW_UNSOL_ABTS_RCVD;  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
1996 		seq->status = OCS_HW_UNSOL_ERROR;  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
2018 		fc_header_t *hdr = seq->header->dma.virt;  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
2023 			(*hw->callback.bounce)(ocs_hw_unsol_process_bounce, seq, s_id, d_id, ox_id);  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
2026 		hw->callback.unsolicited(hw->args.unsolicited, seq);  in ocs_hw_rqpair_process_auto_xfr_rdy_data()
2051 	ocs_hw_sequence_t *seq = NULL;  in ocs_hw_rqpair_get()  local
2073 	seq = rq->rq_tracker[bufindex];  in ocs_hw_rqpair_get()
2076 	if (seq == NULL ) {  in ocs_hw_rqpair_get()
2083 	return seq;  in ocs_hw_rqpair_get()
2095 ocs_hw_rqpair_put(ocs_hw_t *hw, ocs_hw_sequence_t *seq)  in ocs_hw_rqpair_put()  argument
2097 	sli4_queue_t *rq_hdr = &hw->rq[seq->header->rqindex];  in ocs_hw_rqpair_put()
2098 	sli4_queue_t *rq_payload = &hw->rq[seq->payload->rqindex];  in ocs_hw_rqpair_put()
2099 	uint32_t hw_rq_index = hw->hw_rq_lookup[seq->header->rqindex];  in ocs_hw_rqpair_put()
2107 	phys_hdr[0] = ocs_addr32_hi(seq->header->dma.phys);  in ocs_hw_rqpair_put()
2108 	phys_hdr[1] = ocs_addr32_lo(seq->header->dma.phys);  in ocs_hw_rqpair_put()
2109 	phys_payload[0] = ocs_addr32_hi(seq->payload->dma.phys);  in ocs_hw_rqpair_put()
2110 	phys_payload[1] = ocs_addr32_lo(seq->payload->dma.phys);  in ocs_hw_rqpair_put()
2135 		rq->rq_tracker[qindex_hdr] = seq;  in ocs_hw_rqpair_put()
2159 ocs_hw_rqpair_sequence_free(ocs_hw_t *hw, ocs_hw_sequence_t *seq)  in ocs_hw_rqpair_sequence_free()  argument
2164 	if (seq->header->rqindex == OCS_HW_RQ_INDEX_DUMMY_HDR) {  in ocs_hw_rqpair_sequence_free()
2165 		return ocs_hw_rqpair_auto_xfer_rdy_buffer_sequence_reset(hw, seq);  in ocs_hw_rqpair_sequence_free()
2172 	if (ocs_hw_rqpair_put(hw, seq)) {  in ocs_hw_rqpair_sequence_free()
2469 ocs_hw_rqpair_auto_xfer_rdy_buffer_sequence_reset(ocs_hw_t *hw, ocs_hw_sequence_t *seq)  in ocs_hw_rqpair_auto_xfer_rdy_buffer_sequence_reset()  argument
2471 	ocs_hw_auto_xfer_rdy_buffer_t *buf = seq->header->dma.alloc;  in ocs_hw_rqpair_auto_xfer_rdy_buffer_sequence_reset()