1613 	void *wqe;  in mthca_tavor_post_send()  local
1649 		wqe = get_send_wqe(qp, ind);  in mthca_tavor_post_send()
1651 		qp->sq.last = wqe;  in mthca_tavor_post_send()
1653 		((struct mthca_next_seg *) wqe)->nda_op = 0;  in mthca_tavor_post_send()
1654 		((struct mthca_next_seg *) wqe)->ee_nds = 0;  in mthca_tavor_post_send()
1655 		((struct mthca_next_seg *) wqe)->flags =  in mthca_tavor_post_send()
1663 			((struct mthca_next_seg *) wqe)->imm = wr->ex.imm_data;  in mthca_tavor_post_send()
1665 		wqe += sizeof (struct mthca_next_seg);  in mthca_tavor_post_send()
1673 				set_raddr_seg(wqe, atomic_wr(wr)->remote_addr,  in mthca_tavor_post_send()
1675 				wqe += sizeof (struct mthca_raddr_seg);  in mthca_tavor_post_send()
1677 				set_atomic_seg(wqe, atomic_wr(wr));  in mthca_tavor_post_send()
1678 				wqe += sizeof (struct mthca_atomic_seg);  in mthca_tavor_post_send()
1686 				set_raddr_seg(wqe, rdma_wr(wr)->remote_addr,  in mthca_tavor_post_send()
1688 				wqe  += sizeof (struct mthca_raddr_seg);  in mthca_tavor_post_send()
1703 				set_raddr_seg(wqe, rdma_wr(wr)->remote_addr,  in mthca_tavor_post_send()
1705 				wqe  += sizeof (struct mthca_raddr_seg);  in mthca_tavor_post_send()
1717 			set_tavor_ud_seg(wqe, ud_wr(wr));  in mthca_tavor_post_send()
1718 			wqe  += sizeof (struct mthca_tavor_ud_seg);  in mthca_tavor_post_send()
1724 					       wqe - sizeof (struct mthca_next_seg),  in mthca_tavor_post_send()
1725 					       wqe);  in mthca_tavor_post_send()
1730 			wqe += sizeof (struct mthca_data_seg);  in mthca_tavor_post_send()
1743 			mthca_set_data_seg(wqe, wr->sg_list + i);  in mthca_tavor_post_send()
1744 			wqe  += sizeof (struct mthca_data_seg);  in mthca_tavor_post_send()
1750 			((struct mthca_data_seg *) wqe)->byte_count =  in mthca_tavor_post_send()
1752 			((u32 *) wqe)[1] = 0;  in mthca_tavor_post_send()
1753 			wqe += sizeof (struct mthca_data_seg);  in mthca_tavor_post_send()
1830 	void *wqe;  in mthca_tavor_post_receive()  local
1850 		wqe = get_recv_wqe(qp, ind);  in mthca_tavor_post_receive()
1852 		qp->rq.last = wqe;  in mthca_tavor_post_receive()
1854 		((struct mthca_next_seg *) wqe)->ee_nds =  in mthca_tavor_post_receive()
1856 		((struct mthca_next_seg *) wqe)->flags = 0;  in mthca_tavor_post_receive()
1858 		wqe += sizeof (struct mthca_next_seg);  in mthca_tavor_post_receive()
1868 			mthca_set_data_seg(wqe, wr->sg_list + i);  in mthca_tavor_post_receive()
1869 			wqe  += sizeof (struct mthca_data_seg);  in mthca_tavor_post_receive()
1928 	void *wqe;  in mthca_arbel_post_send()  local
1990 		wqe = get_send_wqe(qp, ind);  in mthca_arbel_post_send()
1992 		qp->sq.last = wqe;  in mthca_arbel_post_send()
1994 		((struct mthca_next_seg *) wqe)->flags =  in mthca_arbel_post_send()
2004 			((struct mthca_next_seg *) wqe)->imm = wr->ex.imm_data;  in mthca_arbel_post_send()
2006 		wqe += sizeof (struct mthca_next_seg);  in mthca_arbel_post_send()
2014 				set_raddr_seg(wqe, atomic_wr(wr)->remote_addr,  in mthca_arbel_post_send()
2016 				wqe += sizeof (struct mthca_raddr_seg);  in mthca_arbel_post_send()
2018 				set_atomic_seg(wqe, atomic_wr(wr));  in mthca_arbel_post_send()
2019 				wqe  += sizeof (struct mthca_atomic_seg);  in mthca_arbel_post_send()
2027 				set_raddr_seg(wqe, rdma_wr(wr)->remote_addr,  in mthca_arbel_post_send()
2029 				wqe  += sizeof (struct mthca_raddr_seg);  in mthca_arbel_post_send()
2044 				set_raddr_seg(wqe, rdma_wr(wr)->remote_addr,  in mthca_arbel_post_send()
2046 				wqe  += sizeof (struct mthca_raddr_seg);  in mthca_arbel_post_send()
2058 			set_arbel_ud_seg(wqe, ud_wr(wr));  in mthca_arbel_post_send()
2059 			wqe  += sizeof (struct mthca_arbel_ud_seg);  in mthca_arbel_post_send()
2065 					       wqe - sizeof (struct mthca_next_seg),  in mthca_arbel_post_send()
2066 					       wqe);  in mthca_arbel_post_send()
2071 			wqe += sizeof (struct mthca_data_seg);  in mthca_arbel_post_send()
2084 			mthca_set_data_seg(wqe, wr->sg_list + i);  in mthca_arbel_post_send()
2085 			wqe  += sizeof (struct mthca_data_seg);  in mthca_arbel_post_send()
2091 			((struct mthca_data_seg *) wqe)->byte_count =  in mthca_arbel_post_send()
2093 			((u32 *) wqe)[1] = 0;  in mthca_arbel_post_send()
2094 			wqe += sizeof (struct mthca_data_seg);  in mthca_arbel_post_send()
2172 	void *wqe;  in mthca_arbel_post_receive()  local
2191 		wqe = get_recv_wqe(qp, ind);  in mthca_arbel_post_receive()
2193 		((struct mthca_next_seg *) wqe)->flags = 0;  in mthca_arbel_post_receive()
2195 		wqe += sizeof (struct mthca_next_seg);  in mthca_arbel_post_receive()
2204 			mthca_set_data_seg(wqe, wr->sg_list + i);  in mthca_arbel_post_receive()
2205 			wqe += sizeof (struct mthca_data_seg);  in mthca_arbel_post_receive()
2209 			mthca_set_data_seg_inval(wqe);  in mthca_arbel_post_receive()