118 	if (ps->prsv.prsv_nppods > 0)  in free_pageset()
119 		t4_free_page_pods(&ps->prsv);  in free_pageset()
183 	t4_free_page_pods(&drb->prsv);  in free_ddp_rcv_buffer()
252 		t4_free_page_pods(&drb->prsv);  in alloc_ddp_rcv_buffer()
576     struct ppod_reservation *prsv, int offset, uint32_t len,  in mk_update_tcb_for_ddp()  argument
609 	    V_TCB_RX_DDP_BUF0_TAG(prsv->prsv_tag));  in mk_update_tcb_for_ddp()
822 	wr = mk_update_tcb_for_ddp(sc, toep, db_idx, &drb->prsv, 0, drb->len,  in queue_ddp_rcvbuf()
1354     struct ppod_reservation *prsv)  in alloc_page_pods()  argument
1376 	prsv->prsv_pr = pr;  in alloc_page_pods()
1377 	prsv->prsv_tag = V_PPOD_PGSZ(pgsz_idx) | addr;  in alloc_page_pods()
1378 	prsv->prsv_nppods = nppods;  in alloc_page_pods()
1385     int npages, struct ppod_reservation *prsv)  in t4_alloc_page_pods_for_vmpages()  argument
1425 	if (alloc_page_pods(pr, nppods, idx, prsv) != 0)  in t4_alloc_page_pods_for_vmpages()
1427 	MPASS(prsv->prsv_nppods > 0);  in t4_alloc_page_pods_for_vmpages()
1435 	struct ppod_reservation *prsv = &ps->prsv;  in t4_alloc_page_pods_for_ps()  local
1437 	KASSERT(prsv->prsv_nppods == 0,  in t4_alloc_page_pods_for_ps()
1441 	    prsv));  in t4_alloc_page_pods_for_ps()
1446     struct ppod_reservation *prsv)  in t4_alloc_page_pods_for_bio()  argument
1452 	    prsv));  in t4_alloc_page_pods_for_bio()
1457     struct ppod_reservation *prsv)  in t4_alloc_page_pods_for_buf()  argument
1506 	if (alloc_page_pods(pr, nppods, idx, prsv) != 0)  in t4_alloc_page_pods_for_buf()
1508 	MPASS(prsv->prsv_nppods > 0);  in t4_alloc_page_pods_for_buf()
1517 	struct ppod_reservation *prsv = &drb->prsv;  in t4_alloc_page_pods_for_rcvbuf()  local
1519 	KASSERT(prsv->prsv_nppods == 0,  in t4_alloc_page_pods_for_rcvbuf()
1523 	    prsv));  in t4_alloc_page_pods_for_rcvbuf()
1528     int entries, struct ppod_reservation *prsv)  in t4_alloc_page_pods_for_sgl()  argument
1590 	if (alloc_page_pods(pr, nppods, idx, prsv) != 0)  in t4_alloc_page_pods_for_sgl()
1592 	MPASS(prsv->prsv_nppods > 0);  in t4_alloc_page_pods_for_sgl()
1597 t4_free_page_pods(struct ppod_reservation *prsv)  in t4_free_page_pods()  argument
1599 	struct ppod_region *pr = prsv->prsv_pr;  in t4_free_page_pods()
1602 	MPASS(prsv != NULL);  in t4_free_page_pods()
1603 	MPASS(prsv->prsv_nppods != 0);  in t4_free_page_pods()
1605 	addr = prsv->prsv_tag & pr->pr_tag_mask;  in t4_free_page_pods()
1610 	    pr->pr_arena, addr, prsv->prsv_nppods);  in t4_free_page_pods()
1613 	vmem_free(pr->pr_arena, addr, PPOD_SZ(prsv->prsv_nppods));  in t4_free_page_pods()
1614 	prsv->prsv_nppods = 0;  in t4_free_page_pods()
1630 	struct ppod_reservation *prsv = &ps->prsv;  in t4_write_page_pods_for_ps()  local
1631 	struct ppod_region *pr = prsv->prsv_pr;  in t4_write_page_pods_for_ps()
1636 	MPASS(prsv->prsv_nppods > 0);  in t4_write_page_pods_for_ps()
1643 	ddp_pgsz = 1 << pr->pr_page_shift[G_PPOD_PGSZ(prsv->prsv_tag)];  in t4_write_page_pods_for_ps()
1644 	ppod_addr = pr->pr_start + (prsv->prsv_tag & pr->pr_tag_mask);  in t4_write_page_pods_for_ps()
1645 	for (i = 0; i < prsv->prsv_nppods; ppod_addr += chunk) {  in t4_write_page_pods_for_ps()
1647 		n = min(prsv->prsv_nppods - i, NUM_ULP_TX_SC_IMM_PPODS);  in t4_write_page_pods_for_ps()
1669 			    V_PPOD_TID(tid) | prsv->prsv_tag);  in t4_write_page_pods_for_ps()
1709 	struct ppod_reservation *prsv = &drb->prsv;  in t4_write_page_pods_for_rcvbuf()  local
1710 	struct ppod_region *pr = prsv->prsv_pr;  in t4_write_page_pods_for_rcvbuf()
1714 	MPASS(prsv->prsv_nppods > 0);  in t4_write_page_pods_for_rcvbuf()
1721 	ddp_pgsz = 1 << pr->pr_page_shift[G_PPOD_PGSZ(prsv->prsv_tag)];  in t4_write_page_pods_for_rcvbuf()
1723 	ppod_addr = pr->pr_start + (prsv->prsv_tag & pr->pr_tag_mask);  in t4_write_page_pods_for_rcvbuf()
1726 	for (i = 0; i < prsv->prsv_nppods; ppod_addr += chunk) {  in t4_write_page_pods_for_rcvbuf()
1728 		n = min(prsv->prsv_nppods - i, NUM_ULP_TX_SC_IMM_PPODS);  in t4_write_page_pods_for_rcvbuf()
1751 			    V_PPOD_TID(tid) | prsv->prsv_tag);  in t4_write_page_pods_for_rcvbuf()
1809     struct ppod_reservation *prsv, struct bio *bp, struct mbufq *wrq)  in t4_write_page_pods_for_bio()  argument
1817 	struct ppod_region *pr = prsv->prsv_pr;  in t4_write_page_pods_for_bio()
1828 	ddp_pgsz = 1 << pr->pr_page_shift[G_PPOD_PGSZ(prsv->prsv_tag)];  in t4_write_page_pods_for_bio()
1829 	ppod_addr = pr->pr_start + (prsv->prsv_tag & pr->pr_tag_mask);  in t4_write_page_pods_for_bio()
1830 	for (i = 0; i < prsv->prsv_nppods; ppod_addr += chunk) {  in t4_write_page_pods_for_bio()
1833 		n = min(prsv->prsv_nppods - i, NUM_ULP_TX_SC_IMM_PPODS);  in t4_write_page_pods_for_bio()
1857 			    (prsv->prsv_tag & ~V_PPOD_PGSZ(M_PPOD_PGSZ)));  in t4_write_page_pods_for_bio()
1886     struct ppod_reservation *prsv, vm_offset_t buf, int buflen,  in t4_write_page_pods_for_buf()  argument
1895 	struct ppod_region *pr = prsv->prsv_pr;  in t4_write_page_pods_for_buf()
1905 	ddp_pgsz = 1 << pr->pr_page_shift[G_PPOD_PGSZ(prsv->prsv_tag)];  in t4_write_page_pods_for_buf()
1907 	ppod_addr = pr->pr_start + (prsv->prsv_tag & pr->pr_tag_mask);  in t4_write_page_pods_for_buf()
1910 	for (i = 0; i < prsv->prsv_nppods; ppod_addr += chunk) {  in t4_write_page_pods_for_buf()
1913 		n = min(prsv->prsv_nppods - i, NUM_ULP_TX_SC_IMM_PPODS);  in t4_write_page_pods_for_buf()
1937 			    (prsv->prsv_tag & ~V_PPOD_PGSZ(M_PPOD_PGSZ)));  in t4_write_page_pods_for_buf()
1976     struct ppod_reservation *prsv, struct ctl_sg_entry *sgl, int entries,  in t4_write_page_pods_for_sgl()  argument
1985 	struct ppod_region *pr = prsv->prsv_pr;  in t4_write_page_pods_for_sgl()
1997 	ddp_pgsz = 1 << pr->pr_page_shift[G_PPOD_PGSZ(prsv->prsv_tag)];  in t4_write_page_pods_for_sgl()
1999 	ppod_addr = pr->pr_start + (prsv->prsv_tag & pr->pr_tag_mask);  in t4_write_page_pods_for_sgl()
2001 	for (i = 0; i < prsv->prsv_nppods; ppod_addr += chunk) {  in t4_write_page_pods_for_sgl()
2004 		n = min(prsv->prsv_nppods - i, NUM_ULP_TX_SC_IMM_PPODS);  in t4_write_page_pods_for_sgl()
2028 			    (prsv->prsv_tag & ~V_PPOD_PGSZ(M_PPOD_PGSZ)));  in t4_write_page_pods_for_sgl()
2092 	if (ps->prsv.prsv_nppods == 0 &&  in prep_pageset()
2656 	wr = mk_update_tcb_for_ddp(sc, toep, db_idx, &ps->prsv,  in aio_ddp_requeue()