| /linux/net/tls/ |
| H A D | tls_device.c | 258 struct page_frag *pfrag, in tls_append_frag() argument
264 if (skb_frag_page(frag) == pfrag->page && in tls_append_frag()
265 skb_frag_off(frag) + skb_frag_size(frag) == pfrag->offset) { in tls_append_frag()
269 skb_frag_fill_page_desc(frag, pfrag->page, pfrag->offset, in tls_append_frag()
272 get_page(pfrag->page); in tls_append_frag()
275 pfrag->offset += size; in tls_append_frag()
316 struct page_frag *pfrag, in tls_device_record_close() argument
328 if (unlikely(pfrag->size - pfrag->offset < prot->tag_size) && in tls_device_record_close()
329 !skb_page_frag_refill(prot->tag_size, pfrag, sk->sk_allocation)) { in tls_device_record_close()
332 pfrag = &dummy_tag_frag; in tls_device_record_close()
[all …]
|
| /linux/net/ipv4/ |
| H A D | ip_output.c | 954 struct page_frag *pfrag, in __ip_append_data() argument
1241 if (!sk_page_frag_refill(sk, pfrag)) in __ip_append_data()
1245 if (!skb_can_coalesce(skb, i, pfrag->page, in __ip_append_data()
1246 pfrag->offset)) { in __ip_append_data()
1251 __skb_fill_page_desc(skb, i, pfrag->page, in __ip_append_data()
1252 pfrag->offset, 0); in __ip_append_data()
1254 get_page(pfrag->page); in __ip_append_data()
1256 copy = min_t(int, copy, pfrag->size - pfrag->offset); in __ip_append_data()
1259 page_address(pfrag->page) + pfrag->offset, in __ip_append_data()
1263 pfrag->offset += copy; in __ip_append_data()
|
| H A D | tcp.c | 1245 struct page_frag *pfrag = sk_page_frag(sk); in tcp_sendmsg_locked()
1247 if (!sk_page_frag_refill(sk, pfrag)) in tcp_sendmsg_locked()
1250 if (!skb_can_coalesce(skb, i, pfrag->page, in tcp_sendmsg_locked()
1251 pfrag->offset)) { in tcp_sendmsg_locked()
1259 copy = min_t(int, copy, pfrag->size - pfrag->offset); in tcp_sendmsg_locked()
1272 pfrag->page, in tcp_sendmsg_locked()
1273 pfrag->offset, in tcp_sendmsg_locked()
1282 skb_fill_page_desc(skb, i, pfrag->page, in tcp_sendmsg_locked()
1283 pfrag in tcp_sendmsg_locked()
1246 struct page_frag *pfrag = sk_page_frag(sk); tcp_sendmsg_locked() local
[all...] |
| H A D | tcp_output.c | 4165 struct page_frag *pfrag = sk_page_frag(sk); in tcp_send_syn_data() local
4188 pfrag, sk->sk_allocation)) in tcp_send_syn_data()
4195 space = min_t(size_t, space, pfrag->size - pfrag->offset); in tcp_send_syn_data()
4199 space = copy_page_from_iter(pfrag->page, pfrag->offset, in tcp_send_syn_data()
4206 skb_fill_page_desc(syn_data, 0, pfrag->page, in tcp_send_syn_data()
4207 pfrag->offset, space); in tcp_send_syn_data()
4208 page_ref_inc(pfrag->page); in tcp_send_syn_data()
4209 pfrag->offset += space; in tcp_send_syn_data()
|
| /linux/net/core/ |
| H A D | sock.c | 3123 * @pfrag: pointer to page_frag in skb_page_frag_refill()
3130 bool skb_page_frag_refill(unsigned int sz, struct page_frag *pfrag, gfp_t gfp) in skb_page_frag_refill()
3132 if (pfrag->page) {
3133 if (page_ref_count(pfrag->page) == 1) {
3134 pfrag->offset = 0; in sk_page_frag_refill() argument
3137 if (pfrag->offset + sz <= pfrag->size) in sk_page_frag_refill()
3139 put_page(pfrag->page); in sk_page_frag_refill()
3142 pfrag->offset = 0; in sk_page_frag_refill()
3146 pfrag in __lock_sock()
3100 skb_page_frag_refill(unsigned int sz,struct page_frag * pfrag,gfp_t gfp) skb_page_frag_refill() argument
[all...] |
| H A D | skbuff.c | 3074 struct page_frag *pfrag = sk_page_frag(sk); in linear_to_page() local
3076 if (!sk_page_frag_refill(sk, pfrag)) in linear_to_page()
3079 *len = min_t(unsigned int, *len, pfrag->size - pfrag->offset); in linear_to_page()
3081 memcpy(page_address(pfrag->page) + pfrag->offset, in linear_to_page()
3083 *offset = pfrag->offset; in linear_to_page()
3084 pfrag->offset += *len; in linear_to_page()
3086 return pfrag->page; in linear_to_page()
|
| /linux/net/mptcp/ |
| H A D | protocol.c | 1008 const struct page_frag *pfrag, in mptcp_frag_can_collapse_to() argument
1011 return df && pfrag->page == df->page && in mptcp_frag_can_collapse_to()
1012 pfrag->size - pfrag->offset > 0 && in mptcp_frag_can_collapse_to()
1013 pfrag->offset == (df->offset + df->data_len) && in mptcp_frag_can_collapse_to()
1129 static bool mptcp_page_frag_refill(struct sock *sk, struct page_frag *pfrag) in mptcp_page_frag_refill() argument
1132 pfrag, sk->sk_allocation))) in mptcp_page_frag_refill()
1140 mptcp_carve_data_frag(const struct mptcp_sock *msk, struct page_frag *pfrag, in mptcp_carve_data_frag() argument
1146 dfrag = (struct mptcp_data_frag *)(page_to_virt(pfrag->page) + offset); in mptcp_carve_data_frag()
1152 dfrag->page = pfrag->page; in mptcp_carve_data_frag()
1867 struct page_frag *pfrag; in mptcp_sendmsg() local
[all …]
|
| /linux/drivers/net/ethernet/mellanox/mlx4/ |
| H A D | en_tx.c | 604 void **pfrag) in is_inline() argument
615 *pfrag = ptr; in is_inline()
639 void **pfrag, in get_real_size() argument
675 shinfo, pfrag); in get_real_size()
|
| /linux/fs/ceph/ |
| H A D | inode.c | 367 struct ceph_inode_frag *pfrag, int *found) in __ceph_choose_frag() argument
384 if (pfrag) in __ceph_choose_frag()
385 memcpy(pfrag, frag, sizeof(*pfrag)); in __ceph_choose_frag()
410 struct ceph_inode_frag *pfrag, int *found) in ceph_choose_frag() argument
414 ret = __ceph_choose_frag(ci, v, pfrag, found); in ceph_choose_frag()
|
| H A D | super.h | 762 struct ceph_inode_frag *pfrag,
|
| /linux/drivers/scsi/be2iscsi/ |
| H A D | be_main.c | 2137 psgl = (struct iscsi_sge *)io_task->psgl_handle->pfrag; in hwi_write_sgl_v2()
2226 psgl = (struct iscsi_sge *)io_task->psgl_handle->pfrag; in hwi_write_sgl()
2329 psgl = (struct iscsi_sge *)io_task->psgl_handle->pfrag; in hwi_write_buffer()
3895 struct iscsi_sge *pfrag; in beiscsi_init_sgl_handle() local
3973 pfrag = mem_descr_sg->mem_array[idx].virtual_address; in beiscsi_init_sgl_handle()
3984 psgl_handle->pfrag = pfrag; in beiscsi_init_sgl_handle()
3985 AMAP_SET_BITS(struct amap_iscsi_sge, addr_hi, pfrag, 0); in beiscsi_init_sgl_handle()
3986 AMAP_SET_BITS(struct amap_iscsi_sge, addr_lo, pfrag, 0); in beiscsi_init_sgl_handle()
3987 pfrag += phba->params.num_sge_per_io; in beiscsi_init_sgl_handle()
|
| H A D | be_main.h | 212 struct iscsi_sge *pfrag; member
|
| /linux/include/net/ |
| H A D | sock.h | 2620 bool sk_page_frag_refill(struct sock *sk, struct page_frag *pfrag);
|
| /linux/include/linux/ |
| H A D | skbuff.h | 3762 bool skb_page_frag_refill(unsigned int sz, struct page_frag *pfrag, gfp_t prio);
|