| /linux/fs/netfs/ |
| H A D | read_collect.c | 82 struct folio_queue *folioq, in netfs_unlock_read_folio()
86 struct folio *folio = folioq_folio(folioq, slot); in netfs_unlock_read_folio()
117 folioq_clear(folioq, slot); in netfs_unlock_read_folio()
133 folioq_clear(folioq, slot); in netfs_read_set_unlock_at()
141 struct folio_queue *folioq = rreq->buffer.tail; in netfs_read_set_unlock_at()
148 if (slot >= folioq_count(folioq)) {
149 folioq = folioq->next;
150 if (!folioq)
155 progress_at += folioq_folio_size(folioq, slo in netfs_read_unlock_folios() local
66 netfs_unlock_read_folio(struct netfs_io_request * rreq,struct folio_queue * folioq,int slot) netfs_unlock_read_folio() argument
125 struct folio_queue *folioq = rreq->buffer.tail; netfs_read_set_unlock_at() local
[all...] |
| H A D | read_pgpriv2.c | 177 struct folio_queue *folioq = creq->buffer.tail; in netfs_pgpriv2_unlock_copied_folios() local
182 if (slot >= folioq_nr_slots(folioq)) { in netfs_pgpriv2_unlock_copied_folios()
183 folioq = rolling_buffer_delete_spent(&creq->buffer); in netfs_pgpriv2_unlock_copied_folios()
192 folio = folioq_folio(folioq, slot); in netfs_pgpriv2_unlock_copied_folios()
219 folioq_clear(folioq, slot); in netfs_pgpriv2_unlock_copied_folios()
221 if (slot >= folioq_nr_slots(folioq)) { in netfs_pgpriv2_unlock_copied_folios()
222 folioq = rolling_buffer_delete_spent(&creq->buffer); in netfs_pgpriv2_unlock_copied_folios()
223 if (!folioq) in netfs_pgpriv2_unlock_copied_folios()
232 creq->buffer.tail = folioq; in netfs_pgpriv2_unlock_copied_folios()
|
| H A D | iterator.c | 255 const struct folio_queue *folioq = iter->folioq; in netfs_limit_folioq() local
266 if (slot >= folioq_nr_slots(folioq)) { in netfs_limit_folioq()
267 folioq = folioq->next; in netfs_limit_folioq()
273 size_t flen = folioq_folio_size(folioq, slot); in netfs_limit_folioq()
286 if (slot >= folioq_nr_slots(folioq)) { in netfs_limit_folioq()
287 folioq = folioq->next; in netfs_limit_folioq()
290 } while (folioq); in netfs_limit_folioq()
|
| H A D | write_collect.c | 117 struct folio_queue *folioq = wreq->buffer.tail; in netfs_writeback_unlock_folios() local
121 if (WARN_ON_ONCE(!folioq)) { in netfs_writeback_unlock_folios()
133 if (slot >= folioq_nr_slots(folioq)) { in netfs_writeback_unlock_folios()
134 folioq = rolling_buffer_delete_spent(&wreq->buffer); in netfs_writeback_unlock_folios()
135 if (!folioq) in netfs_writeback_unlock_folios()
146 folio = folioq_folio(folioq, slot); in netfs_writeback_unlock_folios()
173 folioq_clear(folioq, slot); in netfs_writeback_unlock_folios()
175 if (slot >= folioq_nr_slots(folioq)) { in netfs_writeback_unlock_folios()
176 folioq = rolling_buffer_delete_spent(&wreq->buffer); in netfs_writeback_unlock_folios()
177 if (!folioq) in netfs_writeback_unlock_folios()
[all …]
|
| H A D | rolling_buffer.c | 52 void netfs_folioq_free(struct folio_queue *folioq, in netfs_folioq_free() argument
55 trace_netfs_folioq(folioq, trace); in netfs_folioq_free()
57 mempool_free(folioq, &netfs_folioq_pool); in netfs_folioq_free()
101 if (roll->iter.folioq == head && in rolling_buffer_make_space()
103 roll->iter.folioq = fq; in rolling_buffer_make_space()
|
| H A D | write_issue.c | 169 wreq_iter->folioq_slot >= folioq_nr_slots(wreq_iter->folioq)) in netfs_prepare_write()
875 for (fq = (struct folio_queue *)iter->folioq; fq; fq = fq->next) { in netfs_writeback_single()
|
| /linux/lib/ |
| H A D | iov_iter.c | 543 const struct folio_queue *folioq = i->folioq; in iov_iter_folioq_advance() local
550 if (slot >= folioq_nr_slots(folioq)) { in iov_iter_folioq_advance()
551 folioq = folioq->next; in iov_iter_folioq_advance()
557 size_t fsize = folioq_folio_size(folioq, slot); in iov_iter_folioq_advance()
563 if (slot >= folioq_nr_slots(folioq) && folioq->next) { in iov_iter_folioq_advance()
564 folioq = folioq->next; in iov_iter_folioq_advance()
571 i->folioq = folioq; in iov_iter_folioq_advance()
596 const struct folio_queue *folioq = i->folioq; in iov_iter_folioq_revert() local
603 folioq = folioq->prev; in iov_iter_folioq_revert()
604 slot = folioq_nr_slots(folioq); in iov_iter_folioq_revert()
[all …]
|
| H A D | scatterlist.c | 1280 const struct folio_queue *folioq = iter->folioq; in extract_folioq_to_sg() local
1286 BUG_ON(!folioq); in extract_folioq_to_sg()
1288 if (slot >= folioq_nr_slots(folioq)) { in extract_folioq_to_sg()
1289 folioq = folioq->next; in extract_folioq_to_sg()
1290 if (WARN_ON_ONCE(!folioq)) in extract_folioq_to_sg()
1296 struct folio *folio = folioq_folio(folioq, slot); in extract_folioq_to_sg()
1297 size_t fsize = folioq_folio_size(folioq, slot); in extract_folioq_to_sg()
1313 if (slot >= folioq_nr_slots(folioq)) { in extract_folioq_to_sg()
1314 if (!folioq->next) { in extract_folioq_to_sg()
1318 folioq = folioq->next; in extract_folioq_to_sg()
[all …]
|
| /linux/include/linux/ |
| H A D | iov_iter.h | 151 const struct folio_queue *folioq = iter->folioq; in iterate_folioq() local
155 if (slot == folioq_nr_slots(folioq)) { in iterate_folioq()
157 folioq = folioq->next; in iterate_folioq()
162 struct folio *folio = folioq_folio(folioq, slot); in iterate_folioq()
170 fsize = folioq_folio_size(folioq, slot); in iterate_folioq()
184 if (slot == folioq_nr_slots(folioq) && folioq->next) { in iterate_folioq()
185 folioq = folioq->next; in iterate_folioq()
194 iter->folioq = folioq; in iterate_folioq()
|
| H A D | uio.h | 71 const struct folio_queue *folioq; member
299 const struct folio_queue *folioq,
|
| H A D | netfs.h | 453 void netfs_folioq_free(struct folio_queue *folioq,
|
| /linux/lib/tests/ |
| H A D | kunit_iov_iter.c | 387 struct folio_queue *folioq, *next; in iov_kunit_destroy_folioq() local
389 for (folioq = data; folioq; folioq = next) { in iov_kunit_destroy_folioq()
390 next = folioq->next; in iov_kunit_destroy_folioq()
391 kfree(folioq); in iov_kunit_destroy_folioq()
397 struct folio_queue *folioq, in iov_kunit_load_folioq() argument
400 struct folio_queue *p = folioq; in iov_kunit_load_folioq()
415 iov_iter_folio_queue(iter, dir, folioq, 0, 0, size); in iov_kunit_load_folioq()
420 struct folio_queue *folioq; in iov_kunit_create_folioq() local
422 folioq = kzalloc_obj(struct folio_queue); in iov_kunit_create_folioq()
423 KUNIT_ASSERT_NOT_ERR_OR_NULL(test, folioq); in iov_kunit_create_folioq()
[all …]
|
| /linux/fs/smb/client/ |
| H A D | smb2ops.c | 5056 cifs_copy_folioq_to_iter(struct folio_queue *folioq, size_t data_size, in handle_read_data()
5059 for (; folioq; folioq = folioq->next) { in handle_read_data()
5060 for (int s = 0; s < folioq_count(folioq); s++) { in handle_read_data()
5067 folio = folioq_folio(folioq, s); in handle_read_data()
4992 cifs_copy_folioq_to_iter(struct folio_queue * folioq,size_t data_size,size_t skip,struct iov_iter * iter) cifs_copy_folioq_to_iter() argument
|