Lines Matching refs:ds_queue

3780 	struct deferred_split *ds_queue;  in __folio_freeze_and_split_unmapped()  local
3784 ds_queue = folio_split_queue_lock(folio); in __folio_freeze_and_split_unmapped()
3791 ds_queue->split_queue_len--; in __folio_freeze_and_split_unmapped()
3806 split_queue_unlock(ds_queue); in __folio_freeze_and_split_unmapped()
3907 split_queue_unlock(ds_queue); in __folio_freeze_and_split_unmapped()
4282 struct deferred_split *ds_queue; in __folio_unqueue_deferred_split() local
4289 ds_queue = folio_split_queue_lock_irqsave(folio, &flags); in __folio_unqueue_deferred_split()
4291 ds_queue->split_queue_len--; in __folio_unqueue_deferred_split()
4300 split_queue_unlock_irqrestore(ds_queue, flags); in __folio_unqueue_deferred_split()
4308 struct deferred_split *ds_queue; in deferred_split_folio() local
4331 ds_queue = folio_split_queue_lock_irqsave(folio, &flags); in deferred_split_folio()
4348 memcg = folio_split_queue_memcg(folio, ds_queue); in deferred_split_folio()
4349 list_add_tail(&folio->_deferred_list, &ds_queue->split_queue); in deferred_split_folio()
4350 ds_queue->split_queue_len++; in deferred_split_folio()
4355 split_queue_unlock_irqrestore(ds_queue, flags); in deferred_split_folio()
4362 struct deferred_split *ds_queue = &pgdata->deferred_split_queue; in deferred_split_count() local
4366 ds_queue = &sc->memcg->deferred_split_queue; in deferred_split_count()
4368 return READ_ONCE(ds_queue->split_queue_len); in deferred_split_count()
4401 struct deferred_split *ds_queue; in deferred_split_scan() local
4410 ds_queue = split_queue_lock_irqsave(sc->nid, sc->memcg, &flags); in deferred_split_scan()
4412 list_for_each_entry_safe(folio, next, &ds_queue->split_queue, in deferred_split_scan()
4423 ds_queue->split_queue_len--; in deferred_split_scan()
4429 split_queue_unlock_irqrestore(ds_queue, flags); in deferred_split_scan()
4476 if (sc->nr_to_scan && !list_empty(&ds_queue->split_queue)) { in deferred_split_scan()
4485 if (!split && list_empty(&ds_queue->split_queue)) in deferred_split_scan()
4494 struct deferred_split *ds_queue = &memcg->deferred_split_queue; in reparent_deferred_split_queue() local
4498 spin_lock_irq(&ds_queue->split_queue_lock); in reparent_deferred_split_queue()
4501 if (!ds_queue->split_queue_len) in reparent_deferred_split_queue()
4504 list_splice_tail_init(&ds_queue->split_queue, &parent_ds_queue->split_queue); in reparent_deferred_split_queue()
4505 parent_ds_queue->split_queue_len += ds_queue->split_queue_len; in reparent_deferred_split_queue()
4506 ds_queue->split_queue_len = 0; in reparent_deferred_split_queue()
4513 spin_unlock_irq(&ds_queue->split_queue_lock); in reparent_deferred_split_queue()