Lines Matching refs:cpu_fbatches
44 struct cpu_fbatches { struct
62 static DEFINE_PER_CPU(struct cpu_fbatches, cpu_fbatches) = { argument
219 local_lock_irqsave(&cpu_fbatches.lock_irq, flags); in __folio_batch_add_and_move()
221 local_lock(&cpu_fbatches.lock); in __folio_batch_add_and_move()
228 local_unlock_irqrestore(&cpu_fbatches.lock_irq, flags); in __folio_batch_add_and_move()
230 local_unlock(&cpu_fbatches.lock); in __folio_batch_add_and_move()
235 &cpu_fbatches.op, \
238 offsetof(struct cpu_fbatches, op) >= \
239 offsetof(struct cpu_fbatches, lock_irq) \
289 struct folio_batch *fbatch = &per_cpu(cpu_fbatches.lru_activate, cpu); in folio_activate_drain()
328 local_lock(&cpu_fbatches.lock); in __lru_cache_activate_folio()
329 fbatch = this_cpu_ptr(&cpu_fbatches.lru_add); in __lru_cache_activate_folio()
350 local_unlock(&cpu_fbatches.lock); in __lru_cache_activate_folio()
622 struct cpu_fbatches *fbatches = &per_cpu(cpu_fbatches, cpu); in lru_add_drain_cpu()
637 local_lock_irqsave(&cpu_fbatches.lock_irq, flags); in lru_add_drain_cpu()
639 local_unlock_irqrestore(&cpu_fbatches.lock_irq, flags); in lru_add_drain_cpu()
717 local_lock(&cpu_fbatches.lock); in lru_add_drain()
719 local_unlock(&cpu_fbatches.lock); in lru_add_drain()
731 local_lock(&cpu_fbatches.lock); in lru_add_and_bh_lrus_drain()
733 local_unlock(&cpu_fbatches.lock); in lru_add_and_bh_lrus_drain()
740 local_lock(&cpu_fbatches.lock); in lru_add_drain_cpu_zone()
743 local_unlock(&cpu_fbatches.lock); in lru_add_drain_cpu_zone()
758 struct cpu_fbatches *fbatches = &per_cpu(cpu_fbatches, cpu); in cpu_needs_drain()