Lines Matching refs:lru_pvecs
62 struct lru_pvecs { struct
72 static DEFINE_PER_CPU(struct lru_pvecs, lru_pvecs) = { argument
336 struct pagevec *pvec = &per_cpu(lru_pvecs.activate_page, cpu); in activate_page_drain()
344 return pagevec_count(&per_cpu(lru_pvecs.activate_page, cpu)) != 0; in need_activate_page_drain()
354 local_lock(&lru_pvecs.lock); in folio_activate()
355 pvec = this_cpu_ptr(&lru_pvecs.activate_page); in folio_activate()
358 local_unlock(&lru_pvecs.lock); in folio_activate()
385 local_lock(&lru_pvecs.lock); in __lru_cache_activate_folio()
386 pvec = this_cpu_ptr(&lru_pvecs.lru_add); in __lru_cache_activate_folio()
407 local_unlock(&lru_pvecs.lock); in __lru_cache_activate_folio()
466 local_lock(&lru_pvecs.lock); in folio_add_lru()
467 pvec = this_cpu_ptr(&lru_pvecs.lru_add); in folio_add_lru()
470 local_unlock(&lru_pvecs.lock); in folio_add_lru()
610 struct pagevec *pvec = &per_cpu(lru_pvecs.lru_add, cpu); in lru_add_drain_cpu()
626 pvec = &per_cpu(lru_pvecs.lru_deactivate_file, cpu); in lru_add_drain_cpu()
630 pvec = &per_cpu(lru_pvecs.lru_deactivate, cpu); in lru_add_drain_cpu()
634 pvec = &per_cpu(lru_pvecs.lru_lazyfree, cpu); in lru_add_drain_cpu()
661 local_lock(&lru_pvecs.lock); in deactivate_file_page()
662 pvec = this_cpu_ptr(&lru_pvecs.lru_deactivate_file); in deactivate_file_page()
666 local_unlock(&lru_pvecs.lock); in deactivate_file_page()
683 local_lock(&lru_pvecs.lock); in deactivate_page()
684 pvec = this_cpu_ptr(&lru_pvecs.lru_deactivate); in deactivate_page()
688 local_unlock(&lru_pvecs.lock); in deactivate_page()
705 local_lock(&lru_pvecs.lock); in mark_page_lazyfree()
706 pvec = this_cpu_ptr(&lru_pvecs.lru_lazyfree); in mark_page_lazyfree()
710 local_unlock(&lru_pvecs.lock); in mark_page_lazyfree()
716 local_lock(&lru_pvecs.lock); in lru_add_drain()
718 local_unlock(&lru_pvecs.lock); in lru_add_drain()
729 local_lock(&lru_pvecs.lock); in lru_add_and_bh_lrus_drain()
731 local_unlock(&lru_pvecs.lock); in lru_add_and_bh_lrus_drain()
737 local_lock(&lru_pvecs.lock); in lru_add_drain_cpu_zone()
740 local_unlock(&lru_pvecs.lock); in lru_add_drain_cpu_zone()
835 pagevec_count(&per_cpu(lru_pvecs.lru_add, cpu)) || in __lru_add_drain_all()
837 pagevec_count(&per_cpu(lru_pvecs.lru_deactivate_file, cpu)) || in __lru_add_drain_all()
838 pagevec_count(&per_cpu(lru_pvecs.lru_deactivate, cpu)) || in __lru_add_drain_all()
839 pagevec_count(&per_cpu(lru_pvecs.lru_lazyfree, cpu)) || in __lru_add_drain_all()