Lines Matching refs:dup
341 static __always_inline bool is_stable_node_dup(struct stable_node *dup) in is_stable_node_dup() argument
343 return dup->head == STABLE_NODE_DUP_HEAD; in is_stable_node_dup()
346 static inline void stable_node_chain_add_dup(struct stable_node *dup, in stable_node_chain_add_dup() argument
349 VM_BUG_ON(is_stable_node_dup(dup)); in stable_node_chain_add_dup()
350 dup->head = STABLE_NODE_DUP_HEAD; in stable_node_chain_add_dup()
352 hlist_add_head(&dup->hlist_dup, &chain->hlist); in stable_node_chain_add_dup()
356 static inline void __stable_node_dup_del(struct stable_node *dup) in __stable_node_dup_del() argument
358 VM_BUG_ON(!is_stable_node_dup(dup)); in __stable_node_dup_del()
359 hlist_del(&dup->hlist_dup); in __stable_node_dup_del()
363 static inline void stable_node_dup_del(struct stable_node *dup) in stable_node_dup_del() argument
365 VM_BUG_ON(is_stable_node_chain(dup)); in stable_node_dup_del()
366 if (is_stable_node_dup(dup)) in stable_node_dup_del()
367 __stable_node_dup_del(dup); in stable_node_dup_del()
369 rb_erase(&dup->node, root_stable_tree + NUMA(dup->nid)); in stable_node_dup_del()
371 dup->head = NULL; in stable_node_dup_del()
587 static struct stable_node *alloc_stable_node_chain(struct stable_node *dup, in alloc_stable_node_chain() argument
591 VM_BUG_ON(is_stable_node_chain(dup)); in alloc_stable_node_chain()
606 rb_replace_node(&dup->node, &chain->node, root); in alloc_stable_node_chain()
615 stable_node_chain_add_dup(dup, chain); in alloc_stable_node_chain()
916 struct stable_node *dup; in remove_stable_node_chain() local
927 hlist_for_each_entry_safe(dup, hlist_safe, in remove_stable_node_chain()
929 VM_BUG_ON(!is_stable_node_dup(dup)); in remove_stable_node_chain()
930 if (remove_stable_node(dup)) in remove_stable_node_chain()
1359 struct stable_node *dup, *found = NULL, *stable_node = *_stable_node; in stable_node_dup() local
1373 hlist_for_each_entry_safe(dup, hlist_safe, in stable_node_dup()
1386 _tree_page = get_ksm_page(dup, GET_KSM_PAGE_NOLOCK); in stable_node_dup()
1390 if (is_page_sharing_candidate(dup)) { in stable_node_dup()
1392 dup->rmap_hlist_len > found_rmap_hlist_len) { in stable_node_dup()
1395 found = dup; in stable_node_dup()
2723 struct stable_node *dup; in stable_node_chain_remove_range() local
2732 hlist_for_each_entry_safe(dup, hlist_safe, in stable_node_chain_remove_range()
2734 VM_BUG_ON(!is_stable_node_dup(dup)); in stable_node_chain_remove_range()
2735 stable_node_dup_remove_range(dup, start_pfn, end_pfn); in stable_node_chain_remove_range()