Lines Matching refs:hptep
323 static inline void native_lock_hpte(struct hash_pte *hptep) in native_lock_hpte() argument
325 unsigned long *word = (unsigned long *)&hptep->v; in native_lock_hpte()
337 static inline void native_unlock_hpte(struct hash_pte *hptep) in native_unlock_hpte() argument
339 unsigned long *word = (unsigned long *)&hptep->v; in native_unlock_hpte()
348 struct hash_pte *hptep = htab_address + hpte_group; in native_hpte_insert() local
359 if (! (be64_to_cpu(hptep->v) & HPTE_V_VALID)) { in native_hpte_insert()
361 native_lock_hpte(hptep); in native_hpte_insert()
362 if (! (be64_to_cpu(hptep->v) & HPTE_V_VALID)) in native_hpte_insert()
364 native_unlock_hpte(hptep); in native_hpte_insert()
367 hptep++; in native_hpte_insert()
386 hptep->r = cpu_to_be64(hpte_r); in native_hpte_insert()
393 hptep->v = cpu_to_be64(hpte_v); in native_hpte_insert()
402 struct hash_pte *hptep; in native_hpte_remove() local
413 hptep = htab_address + hpte_group + slot_offset; in native_hpte_remove()
414 hpte_v = be64_to_cpu(hptep->v); in native_hpte_remove()
418 native_lock_hpte(hptep); in native_hpte_remove()
419 hpte_v = be64_to_cpu(hptep->v); in native_hpte_remove()
423 native_unlock_hpte(hptep); in native_hpte_remove()
434 hptep->v = 0; in native_hpte_remove()
443 struct hash_pte *hptep = htab_address + slot; in native_hpte_updatepp() local
452 hpte_v = hpte_get_old_v(hptep); in native_hpte_updatepp()
464 native_lock_hpte(hptep); in native_hpte_updatepp()
466 hpte_v = hpte_get_old_v(hptep); in native_hpte_updatepp()
473 hptep->r = cpu_to_be64((be64_to_cpu(hptep->r) & in native_hpte_updatepp()
478 native_unlock_hpte(hptep); in native_hpte_updatepp()
494 struct hash_pte *hptep; in __native_hpte_find() local
500 hptep = htab_address + slot; in __native_hpte_find()
501 hpte_v = hpte_get_old_v(hptep); in __native_hpte_find()
551 struct hash_pte *hptep; in native_hpte_updateboltedpp() local
559 hptep = htab_address + slot; in native_hpte_updateboltedpp()
562 hptep->r = cpu_to_be64((be64_to_cpu(hptep->r) & in native_hpte_updateboltedpp()
582 struct hash_pte *hptep; in native_hpte_removebolted() local
591 hptep = htab_address + slot; in native_hpte_removebolted()
593 VM_WARN_ON(!(be64_to_cpu(hptep->v) & HPTE_V_BOLTED)); in native_hpte_removebolted()
596 hptep->v = 0; in native_hpte_removebolted()
607 struct hash_pte *hptep = htab_address + slot; in native_hpte_invalidate() local
617 hpte_v = hpte_get_old_v(hptep); in native_hpte_invalidate()
620 native_lock_hpte(hptep); in native_hpte_invalidate()
622 hpte_v = hpte_get_old_v(hptep); in native_hpte_invalidate()
626 hptep->v = 0; in native_hpte_invalidate()
628 native_unlock_hpte(hptep); in native_hpte_invalidate()
649 struct hash_pte *hptep; in native_hugepage_invalidate() local
676 hptep = htab_address + slot; in native_hugepage_invalidate()
678 hpte_v = hpte_get_old_v(hptep); in native_hugepage_invalidate()
683 native_lock_hpte(hptep); in native_hugepage_invalidate()
684 hpte_v = hpte_get_old_v(hptep); in native_hugepage_invalidate()
691 hptep->v = 0; in native_hugepage_invalidate()
693 native_unlock_hpte(hptep); in native_hugepage_invalidate()
794 struct hash_pte *hptep = htab_address; in native_hpte_clear() local
803 for (slot = 0; slot < slots; slot++, hptep++) { in native_hpte_clear()
809 hpte_v = be64_to_cpu(hptep->v); in native_hpte_clear()
816 hpte_decode(hptep, slot, &psize, &apsize, &ssize, &vpn); in native_hpte_clear()
817 hptep->v = 0; in native_hpte_clear()
833 struct hash_pte *hptep; in native_flush_hash_range() local
860 hptep = htab_address + slot; in native_flush_hash_range()
862 hpte_v = hpte_get_old_v(hptep); in native_flush_hash_range()
867 native_lock_hpte(hptep); in native_flush_hash_range()
868 hpte_v = hpte_get_old_v(hptep); in native_flush_hash_range()
871 native_unlock_hpte(hptep); in native_flush_hash_range()
873 hptep->v = 0; in native_flush_hash_range()