Lines Matching refs:bucket
860 struct bpf_shtab_bucket *bucket; in __sock_hash_lookup_elem() local
866 bucket = sock_hash_select_bucket(htab, hash); in __sock_hash_lookup_elem()
867 elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size); in __sock_hash_lookup_elem()
884 struct bpf_shtab_bucket *bucket; in sock_hash_delete_from_link() local
887 bucket = sock_hash_select_bucket(htab, elem->hash); in sock_hash_delete_from_link()
893 raw_spin_lock_bh(&bucket->lock); in sock_hash_delete_from_link()
894 elem_probe = sock_hash_lookup_elem_raw(&bucket->head, elem->hash, in sock_hash_delete_from_link()
901 raw_spin_unlock_bh(&bucket->lock); in sock_hash_delete_from_link()
908 struct bpf_shtab_bucket *bucket; in sock_hash_delete_elem() local
913 bucket = sock_hash_select_bucket(htab, hash); in sock_hash_delete_elem()
915 raw_spin_lock_bh(&bucket->lock); in sock_hash_delete_elem()
916 elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size); in sock_hash_delete_elem()
923 raw_spin_unlock_bh(&bucket->lock); in sock_hash_delete_elem()
960 struct bpf_shtab_bucket *bucket; in sock_hash_update_common() local
981 bucket = sock_hash_select_bucket(htab, hash); in sock_hash_update_common()
983 raw_spin_lock_bh(&bucket->lock); in sock_hash_update_common()
984 elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size); in sock_hash_update_common()
1003 hlist_add_head_rcu(&elem_new->node, &bucket->head); in sock_hash_update_common()
1009 raw_spin_unlock_bh(&bucket->lock); in sock_hash_update_common()
1012 raw_spin_unlock_bh(&bucket->lock); in sock_hash_update_common()
1112 struct bpf_shtab_bucket *bucket; in sock_hash_free() local
1124 bucket = sock_hash_select_bucket(htab, i); in sock_hash_free()
1132 raw_spin_lock_bh(&bucket->lock); in sock_hash_free()
1133 hlist_for_each_entry(elem, &bucket->head, node) in sock_hash_free()
1135 hlist_move_list(&bucket->head, &unlink_list); in sock_hash_free()
1136 raw_spin_unlock_bh(&bucket->lock); in sock_hash_free()
1278 struct bpf_shtab_bucket *bucket; in sock_hash_seq_find_next() local
1294 bucket = &htab->buckets[info->bucket_id]; in sock_hash_seq_find_next()
1295 node = rcu_dereference(hlist_first_rcu(&bucket->head)); in sock_hash_seq_find_next()