Lines Matching refs:socks
39 if (reuse->socks[left] == sk) in reuseport_sock_index()
47 reuse->socks[reuse->num_socks] = sk; in __reuseport_add_sock()
61 reuse->socks[i] = reuse->socks[reuse->num_socks - 1]; in __reuseport_detach_sock()
70 reuse->socks[reuse->max_socks - reuse->num_closed_socks - 1] = sk; in __reuseport_add_closed_sock()
83 reuse->socks[i] = reuse->socks[reuse->max_socks - reuse->num_closed_socks]; in __reuseport_detach_closed_sock()
151 reuse->socks[0] = sk; in reuseport_alloc()
176 sk = reuse->socks[reuse->max_socks - reuse->num_closed_socks]; in reuseport_grow()
197 memcpy(more_reuse->socks, reuse->socks, in reuseport_grow()
199 memcpy(more_reuse->socks + in reuseport_grow()
201 reuse->socks + (reuse->max_socks - reuse->num_closed_socks), in reuseport_grow()
206 rcu_assign_pointer(reuse->socks[i]->sk_reuseport_cb, in reuseport_grow()
412 static struct sock *run_bpf_filter(struct sock_reuseport *reuse, u16 socks, in run_bpf_filter() argument
436 if (index >= socks) in run_bpf_filter()
439 return reuse->socks[index]; in run_bpf_filter()
448 while (reuse->socks[i]->sk_state == TCP_ESTABLISHED) { in reuseport_select_sock_by_hash()
456 return reuse->socks[i]; in reuseport_select_sock_by_hash()
477 u16 socks; in reuseport_select_sock() local
487 socks = READ_ONCE(reuse->num_socks); in reuseport_select_sock()
488 if (likely(socks)) { in reuseport_select_sock()
498 sk2 = run_bpf_filter(reuse, socks, prog, skb, hdr_len); in reuseport_select_sock()
503 sk2 = reuseport_select_sock_by_hash(reuse, hash, socks); in reuseport_select_sock()
529 u16 socks; in reuseport_migrate_sock() local
538 socks = READ_ONCE(reuse->num_socks); in reuseport_migrate_sock()
539 if (unlikely(!socks)) in reuseport_migrate_sock()
567 nsk = reuseport_select_sock_by_hash(reuse, hash, socks); in reuseport_migrate_sock()