| /linux/drivers/staging/media/atomisp/pci/hive_isp_css_common/host/ |
| A D | debug_private.h | 56 if (remote_tail > debug_data_ptr->tail) { in debug_synch_queue()
60 debug_data_ptr->tail * sizeof(uint32_t), in debug_synch_queue()
62 } else if (remote_tail < debug_data_ptr->tail) { in debug_synch_queue()
66 debug_data_ptr->tail * sizeof(uint32_t), in debug_synch_queue()
72 debug_data_ptr->tail = remote_tail; in debug_synch_queue()
80 if (remote_tail > debug_data_ptr->tail) { in debug_synch_queue_isp()
96 debug_data_ptr->tail = remote_tail; in debug_synch_queue_isp()
106 if (remote_tail > debug_data_ptr->tail) { in debug_synch_queue_ddr()
110 debug_data_ptr->tail * sizeof(uint32_t), in debug_synch_queue_ddr()
116 debug_data_ptr->tail * sizeof(uint32_t), in debug_synch_queue_ddr()
[all …]
|
| /linux/tools/lib/ |
| A D | list_sort.c | 23 *tail = a; in merge()
24 tail = &a->next; in merge()
27 *tail = b; in merge()
31 *tail = b; in merge()
35 *tail = a; in merge()
62 tail = a; in merge_final()
69 tail = b; in merge_final()
79 tail->next = b; in merge_final()
91 tail = b; in merge_final()
219 tail = &(*tail)->prev; in list_sort()
[all …]
|
| /linux/lib/ |
| A D | list_sort.c | 24 *tail = a; in merge()
25 tail = &a->next; in merge()
28 *tail = b; in merge()
32 *tail = b; in merge()
36 *tail = a; in merge()
63 tail = a; in merge_final()
70 tail = b; in merge_final()
80 tail->next = b; in merge_final()
92 tail = b; in merge_final()
220 tail = &(*tail)->prev; in list_sort()
[all …]
|
| /linux/drivers/rpmsg/ |
| A D | qcom_glink_smem.c | 39 __le32 *tail; member
55 u32 tail; in glink_smem_rx_avail() local
71 tail = le32_to_cpu(*pipe->tail); in glink_smem_rx_avail()
84 u32 tail; in glink_smem_rx_peak() local
86 tail = le32_to_cpu(*pipe->tail); in glink_smem_rx_peak()
103 u32 tail; in glink_smem_rx_advance() local
105 tail = le32_to_cpu(*pipe->tail); in glink_smem_rx_advance()
107 tail += count; in glink_smem_rx_advance()
111 *pipe->tail = cpu_to_le32(tail); in glink_smem_rx_advance()
118 u32 tail; in glink_smem_tx_avail() local
[all …]
|
| A D | qcom_glink_rpm.c | 60 unsigned int tail; in glink_rpm_rx_avail() local
63 tail = readl(pipe->tail); in glink_rpm_rx_avail()
65 if (head < tail) in glink_rpm_rx_avail()
75 unsigned int tail; in glink_rpm_rx_peak() local
78 tail = readl(pipe->tail); in glink_rpm_rx_peak()
79 tail += offset; in glink_rpm_rx_peak()
101 tail = readl(pipe->tail); in glink_rpm_rx_advance()
103 tail += count; in glink_rpm_rx_advance()
107 writel(tail, pipe->tail); in glink_rpm_rx_advance()
117 tail = readl(pipe->tail); in glink_rpm_tx_avail()
[all …]
|
| /linux/arch/arm64/kernel/ |
| A D | perf_callchain.c | 23 user_backtrace(struct frame_tail __user *tail, in user_backtrace() argument
31 if (!access_ok(tail, sizeof(buftail))) in user_backtrace()
49 if (tail >= buftail.fp) in user_backtrace()
78 if (!access_ok(tail, sizeof(buftail))) in compat_user_backtrace()
94 if (tail + 1 >= (struct compat_frame_tail __user *) in compat_user_backtrace()
114 struct frame_tail __user *tail; in perf_callchain_user() local
119 tail && !((unsigned long)tail & 0x7)) in perf_callchain_user()
120 tail = user_backtrace(tail, entry); in perf_callchain_user()
124 struct compat_frame_tail __user *tail; in perf_callchain_user() local
129 tail && !((unsigned long)tail & 0x3)) in perf_callchain_user()
[all …]
|
| /linux/drivers/net/ethernet/intel/fm10k/ |
| A D | fm10k_mbx.c | 17 fifo->tail = 0; in fm10k_fifo_init()
137 if (len > tail) in fm10k_mbx_index_len()
156 return (tail > mbx->tail) ? --tail : ++tail; in fm10k_mbx_tail_add()
172 return (tail < mbx->tail) ? ++tail : --tail; in fm10k_mbx_tail_sub()
346 tail++; in fm10k_mbx_write_copy()
360 if (!tail) in fm10k_mbx_write_copy()
361 tail++; in fm10k_mbx_write_copy()
439 tail += end; in fm10k_mbx_read_copy()
979 if (!tail || (tail == FM10K_MSG_HDR_MASK(TAIL))) in fm10k_mbx_validate_msg_hdr()
995 if (tail) in fm10k_mbx_validate_msg_hdr()
[all …]
|
| /linux/drivers/infiniband/sw/rdmavt/ |
| A D | cq.c | 34 u32 tail; in rvt_cq_enter() local
42 tail = RDMA_READ_UAPI_ATOMIC(u_wc->tail); in rvt_cq_enter()
47 tail = k_wc->tail; in rvt_cq_enter()
386 tail = RDMA_READ_UAPI_ATOMIC(old_u_wc->tail); in rvt_resize_cq()
390 tail = old_k_wc->tail; in rvt_resize_cq()
411 tail = 0; in rvt_resize_cq()
413 tail++; in rvt_resize_cq()
482 u32 tail; in rvt_poll_cq() local
491 tail = wc->tail; in rvt_poll_cq()
503 tail++; in rvt_poll_cq()
[all …]
|
| A D | srq.c | 137 u32 sz, size, n, head, tail; in rvt_modify_srq() local
175 tail = RDMA_READ_UAPI_ATOMIC(owq->tail); in rvt_modify_srq()
179 tail = okwq->tail; in rvt_modify_srq()
186 if (n < tail) in rvt_modify_srq()
187 n += srq->rq.size - tail; in rvt_modify_srq()
189 n -= tail; in rvt_modify_srq()
196 while (tail != head) { in rvt_modify_srq()
200 wqe = rvt_get_rwqe_ptr(&srq->rq, tail); in rvt_modify_srq()
207 if (++tail >= srq->rq.size) in rvt_modify_srq()
208 tail = 0; in rvt_modify_srq()
[all …]
|
| /linux/drivers/net/wireguard/ |
| A D | queueing.c | 54 queue->head = queue->tail = STUB(queue); in wg_prev_queue_init()
80 struct sk_buff *tail = queue->tail, *next = smp_load_acquire(&NEXT(tail)); in wg_prev_queue_dequeue() local
82 if (tail == STUB(queue)) { in wg_prev_queue_dequeue()
85 queue->tail = next; in wg_prev_queue_dequeue()
86 tail = next; in wg_prev_queue_dequeue()
90 queue->tail = next; in wg_prev_queue_dequeue()
92 return tail; in wg_prev_queue_dequeue()
94 if (tail != READ_ONCE(queue->head)) in wg_prev_queue_dequeue()
97 next = smp_load_acquire(&NEXT(tail)); in wg_prev_queue_dequeue()
99 queue->tail = next; in wg_prev_queue_dequeue()
[all …]
|
| /linux/include/linux/ |
| A D | circ_buf.h | 12 int tail; member
16 #define CIRC_CNT(head,tail,size) (((head) - (tail)) & ((size)-1)) argument
21 #define CIRC_SPACE(head,tail,size) CIRC_CNT((tail),((head)+1),(size)) argument
26 #define CIRC_CNT_TO_END(head,tail,size) \ argument
27 ({int end = (size) - (tail); \
32 #define CIRC_SPACE_TO_END(head,tail,size) \ argument
34 int n = (end + (tail)) & ((size)-1); \
|
| A D | pipe_fs_i.h | 62 unsigned int tail; member
132 static inline bool pipe_empty(unsigned int head, unsigned int tail) in pipe_empty() argument
134 return head == tail; in pipe_empty()
142 static inline unsigned int pipe_occupancy(unsigned int head, unsigned int tail) in pipe_occupancy() argument
144 return head - tail; in pipe_occupancy()
153 static inline bool pipe_full(unsigned int head, unsigned int tail, in pipe_full() argument
156 return pipe_occupancy(head, tail) >= limit; in pipe_full()
165 static inline unsigned int pipe_space_for_user(unsigned int head, unsigned int tail, in pipe_space_for_user() argument
170 p_occupancy = pipe_occupancy(head, tail); in pipe_space_for_user()
|
| /linux/drivers/gpu/drm/i915/gt/ |
| A D | intel_ring.h | 26 void intel_ring_reset(struct intel_ring *ring, u32 tail);
91 assert_ring_tail_valid(const struct intel_ring *ring, unsigned int tail) in assert_ring_tail_valid() argument
95 GEM_BUG_ON(!intel_ring_offset_valid(ring, tail)); in assert_ring_tail_valid()
112 GEM_BUG_ON(cacheline(tail) == cacheline(head) && tail < head); in assert_ring_tail_valid()
117 intel_ring_set_tail(struct intel_ring *ring, unsigned int tail) in intel_ring_set_tail() argument
125 assert_ring_tail_valid(ring, tail); in intel_ring_set_tail()
126 ring->tail = tail; in intel_ring_set_tail()
127 return tail; in intel_ring_set_tail()
131 __intel_ring_space(unsigned int head, unsigned int tail, unsigned int size) in __intel_ring_space() argument
139 return (head - tail - CACHELINE_BYTES) & (size - 1); in __intel_ring_space()
|
| /linux/kernel/locking/ |
| A D | qspinlock.c | 117 u32 tail; in encode_tail() local
119 tail = (cpu + 1) << _Q_TAIL_CPU_OFFSET; in encode_tail()
122 return tail; in encode_tail()
127 int cpu = (tail >> _Q_TAIL_CPU_OFFSET) - 1; in decode_tail()
182 return (u32)xchg_relaxed(&lock->tail, in xchg_tail()
183 tail >> _Q_TAIL_OFFSET) << _Q_TAIL_OFFSET; in xchg_tail()
225 new = (val & _Q_LOCKED_PENDING_MASK) | tail; in xchg_tail()
318 u32 old, tail; in queued_spin_lock_slowpath() local
402 tail = encode_tail(smp_processor_id(), idx); in queued_spin_lock_slowpath()
460 old = xchg_tail(lock, tail); in queued_spin_lock_slowpath()
[all …]
|
| /linux/arch/arm/kernel/ |
| A D | perf_callchain.c | 34 user_backtrace(struct frame_tail __user *tail, in user_backtrace() argument
40 if (!access_ok(tail, sizeof(buftail))) in user_backtrace()
44 err = __copy_from_user_inatomic(&buftail, tail, sizeof(buftail)); in user_backtrace()
56 if (tail + 1 >= buftail.fp) in user_backtrace()
65 struct frame_tail __user *tail; in perf_callchain_user() local
77 tail = (struct frame_tail __user *)regs->ARM_fp - 1; in perf_callchain_user()
80 tail && !((unsigned long)tail & 0x3)) in perf_callchain_user()
81 tail = user_backtrace(tail, entry); in perf_callchain_user()
|
| /linux/drivers/media/test-drivers/vidtv/ |
| A D | vidtv_channel.c | 182 tail = vidtv_psi_eit_event_init(tail, event_id); in vidtv_channel_eit_event_cat_into_new()
183 if (!tail) { in vidtv_channel_eit_event_cat_into_new()
192 head = tail; in vidtv_channel_eit_event_cat_into_new()
229 tail = vidtv_psi_sdt_service_init(tail, in vidtv_channel_sdt_serv_cat_into_new()
233 if (!tail) in vidtv_channel_sdt_serv_cat_into_new()
242 head = tail; in vidtv_channel_sdt_serv_cat_into_new()
284 tail = vidtv_psi_pat_program_init(tail, in vidtv_channel_pat_prog_cat_into_new()
287 if (!tail) { in vidtv_channel_pat_prog_cat_into_new()
293 head = tail; in vidtv_channel_pat_prog_cat_into_new()
341 tail = vidtv_psi_pmt_stream_init(tail, in vidtv_channel_pmt_match_sections()
[all …]
|
| /linux/Documentation/trace/ |
| A D | ring-buffer-design.rst | 21 tail
227 tail page
323 tail page
337 and possibly the tail page. That is when the commit (and tail) page has been
378 tail page
390 tail page
624 tail page
635 tail page
681 tail page
743 on the new tail page.
[all …]
|
| /linux/include/drm/ |
| A D | spsc_queue.h | 43 atomic_long_t tail; member
51 atomic_long_set(&queue->tail, (long)&queue->head); in spsc_queue_init()
67 struct spsc_node **tail; in spsc_queue_push() local
73 tail = (struct spsc_node **)atomic_long_xchg(&queue->tail, (long)&node->next); in spsc_queue_push()
74 WRITE_ONCE(*tail, node); in spsc_queue_push()
85 return tail == &queue->head; in spsc_queue_push()
107 if (atomic_long_cmpxchg(&queue->tail, in spsc_queue_pop()
|
| /linux/net/sched/ |
| A D | sch_choke.c | 68 unsigned int tail; member
98 if (q->head == q->tail) in choke_zap_head_holes()
107 q->tail = (q->tail - 1) & q->tab_mask; in choke_zap_tail_holes()
108 if (q->head == q->tail) in choke_zap_tail_holes()
124 if (idx == q->tail) in choke_drop_by_idx()
206 if (q->head == q->tail) in choke_match_random()
269 q->tab[q->tail] = skb; in choke_enqueue()
270 q->tail = (q->tail + 1) & q->tab_mask; in choke_enqueue()
322 q->head = q->tail = 0; in choke_reset()
392 if (tail < mask) { in choke_change()
[all …]
|
| /linux/net/sunrpc/ |
| A D | xdr.c | 182 struct kvec *tail = xdr->tail; in xdr_inline_pages() local
512 struct kvec *tail = buf->tail; in xdr_buf_try_expand() local
539 const struct kvec *tail = buf->tail; in xdr_buf_tail_copy_right() local
546 memmove(tail->iov_base + to, tail->iov_base + base, len); in xdr_buf_tail_copy_right()
553 const struct kvec *tail = buf->tail; in xdr_buf_pages_copy_right() local
587 const struct kvec *tail = buf->tail; in xdr_buf_head_copy_right() local
633 const struct kvec *tail = buf->tail; in xdr_buf_tail_shift_right() local
678 const struct kvec *tail = buf->tail; in xdr_buf_tail_copy_left() local
1090 struct kvec *tail = buf->tail; in xdr_truncate_encode() local
1104 xdr->p = tail->iov_base + tail->iov_len; in xdr_truncate_encode()
[all …]
|
| /linux/fs/ |
| A D | pipe.c | 223 unsigned int tail = READ_ONCE(pipe->tail); in pipe_readable() local
256 unsigned int tail = pipe->tail; in pipe_read() local
328 tail++; in pipe_read()
329 pipe->tail = tail; in pipe_read()
406 unsigned int tail = READ_ONCE(pipe->tail); in pipe_writable() local
615 tail = pipe->tail; in pipe_ioctl()
620 tail++; in pipe_ioctl()
673 tail = READ_ONCE(pipe->tail); in pipe_poll()
1258 tail = pipe->tail; in pipe_resize_ring()
1289 tail = 0; in pipe_resize_ring()
[all …]
|
| A D | splice.c | 186 unsigned int tail = pipe->tail; in splice_to_pipe() local
233 unsigned int tail = pipe->tail; in add_to_pipe() local
400 unsigned int tail = pipe->tail; in splice_from_pipe_feed() local
432 tail++; in splice_from_pipe_feed()
433 pipe->tail = tail; in splice_from_pipe_feed()
448 unsigned int tail = pipe->tail; in eat_empty_buffer() local
454 pipe->tail = tail+1; in eat_empty_buffer()
660 tail = pipe->tail; in iter_file_splice_write()
698 tail = pipe->tail; in iter_file_splice_write()
705 tail++; in iter_file_splice_write()
[all …]
|
| /linux/net/rxrpc/ |
| A D | call_accept.c | 71 tail = READ_ONCE(b->peer_backlog_tail); in rxrpc_service_prealloc_one()
72 if (CIRC_CNT(head, tail, size) < max) { in rxrpc_service_prealloc_one()
82 tail = READ_ONCE(b->conn_backlog_tail); in rxrpc_service_prealloc_one()
83 if (CIRC_CNT(head, tail, size) < max) { in rxrpc_service_prealloc_one()
197 tail = b->peer_backlog_tail; in rxrpc_discard_prealloc()
198 while (CIRC_CNT(head, tail, size) > 0) { in rxrpc_discard_prealloc()
202 tail = (tail + 1) & (size - 1); in rxrpc_discard_prealloc()
206 tail = b->conn_backlog_tail; in rxrpc_discard_prealloc()
216 tail = (tail + 1) & (size - 1); in rxrpc_discard_prealloc()
220 tail = b->call_backlog_tail; in rxrpc_discard_prealloc()
[all …]
|
| /linux/drivers/infiniband/hw/vmw_pvrdma/ |
| A D | pvrdma_ring.h | 89 const __u32 tail = atomic_read(&r->prod_tail); in pvrdma_idx_ring_has_space() local
92 if (pvrdma_idx_valid(tail, max_elems) && in pvrdma_idx_ring_has_space()
94 *out_tail = tail & (max_elems - 1); in pvrdma_idx_ring_has_space()
95 return tail != (head ^ max_elems); in pvrdma_idx_ring_has_space()
103 const __u32 tail = atomic_read(&r->prod_tail); in pvrdma_idx_ring_has_data() local
106 if (pvrdma_idx_valid(tail, max_elems) && in pvrdma_idx_ring_has_data()
109 return tail != head; in pvrdma_idx_ring_has_data()
|
| /linux/fs/affs/ |
| A D | inode.c | 22 struct affs_tail *tail; in affs_iget() local
50 tail = AFFS_TAIL(sb, bh); in affs_iget()
51 prot = be32_to_cpu(tail->protect); in affs_iget()
76 id = be16_to_cpu(tail->uid); in affs_iget()
84 id = be16_to_cpu(tail->gid); in affs_iget()
127 size = be32_to_cpu(tail->size); in affs_iget()
136 if (tail->link_chain) in affs_iget()
174 struct affs_tail *tail; in affs_write_inode() local
188 tail = AFFS_TAIL(sb, bh); in affs_write_inode()
206 tail->uid = cpu_to_be16(uid); in affs_write_inode()
[all …]
|