/linux/arch/x86/kvm/mmu/ |
A D | tdp_iter.c | 13 iter->sptep = iter->pt_path[iter->level - 1] + in tdp_iter_refresh_sptep() 14 SHADOW_PT_INDEX(iter->gfn << PAGE_SHIFT, iter->level); in tdp_iter_refresh_sptep() 30 iter->yielded_gfn = iter->next_last_level_gfn; in tdp_iter_restart() 31 iter->level = iter->root_level; in tdp_iter_restart() 33 iter->gfn = round_gfn_for_level(iter->next_last_level_gfn, iter->level); in tdp_iter_restart() 83 if (iter->level == iter->min_level) in try_step_down() 97 iter->pt_path[iter->level - 1] = child_pt; in try_step_down() 98 iter->gfn = round_gfn_for_level(iter->next_last_level_gfn, iter->level); in try_step_down() 122 iter->next_last_level_gfn = iter->gfn; in try_step_side() 136 if (iter->level == iter->root_level) in try_step_up() [all …]
|
A D | tdp_mmu.c | 520 if (cmpxchg64(rcu_dereference(iter->sptep), iter->old_spte, in tdp_mmu_set_spte_atomic() 524 __handle_changed_spte(kvm, iter->as_id, iter->gfn, iter->old_spte, in tdp_mmu_set_spte_atomic() 595 __handle_changed_spte(kvm, iter->as_id, iter->gfn, iter->old_spte, in __tdp_mmu_set_spte() 661 if (iter->next_last_level_gfn == iter->yielded_gfn) in tdp_mmu_iter_cond_resched() 677 WARN_ON(iter->gfn > iter->next_last_level_gfn); in tdp_mmu_iter_cond_resched() 746 iter.gfn + KVM_PAGES_PER_HPAGE(iter.level) > end) && in zap_gfn_range() 747 !is_last_spte(iter.old_spte, iter.level)) in zap_gfn_range() 935 trace_kvm_mmu_set_spte(iter->level, iter->gfn, in tdp_mmu_map_handle_target_level() 1190 !is_last_spte(iter.old_spte, iter.level) || in wrprot_gfn_range() 1385 !is_last_spte(iter.old_spte, iter.level)) in zap_collapsible_spte_range() [all …]
|
/linux/fs/iomap/ |
A D | iter.c | 18 iter->pos += iter->processed; in iomap_iter_advance() 19 iter->len -= iter->processed; in iomap_iter_advance() 26 memset(&iter->iomap, 0, sizeof(iter->iomap)); in iomap_iter_advance() 27 memset(&iter->srcmap, 0, sizeof(iter->srcmap)); in iomap_iter_advance() 33 WARN_ON_ONCE(iter->iomap.offset > iter->pos); in iomap_iter_done() 35 WARN_ON_ONCE(iter->iomap.offset + iter->iomap.length <= iter->pos); in iomap_iter_done() 62 ret = ops->iomap_end(iter->inode, iter->pos, iomap_length(iter), in iomap_iter() 63 iter->processed > 0 ? iter->processed : 0, in iomap_iter() 64 iter->flags, &iter->iomap); in iomap_iter() 74 ret = ops->iomap_begin(iter->inode, iter->pos, iter->len, iter->flags, in iomap_iter() [all …]
|
A D | seek.c | 18 switch (iter->iomap.type) { in iomap_seek_hole_iter() 21 iter->pos, iter->pos + length, SEEK_HOLE); in iomap_seek_hole_iter() 26 *hole_pos = iter->pos; in iomap_seek_hole_iter() 37 struct iomap_iter iter = { in iomap_seek_hole() local 48 iter.len = size - pos; in iomap_seek_hole() 50 iter.processed = iomap_seek_hole_iter(&iter, &pos); in iomap_seek_hole() 69 iter->pos, iter->pos + length, SEEK_DATA); in iomap_seek_data_iter() 74 *hole_pos = iter->pos; in iomap_seek_data_iter() 83 struct iomap_iter iter = { in iomap_seek_data() local 94 iter.len = size - pos; in iomap_seek_data() [all …]
|
A D | buffered-io.c | 342 iter.processed = iomap_readpage_iter(&iter, &ctx, 0); in iomap_readpage() 418 iter.processed = iomap_readahead_iter(&iter, &ctx); in iomap_readahead() 608 BUG_ON(pos + len > iter->iomap.offset + iter->iomap.length); in iomap_write_begin() 736 loff_t pos = iter->pos; in iomap_write_iter() 813 iter.processed = iomap_write_iter(&iter, i); in iomap_file_buffered_write() 824 loff_t pos = iter->pos; in iomap_unshare_iter() 874 iter.processed = iomap_unshare_iter(&iter); in iomap_file_unshare() 900 loff_t pos = iter->pos; in iomap_zero_iter() 941 iter.processed = iomap_zero_iter(&iter, did_zero); in iomap_zero_range() 994 iter.len = ret; in iomap_page_mkwrite() [all …]
|
/linux/arch/arm64/kvm/vgic/ |
A D | vgic-debug.c | 45 ++iter->vcpu_id < iter->nr_cpus) in iter_next() 49 if (iter->lpi_idx < iter->nr_lpis) in iter_next() 50 iter->intid = iter->lpi_array[iter->lpi_idx]; in iter_next() 60 memset(iter, 0, sizeof(*iter)); in iter_init() 78 iter->vcpu_id == iter->nr_cpus && in end_of_vgic() 80 iter->lpi_idx > iter->nr_lpis; in end_of_vgic() 89 iter = kvm->arch.vgic.iter; in vgic_debug_start() 95 iter = kmalloc(sizeof(*iter), GFP_KERNEL); in vgic_debug_start() 102 kvm->arch.vgic.iter = iter; in vgic_debug_start() 136 iter = kvm->arch.vgic.iter; in vgic_debug_stop() [all …]
|
/linux/kernel/ |
A D | kallsyms.c | 595 &iter->value, &iter->type, in get_ksymbol_arch() 599 iter->pos_arch_end = iter->pos; in get_ksymbol_arch() 609 &iter->value, &iter->type, in get_ksymbol_mod() 610 iter->name, iter->module_name, in get_ksymbol_mod() 613 iter->pos_mod_end = iter->pos; in get_ksymbol_mod() 628 &iter->value, &iter->type, in get_ksymbol_ftrace_mod() 629 iter->name, iter->module_name, in get_ksymbol_ftrace_mod() 646 &iter->value, &iter->type, in get_ksymbol_bpf() 649 iter->pos_bpf_end = iter->pos; in get_ksymbol_bpf() 666 &iter->value, &iter->type, in get_ksymbol_kprobe() [all …]
|
A D | ucount.c | 237 for (iter = ucounts; iter; iter = tns->ucounts) { in inc_ucount() 239 tns = iter->ns; in inc_ucount() 246 bad = iter; in inc_ucount() 247 for (iter = ucounts; iter != bad; iter = iter->ns->ucounts) in inc_ucount() 257 for (iter = ucounts; iter; iter = iter->ns->ucounts) { in dec_ucount() 270 for (iter = ucounts; iter; iter = iter->ns->ucounts) { in inc_rlimit_ucounts() 285 for (iter = ucounts; iter; iter = iter->ns->ucounts) { in dec_rlimit_ucounts() 298 for (iter = ucounts; iter != last; iter = next) { in do_dec_rlimit_put_ucounts() 303 put_ucounts(iter); in do_dec_rlimit_put_ucounts() 319 for (iter = ucounts; iter; iter = iter->ns->ucounts) { in inc_rlimit_get_ucounts() [all …]
|
/linux/include/linux/ |
A D | bvec.h | 59 #define __bvec_iter_bvec(bvec, iter) (&(bvec)[(iter).bi_idx]) argument 66 min((iter).bi_size, \ 67 __bvec_iter_bvec((bvec), (iter))->bv_len - (iter).bi_bvec_done) 70 (__bvec_iter_bvec((bvec), (iter))->bv_offset + (iter).bi_bvec_done) 108 iter->bi_size = 0; in bvec_iter_advance() 112 iter->bi_size -= bytes; in bvec_iter_advance() 120 iter->bi_idx = idx; in bvec_iter_advance() 121 iter->bi_bvec_done = bytes; in bvec_iter_advance() 136 iter->bi_idx++; in bvec_iter_advance_single() 138 iter->bi_bvec_done = done; in bvec_iter_advance_single() [all …]
|
A D | radix-tree.h | 291 iter->index = 0; in radix_tree_iter_init() 292 iter->next_index = start; in radix_tree_iter_init() 342 iter->next_index = iter->index; in radix_tree_iter_retry() 343 iter->tags = 0; in radix_tree_iter_retry() 375 return iter->next_index - iter->index; in radix_tree_chunk_size() 401 iter->tags >>= 1; in radix_tree_next_slot() 405 iter->index = __radix_tree_iter_add(iter, 1); in radix_tree_next_slot() 412 iter->tags >>= offset++; in radix_tree_next_slot() 413 iter->index = __radix_tree_iter_add(iter, offset); in radix_tree_next_slot() 422 iter->index = __radix_tree_iter_add(iter, 1); in radix_tree_next_slot() [all …]
|
/linux/net/netlabel/ |
A D | netlabel_addrlist.c | 52 if (iter->valid && (addr & iter->mask) == iter->addr) in netlbl_af4list_search() 53 return iter; in netlbl_af4list_search() 77 if (iter->valid && iter->addr == addr && iter->mask == mask) in netlbl_af4list_search_exact() 78 return iter; in netlbl_af4list_search_exact() 102 if (iter->valid && in netlbl_af6list_search() 103 ipv6_masked_addr_cmp(&iter->addr, &iter->mask, addr) == 0) in netlbl_af6list_search() 104 return iter; in netlbl_af6list_search() 128 if (iter->valid && in netlbl_af6list_search_exact() 131 return iter; in netlbl_af6list_search_exact() 154 iter->addr == entry->addr && iter->mask == entry->mask) in netlbl_af4list_add() [all …]
|
A D | netlabel_addrlist.h | 84 &iter->list != (head); \ 85 iter = __af4list_valid(iter->list.next, head)) 89 &iter->list != (head); \ 90 iter = __af4list_valid_rcu(iter->list.next, head)) 95 &iter->list != (head); \ 96 iter = tmp, tmp = __af4list_valid(iter->list.next, head)) 151 &iter->list != (head); \ 152 iter = __af6list_valid(iter->list.next, head)) 156 &iter->list != (head); \ 157 iter = __af6list_valid_rcu(iter->list.next, head)) [all …]
|
/linux/arch/x86/kvm/ |
A D | mtrr.c | 496 if (!(start >= iter->end || end <= iter->start)) { in match_var_range() 504 iter->partial_map |= iter->start_max < start; in match_var_range() 507 iter->start_max = max(iter->start_max, end); in match_var_range() 519 if (match_var_range(iter, iter->range)) in __mtrr_lookup_var_next() 523 iter->partial_map |= iter->start_max < iter->end; in __mtrr_lookup_var_next() 531 iter->start_max = iter->start; in mtrr_lookup_var_start() 541 if (fixed_mtrr_range_end_addr(iter->seg, iter->index) >= iter->end) { in mtrr_lookup_fixed_next() 547 iter->index++; in mtrr_lookup_fixed_next() 555 iter->seg++; in mtrr_lookup_fixed_next() 591 iter->mem_type = iter->mtrr_state->fixed_ranges[iter->index]; in mtrr_lookup_okay() [all …]
|
/linux/drivers/gpu/drm/ |
A D | drm_displayid.c | 64 memset(iter, 0, sizeof(*iter)); in displayid_iter_edid_begin() 66 iter->edid = edid; in displayid_iter_edid_begin() 74 if (!iter->section) in displayid_iter_block() 77 block = (const struct displayid_block *)&iter->section[iter->idx]; in displayid_iter_block() 79 if (iter->idx + sizeof(*block) <= iter->length && in displayid_iter_block() 80 iter->idx + sizeof(*block) + block->num_bytes <= iter->length) in displayid_iter_block() 91 if (!iter->edid) in __displayid_iter_next() 94 if (iter->section) { in __displayid_iter_next() 99 iter->edid = NULL; in __displayid_iter_next() 112 iter->section = drm_find_displayid_extension(iter->edid, in __displayid_iter_next() [all …]
|
A D | drm_vma_manager.c | 145 struct rb_node *iter; in drm_vma_offset_lookup_locked() local 155 iter = iter->rb_right; in drm_vma_offset_lookup_locked() 160 iter = iter->rb_left; in drm_vma_offset_lookup_locked() 281 parent = *iter; in drm_vma_node_allow() 288 iter = &(*iter)->rb_right; in drm_vma_node_allow() 290 iter = &(*iter)->rb_left; in drm_vma_node_allow() 343 iter = iter->rb_right; in drm_vma_node_revoke() 345 iter = iter->rb_left; in drm_vma_node_revoke() 380 iter = iter->rb_right; in drm_vma_node_is_allowed() 382 iter = iter->rb_left; in drm_vma_node_is_allowed() [all …]
|
/linux/block/ |
A D | t10-pi.c | 35 for (i = 0 ; i < iter->data_size ; i += iter->interval) { in t10_pi_generate() 38 pi->guard_tag = fn(iter->data_buf, iter->interval); in t10_pi_generate() 46 iter->data_buf += iter->interval; in t10_pi_generate() 48 iter->seed++; in t10_pi_generate() 61 for (i = 0 ; i < iter->data_size ; i += iter->interval) { in t10_pi_verify() 71 lower_32_bits(iter->seed)) { in t10_pi_verify() 84 csum = fn(iter->data_buf, iter->interval); in t10_pi_verify() 95 iter->data_buf += iter->interval; in t10_pi_verify() 97 iter->seed++; in t10_pi_verify() 143 struct bvec_iter iter; in t10_pi_type1_prepare() local [all …]
|
/linux/drivers/gpu/drm/etnaviv/ |
A D | etnaviv_dump.c | 74 hdr->file_offset = cpu_to_le32(iter->data - iter->start); in etnaviv_core_dump_header() 77 iter->hdr++; in etnaviv_core_dump_header() 100 etnaviv_core_dump_header(iter, ETDUMP_BUF_MMU, iter->data + mmu_size); in etnaviv_core_dump_mmu() 110 etnaviv_core_dump_header(iter, type, iter->data + size); in etnaviv_core_dump_mem() 159 if (!iter.start) { in etnaviv_core_dump() 166 iter.hdr = iter.start; in etnaviv_core_dump() 167 iter.data = &iter.hdr[n_obj]; in etnaviv_core_dump() 169 memset(iter.hdr, 0, iter.data - iter.start); in etnaviv_core_dump() 222 etnaviv_core_dump_header(&iter, ETDUMP_BUF_BO, iter.data + in etnaviv_core_dump() 226 etnaviv_core_dump_header(&iter, ETDUMP_BUF_END, iter.data); in etnaviv_core_dump() [all …]
|
/linux/kernel/trace/ |
A D | trace_output.c | 28 struct trace_seq *s = &iter->seq; in trace_print_bputs_msg_only() 302 entry = iter->ent; in trace_raw_output_prep() 321 trace_check_vprintf(iter, trace_event_format(iter, fmt), ap); in trace_event_printf() 547 unsigned long long abs_ts = iter->ts - iter->array_buffer->time_start; in lat_print_timestamp() 564 ns2usecs(iter->ts), in lat_print_timestamp() 626 trace_print_time(s, iter, iter->ts); in trace_print_context() 642 next_ts = iter->ts; in trace_print_lat_context() 645 entry = iter->ent; in trace_print_lat_context() 839 trace_seq_printf(&iter->seq, "type: %d\n", iter->ent->type); in trace_nop_print() 1087 end = (unsigned long *)((long)iter->ent + iter->ent_size); in trace_stack_print() [all …]
|
A D | trace_kdb.c | 20 static struct trace_iterator iter; variable 29 tr = iter.tr; in ftrace_dump_buf() 40 trace_iterator_reset(&iter); in ftrace_dump_buf() 45 iter.buffer_iter[cpu] = in ftrace_dump_buf() 52 iter.cpu_file = cpu_file; in ftrace_dump_buf() 53 iter.buffer_iter[cpu_file] = in ftrace_dump_buf() 66 print_trace_line(&iter); in ftrace_dump_buf() 67 trace_printk_seq(&iter.seq); in ftrace_dump_buf() 85 if (iter.buffer_iter[cpu]) { in ftrace_dump_buf() 87 iter.buffer_iter[cpu] = NULL; in ftrace_dump_buf() [all …]
|
/linux/drivers/net/ethernet/mellanox/mlx4/ |
A D | icm.h | 99 iter->icm = icm; in mlx4_icm_first() 103 iter->page_idx = 0; in mlx4_icm_first() 108 return !iter->chunk; in mlx4_icm_last() 113 if (++iter->page_idx >= iter->chunk->nsg) { in mlx4_icm_next() 114 if (iter->chunk->list.next == &iter->icm->chunk_list) { in mlx4_icm_next() 119 iter->chunk = list_entry(iter->chunk->list.next, in mlx4_icm_next() 121 iter->page_idx = 0; in mlx4_icm_next() 128 return iter->chunk->buf[iter->page_idx].dma_addr; in mlx4_icm_addr() 130 return sg_dma_address(&iter->chunk->sg[iter->page_idx]); in mlx4_icm_addr() 136 return iter->chunk->buf[iter->page_idx].size; in mlx4_icm_size() [all …]
|
/linux/drivers/net/can/spi/mcp251xfd/ |
A D | mcp251xfd-dump.c | 51 len = data_end - iter->data; in mcp251xfd_dump_header() 57 hdr->offset = cpu_to_le32(iter->data - iter->start); in mcp251xfd_dump_header() 60 iter->hdr++; in mcp251xfd_dump_header() 61 iter->data += len; in mcp251xfd_dump_header() 238 iter->hdr = NULL; in mcp251xfd_dump_end() 243 struct mcp251xfd_dump_iter iter; in mcp251xfd_dump() local 268 if (!iter.start) { in mcp251xfd_dump() 274 iter.hdr = iter.start; in mcp251xfd_dump() 275 iter.data = &iter.hdr[obj_num]; in mcp251xfd_dump() 281 mcp251xfd_dump_end(priv, &iter); in mcp251xfd_dump() [all …]
|
/linux/drivers/gpu/drm/selftests/ |
A D | test-drm_damage_helper.c | 120 struct drm_atomic_helper_damage_iter iter; in igt_damage_iter_no_damage() local 141 struct drm_atomic_helper_damage_iter iter; in igt_damage_iter_no_damage_fractional_src() local 164 struct drm_atomic_helper_damage_iter iter; in igt_damage_iter_no_damage_src_moved() local 186 struct drm_atomic_helper_damage_iter iter; in igt_damage_iter_no_damage_fractional_src_moved() local 209 struct drm_atomic_helper_damage_iter iter; in igt_damage_iter_no_damage_not_visible() local 232 struct drm_atomic_helper_damage_iter iter; in igt_damage_iter_no_damage_no_crtc() local 253 struct drm_atomic_helper_damage_iter iter; in igt_damage_iter_no_damage_no_fb() local 278 struct drm_atomic_helper_damage_iter iter; in igt_damage_iter_simple_damage() local 304 struct drm_atomic_helper_damage_iter iter; in igt_damage_iter_single_damage() local 329 struct drm_atomic_helper_damage_iter iter; in igt_damage_iter_single_damage_intersect_src() local [all …]
|
/linux/tools/testing/radix-tree/ |
A D | regression3.c | 34 struct radix_tree_iter iter; in regression3_test() local 52 printv(2, "retry at %ld\n", iter.index); in regression3_test() 53 slot = radix_tree_iter_retry(&iter); in regression3_test() 67 printv(2, "retry at %ld\n", iter.index); in regression3_test() 68 slot = radix_tree_iter_retry(&iter); in regression3_test() 75 if (!iter.index) { in regression3_test() 76 printv(2, "next at %ld\n", iter.index); in regression3_test() 77 slot = radix_tree_iter_resume(slot, &iter); in regression3_test() 85 if (!iter.index) { in regression3_test() 86 printv(2, "next at %ld\n", iter.index); in regression3_test() [all …]
|
/linux/drivers/infiniband/ulp/ipoib/ |
A D | ipoib_fs.c | 64 if (!iter) in ipoib_mcg_seq_start() 69 kfree(iter); in ipoib_mcg_seq_start() 74 return iter; in ipoib_mcg_seq_start() 85 kfree(iter); in ipoib_mcg_seq_next() 89 return iter; in ipoib_mcg_seq_next() 105 if (!iter) in ipoib_mcg_seq_show() 142 if (!iter) in ipoib_path_seq_start() 152 return iter; in ipoib_path_seq_start() 163 kfree(iter); in ipoib_path_seq_next() 167 return iter; in ipoib_path_seq_next() [all …]
|
/linux/net/rds/ |
A D | info.c | 106 if (iter->addr) { in rds_info_iter_unmap() 108 iter->addr = NULL; in rds_info_iter_unmap() 121 if (!iter->addr) in rds_info_copy() 122 iter->addr = kmap_atomic(*iter->pages); in rds_info_copy() 127 "bytes %lu\n", *iter->pages, iter->addr, in rds_info_copy() 130 memcpy(iter->addr + iter->offset, data, this); in rds_info_copy() 138 iter->addr = NULL; in rds_info_copy() 139 iter->offset = 0; in rds_info_copy() 140 iter->pages++; in rds_info_copy() 214 iter.pages = pages; in rds_info_getsockopt() [all …]
|