Home
last modified time | relevance | path

Searched refs:unlikely (Results 1 – 25 of 169) sorted by relevance

1234567

/xen/xen/arch/x86/x86_64/
A Dcpu_idle.c42 if ( unlikely(size > xlat_page_left_size(*xlat_page_current)) ) in xlat_malloc()
55 if ( unlikely(!compat_handle_okay((_s_)->dp, (_s_)->dpcnt)) ) \ in copy_from_compat_state()
74 if ( unlikely(xen_power == NULL) ) in compat_set_cx_pminfo()
88 if ( unlikely(xen_states == NULL) ) \ in compat_set_cx_pminfo()
91 if ( unlikely(!compat_handle_okay((_s_)->states, (_s_)->count)) ) \ in compat_set_cx_pminfo()
97 if ( unlikely(copy_from_guest_offset(&state, states, i, 1)) ) \ in compat_set_cx_pminfo()
99 if ( unlikely(copy_from_compat_state(&xen_states[i], &state)) ) \ in compat_set_cx_pminfo()
A Dcpufreq.c43 if ( unlikely(xen_perf == NULL) ) in compat_set_px_pminfo()
47 if ( unlikely(!compat_handle_okay((_s_)->states, (_s_)->state_count)) ) \ in compat_set_px_pminfo()
/xen/xen/include/asm-x86/
A Dtrace.h11 if ( unlikely(tb_init_done) ) in trace_pv_trap()
19 if ( unlikely(tb_init_done) ) in trace_pv_page_fault()
26 if ( unlikely(tb_init_done) ) in trace_trap_one_addr()
35 if ( unlikely(tb_init_done) ) in trace_trap_two_addr()
42 if ( unlikely(tb_init_done) ) in trace_ptwr_emulation()
/xen/xen/arch/x86/pv/
A Diret.c40 if ( unlikely(trap > VCPU_TRAP_LAST) ) in async_exception_cleanup()
57 if ( unlikely(copy_from_user(&iret_saved, (void *)regs->rsp, in do_iret()
68 if ( unlikely(pagetable_is_null(v->arch.guest_table_user)) ) in do_iret()
117 if ( unlikely(__get_user(regs->eax, (u32 *)regs->rsp)) ) in compat_iret()
124 if ( unlikely(__get_user(regs->eip, (u32 *)regs->rsp + 1)) || in compat_iret()
125 unlikely(__get_user(regs->cs, (u32 *)regs->rsp + 2)) ) in compat_iret()
135 if ( unlikely(__get_user(eflags, (u32 *)regs->rsp + 3)) ) in compat_iret()
146 if ( unlikely(eflags & X86_EFLAGS_VM) ) in compat_iret()
192 if ( unlikely(__put_user(0, (u32 *)regs->rsp)) ) in compat_iret()
200 else if ( unlikely(ring_0(regs)) ) in compat_iret()
A Dmm.c40 if ( unlikely(!__addr_ok(linear)) ) in map_guest_l1e()
92 BUG_ON(unlikely(in_irq())); in pv_map_ldt_shadow_page()
100 if ( unlikely((offset >> 3) >= curr->arch.pv.ldt_ents) ) in pv_map_ldt_shadow_page()
110 if ( unlikely(!(l1e_get_flags(gl1e) & _PAGE_PRESENT)) ) in pv_map_ldt_shadow_page()
114 if ( unlikely(!page) ) in pv_map_ldt_shadow_page()
117 if ( unlikely(!get_page_type(page, PGT_seg_desc_page)) ) in pv_map_ldt_shadow_page()
A Dhypercall.c148 if ( unlikely(tb_init_done) ) in pv_hypercall()
195 if ( unlikely(tb_init_done) ) in pv_hypercall()
268 return unlikely(op == __HYPERVISOR_iret) in arch_do_multicall_call()
280 if ( unlikely(i == __HYPERVISOR_iret) ) in pv_ring3_init_hypercall_page()
315 if ( unlikely(i == __HYPERVISOR_iret) ) in pv_ring1_init_hypercall_page()
A Dmm.h16 if ( unlikely(!__addr_ok(linear)) || in guest_get_eff_l1e()
62 if ( unlikely(rv == 0) ) in update_intpte()
136 if ( unlikely(is_pv_32bit_domain(d)) && in unadjust_guest_l3e()
/xen/xen/common/
A Dmulticall.c45 if ( unlikely(__test_and_set_bit(_MCSF_in_multicall, &mcs->flags)) ) in do_multicall()
51 if ( unlikely(!guest_handle_okay(call_list, nr_calls)) ) in do_multicall()
59 if ( unlikely(__copy_from_guest(&mcs->call, call_list, 1)) ) in do_multicall()
88 if ( unlikely(disp == mc_exit) ) in do_multicall()
94 else if ( unlikely(__copy_field_to_guest(call_list, &mcs->call, in do_multicall()
113 if ( unlikely(disp == mc_preempt) && i < nr_calls ) in do_multicall()
A Dlzo.c153 if (unlikely(in_len < 3)) in lzo1x_decompress_safe()
168 if (unlikely(t == 0)) { in lzo1x_decompress_safe()
172 while (unlikely(*ip == 0)) { in lzo1x_decompress_safe()
177 if (unlikely(offset > MAX_255_COUNT)) in lzo1x_decompress_safe()
236 if (unlikely(t == 2)) { in lzo1x_decompress_safe()
240 while (unlikely(*ip == 0)) { in lzo1x_decompress_safe()
245 if (unlikely(offset > MAX_255_COUNT)) in lzo1x_decompress_safe()
261 if (unlikely(t == 2)) { in lzo1x_decompress_safe()
265 while (unlikely(*ip == 0)) { in lzo1x_decompress_safe()
270 if (unlikely(offset > MAX_255_COUNT)) in lzo1x_decompress_safe()
A Dmonitor.c36 if ( unlikely(current->domain == d) ) /* no domain_pause() */ in monitor_domctl()
40 if ( unlikely(rc) ) in monitor_domctl()
50 if ( unlikely(mop->event > 31) ) in monitor_domctl()
53 if ( unlikely(!(arch_monitor_get_capabilities(d) & (1U << mop->event))) ) in monitor_domctl()
72 if ( unlikely(old_status == requested_status) ) in monitor_domctl()
A Dmemory.c132 if ( unlikely(page == NULL) ) in increase_reservation()
251 if ( unlikely(!page) ) in populate_physmap()
301 if ( unlikely(p2mt == p2m_invalid) || unlikely(p2mt == p2m_mmio_dm) ) in guest_remove_page()
338 if ( unlikely(!mfn_valid(mfn)) ) in guest_remove_page()
371 if ( unlikely(!get_page(page, d)) ) in guest_remove_page()
670 if ( unlikely(rc) ) in memory_exchange()
1276 if ( unlikely(start_extent) ) in do_memory_op()
1283 if ( unlikely(start_extent) ) in do_memory_op()
1292 if ( unlikely(start_extent) ) in do_memory_op()
1413 if ( unlikely(start_extent) ) in do_memory_op()
[all …]
A Dgrant_table.c538 if ( unlikely(head == MAPTRACK_TAIL) ) in _get_maptrack_handle()
549 if ( unlikely(next == MAPTRACK_TAIL) ) in _get_maptrack_handle()
1008 if ( unlikely(paging_mode_external(ld) && in map_grant_ref()
1047 if ( unlikely(ref >= nr_grant_entries(rgt))) in map_grant_ref()
1359 if ( unlikely(!read_atomic(&map->flags)) ) in unmap_common()
1426 if ( unlikely(!flags) || unlikely(map->domid != dom) || in unmap_common()
1427 unlikely(map->ref != ref) ) in unmap_common()
2014 if ( unlikely(limit_max < op.nr_frames) ) in gnttab_setup_table()
2212 if ( unlikely(!mfn_valid(mfn)) ) in gnttab_transfer()
2296 if ( unlikely(e->is_dying) || in gnttab_transfer()
[all …]
/xen/xen/arch/x86/
A Dmonitor.c156 if ( unlikely(mop->u.mov_to_cr.index >= in arch_monitor_domctl_event()
160 if ( unlikely(mop->u.mov_to_cr.pad1 || mop->u.mov_to_cr.pad2) ) in arch_monitor_domctl_event()
166 if ( unlikely(old_status == requested_status) ) in arch_monitor_domctl_event()
216 if ( unlikely(old_status == requested_status) ) in arch_monitor_domctl_event()
236 if ( unlikely(old_status == requested_status) ) in arch_monitor_domctl_event()
249 if ( unlikely(old_status == requested_status) ) in arch_monitor_domctl_event()
263 if ( unlikely(old_status == requested_status) ) in arch_monitor_domctl_event()
283 if ( unlikely(old_status == requested_status) ) in arch_monitor_domctl_event()
296 if ( unlikely(old_status == requested_status) ) in arch_monitor_domctl_event()
312 if ( unlikely(old_status == requested_status) ) in arch_monitor_domctl_event()
[all …]
A Dmm.c1033 if ( unlikely(err) ) in get_page_from_l1e()
2354 if ( unlikely(rc < 0) ) in mod_l3_entry()
2416 if ( unlikely(rc < 0) ) in mod_l4_entry()
2465 if ( unlikely(cacheattr) ) in cleanup_page_mappings()
2602 while ( unlikely(y != x) ); in get_page_light()
3236 if ( unlikely(rc) ) in new_guest_cr3()
3360 if ( unlikely(rc) ) in do_mmuext_op()
3845 if ( unlikely(rc) ) in do_mmuext_op()
3905 if ( unlikely(rc) ) in do_mmu_update()
4161 if ( unlikely(rc) ) in do_mmu_update()
[all …]
A Dcompat.c24 if ( unlikely(copy_from_guest(&op, uop, 1) != 0) ) in do_physdev_op_compat()
64 if ( unlikely(copy_from_guest(&op, uop, 1) != 0) ) in do_event_channel_op_compat()
A Dflushtlb.c55 if ( unlikely(t1 == 0) ) in pre_flush()
59 while ( unlikely((t = cmpxchg(&tlbflush_clock, t1, t2)) != t1) ); in pre_flush()
62 if ( unlikely(t2 == 0) ) in pre_flush()
/xen/xen/arch/x86/hvm/
A Dvm_event.c33 if ( unlikely(v->arch.vm_event->set_gprs) ) in hvm_vm_event_set_registers()
72 if ( unlikely(v->arch.vm_event->emulate_flags) ) in hvm_vm_event_do_resume()
96 if ( unlikely(w->do_write.cr0) ) in hvm_vm_event_do_resume()
104 if ( unlikely(w->do_write.cr4) ) in hvm_vm_event_do_resume()
112 if ( unlikely(w->do_write.cr3) ) in hvm_vm_event_do_resume()
120 if ( unlikely(w->do_write.msr) ) in hvm_vm_event_do_resume()
/xen/xen/common/lz4/
A Ddecompress.c76 if (unlikely(cpy > oend - COPYLENGTH)) { in lz4_uncompress()
88 if (unlikely((unsigned long)cpy < (unsigned long)op)) in lz4_uncompress()
99 if (unlikely(ref < (BYTE *const) dest)) in lz4_uncompress()
111 if (unlikely((op - ref) < STEPSIZE)) { in lz4_uncompress()
155 if (unlikely((unsigned long)cpy < (unsigned long)op - (STEPSIZE - 4))) in lz4_uncompress()
217 if (unlikely((unsigned long)cpy < (unsigned long)op)) in lz4_uncompress_unknownoutputsize()
246 if (unlikely((op - ref) < STEPSIZE)) { in lz4_uncompress_unknownoutputsize()
288 if (unlikely((unsigned long)cpy < (unsigned long)op - (STEPSIZE - 4))) in lz4_uncompress_unknownoutputsize()
/xen/xen/common/compat/
A Dgrant_table.c74 if ( unlikely(!guest_handle_okay(guest_handle_cast(cmp_uop, \ in compat_grant_table_op()
149 if ( unlikely(count > 1) ) in compat_grant_table_op()
151 else if ( unlikely(__copy_from_guest(&cmp.setup, cmp_uop, 1)) ) in compat_grant_table_op()
153 else if ( unlikely(!compat_handle_okay(cmp.setup.frame_list, cmp.setup.nr_frames)) ) in compat_grant_table_op()
188 if ( unlikely(__copy_to_guest(cmp_uop, &cmp.setup, 1)) ) in compat_grant_table_op()
198 if ( unlikely(__copy_from_guest_offset(&cmp.xfer, cmp_uop, i, 1)) ) in compat_grant_table_op()
232 if ( unlikely(__copy_from_guest_offset(&cmp.copy, cmp_uop, i, 1)) ) in compat_grant_table_op()
283 if ( unlikely(__copy_from_guest(&cmp.get_status, cmp_uop, 1) || in compat_grant_table_op()
317 if ( unlikely(__copy_to_guest(cmp_uop, &cmp.get_status, 1)) ) in compat_grant_table_op()
/xen/xen/arch/x86/hvm/vmx/
A Dintr.c77 if ( unlikely(tb_init_done) ) in vmx_enable_intr_window()
209 if ( unlikely(intack.source != hvm_intsrc_none) ) in nvmx_intr_intercept()
248 if ( unlikely(v->arch.hvm.single_step) ) in vmx_intr_assist()
256 if ( unlikely(v->arch.vm_event) && v->arch.vm_event->sync_event ) in vmx_intr_assist()
261 if ( unlikely(v->domain->arch.hvm.mem_sharing.block_interrupts) ) in vmx_intr_assist()
275 if ( unlikely(nvmx_intr_intercept(v, intack)) ) in vmx_intr_assist()
357 if ( unlikely(intack.vector < pt_vector) ) in vmx_intr_assist()
416 if ( unlikely(intack.source != hvm_intsrc_none) ) in vmx_intr_assist()
/xen/xen/common/sched/
A Dnull.c327 if ( unlikely(tb_init_done) ) in pick_res()
355 if ( unlikely(tb_init_done) ) in unit_assign()
386 if ( unlikely(tb_init_done) ) in unit_deassign()
466 if ( unlikely(!is_unit_online(unit)) ) in null_unit_insert()
531 if ( unlikely(!is_unit_online(unit)) ) in null_unit_remove()
649 if ( unlikely(!is_unit_online(unit)) ) in null_unit_sleep()
689 if ( unlikely(tb_init_done) ) in null_unit_migrate()
724 if ( unlikely(!is_unit_online(unit)) ) in null_unit_migrate()
817 if ( unlikely(tb_init_done) ) in null_schedule()
851 if ( unlikely(prev->next_task == NULL) ) in null_schedule()
[all …]
A Dcredit2.c1080 if ( unlikely(tb_init_done) ) in update_max_weight()
1106 if ( unlikely(tb_init_done) ) in _runq_assign()
1335 if ( unlikely(tb_init_done) ) in update_runq_load()
1394 if ( unlikely(tb_init_done) ) in update_svc_load()
1451 if ( unlikely(tb_init_done) ) in runq_insert()
1551 if ( unlikely(tb_init_done) ) in tickle_score()
1598 if ( unlikely(tb_init_done) ) in runq_tickle()
1747 if ( unlikely(tb_init_done) ) in runq_tickle()
1865 if ( unlikely(delta <= 0) ) in burn_credits()
1883 if ( unlikely(tb_init_done) ) in burn_credits()
[all …]
/xen/xen/arch/x86/mm/
A Dmem_paging.c292 if ( unlikely(!mfn_valid(mfn)) ) in evict()
301 if ( unlikely(!get_page(page, d)) ) in evict()
374 if ( unlikely(guest_handle_is_null(buffer)) ) in prepare()
380 if ( unlikely(page == NULL) ) in prepare()
382 if ( unlikely(!get_page(page, d)) ) in prepare()
460 if ( unlikely(!vm_event_check_ring(d->vm_event_paging)) ) in mem_paging_memop()
/xen/xen/include/xen/
A Drwlock.h201 if ( unlikely(cnts) || in _write_trylock()
202 unlikely(atomic_cmpxchg(&lock->cnts, 0, _write_lock_val()) != 0) ) in _write_trylock()
309 if ( unlikely(this_cpu_ptr(per_cpudata) != NULL ) ) in _percpu_read_lock()
320 if ( unlikely(percpu_rwlock->writer_activating) ) in _percpu_read_lock()
345 if ( unlikely(this_cpu_ptr(per_cpudata) != percpu_rwlock ) ) in _percpu_read_unlock()
A Dlib.h25 #define BUG_ON(p) do { if (unlikely(p)) BUG(); } while (0)
26 #define WARN_ON(p) do { if (unlikely(p)) WARN(); } while (0)
53 do { if ( unlikely(!(p)) ) assert_failed(#p); } while (0)
115 if ( unlikely(!once_) ) \

Completed in 62 milliseconds

1234567