/linux/drivers/gpu/drm/i915/ |
A D | intel_uncore.c | 42 uncore->fw_get_funcs->force_wake_get(uncore, fw_domains); in fw_domains_get() 391 struct intel_uncore *uncore = domain->uncore; in intel_uncore_fw_release_timer() local 465 fw_domains_reset(uncore, uncore->fw_domains); in intel_uncore_forcewake_reset() 574 uncore->fifo_count = fifo_free_entries(uncore); in forcewake_early_sanitize() 588 uncore->fw_domains_saved = intel_uncore_forcewake_reset(uncore); in intel_uncore_suspend() 813 drm_WARN(&uncore->i915->drm, uncore->fw_domains_active, in assert_forcewakes_inactive() 1076 if (drm_WARN_ON(&uncore->i915->drm, !uncore->shadowed_reg_table)) in is_shadowed() 1783 d->uncore = uncore; in __fw_domain_init() 2286 struct intel_uncore *uncore = &i915->uncore; in i915_reg_read_ioctl() local 2518 fw_domains = uncore->funcs.read_fw_domains(uncore, reg); in intel_uncore_forcewake_for_reg() [all …]
|
A D | vlv_suspend.c | 108 struct intel_uncore *uncore = &i915->uncore; in vlv_save_gunit_s0ix_state() local 151 s->ecobus = intel_uncore_read(uncore, ECOBUS); in vlv_save_gunit_s0ix_state() 160 s->gt_imr = intel_uncore_read(uncore, GTIMR); in vlv_save_gunit_s0ix_state() 161 s->gt_ier = intel_uncore_read(uncore, GTIER); in vlv_save_gunit_s0ix_state() 193 struct intel_uncore *uncore = &i915->uncore; in vlv_restore_gunit_s0ix_state() local 246 intel_uncore_write(uncore, GTIMR, s->gt_imr); in vlv_restore_gunit_s0ix_state() 247 intel_uncore_write(uncore, GTIER, s->gt_ier); in vlv_restore_gunit_s0ix_state() 307 struct intel_uncore *uncore = &i915->uncore; in vlv_force_gfx_clock() local 320 err = intel_wait_for_register(uncore, in vlv_force_gfx_clock() 335 struct intel_uncore *uncore = &i915->uncore; in vlv_allow_gt_wake() local [all …]
|
A D | intel_uncore.h | 98 u8 (*mmio_readb)(struct intel_uncore *uncore, 164 struct intel_uncore *uncore; member 208 return uncore->flags & UNCORE_HAS_FIFO; in intel_uncore_has_fifo() 328 return uncore->funcs.mmio_read##s__(uncore, reg, (trace__)); \ 335 uncore->funcs.mmio_write##s__(uncore, reg, val, (trace__)); \ 421 old = intel_uncore_read(uncore, reg); in intel_uncore_rmw() 424 intel_uncore_write(uncore, reg, val); in intel_uncore_rmw() 432 old = intel_uncore_read_fw(uncore, reg); in intel_uncore_rmw_fw() 435 intel_uncore_write_fw(uncore, reg, val); in intel_uncore_rmw_fw() 444 intel_uncore_write(uncore, reg, val); in intel_uncore_write_and_verify() [all …]
|
A D | i915_irq.c | 3001 struct intel_uncore *uncore = &dev_priv->uncore; in ibx_irq_reset() local 3014 struct intel_uncore *uncore = &dev_priv->uncore; in vlv_display_irq_reset() local 3032 struct intel_uncore *uncore = &dev_priv->uncore; in vlv_display_irq_postinstall() local 3065 struct intel_uncore *uncore = &dev_priv->uncore; in ilk_irq_reset() local 3098 struct intel_uncore *uncore = &dev_priv->uncore; in gen8_display_irq_reset() local 3118 struct intel_uncore *uncore = &dev_priv->uncore; in gen8_irq_reset() local 3133 struct intel_uncore *uncore = &dev_priv->uncore; in gen11_display_irq_reset() local 3176 struct intel_uncore *uncore = &dev_priv->uncore; in gen11_irq_reset() local 3189 struct intel_uncore *uncore = &dev_priv->uncore; in dg1_irq_reset() local 3203 struct intel_uncore *uncore = &dev_priv->uncore; in gen8_irq_power_well_post_enable() local [all …]
|
A D | i915_irq.h | 92 void gen2_irq_reset(struct intel_uncore *uncore); 96 void gen2_irq_init(struct intel_uncore *uncore, 98 void gen3_irq_init(struct intel_uncore *uncore, 103 #define GEN8_IRQ_RESET_NDX(uncore, type, which) \ argument 110 #define GEN3_IRQ_RESET(uncore, type) \ argument 113 #define GEN2_IRQ_RESET(uncore) \ argument 114 gen2_irq_reset(uncore) 119 gen3_irq_init((uncore), \ 126 gen3_irq_init((uncore), \ 131 #define GEN2_IRQ_INIT(uncore, imr_val, ier_val) \ argument [all …]
|
A D | intel_pm.c | 117 …intel_uncore_write(&dev_priv->uncore, DISP_ARB_CTL, intel_uncore_read(&dev_priv->uncore, DISP_ARB_… in gen9_init_clock_gating() 126 …intel_uncore_write(&dev_priv->uncore, GEN8_UCGCTL6, intel_uncore_read(&dev_priv->uncore, GEN8_UCGC… in bxt_init_clock_gating() 133 …intel_uncore_write(&dev_priv->uncore, GEN8_UCGCTL6, intel_uncore_read(&dev_priv->uncore, GEN8_UCGC… in bxt_init_clock_gating() 155 …intel_uncore_write(&dev_priv->uncore, DISP_ARB_CTL, intel_uncore_read(&dev_priv->uncore, DISP_ARB_… in bxt_init_clock_gating() 162 …intel_uncore_write(&dev_priv->uncore, ILK_DPFC_CHICKEN, intel_uncore_read(&dev_priv->uncore, ILK_D… in bxt_init_clock_gating() 2012 struct intel_uncore *uncore = &dev_priv->uncore; in vlv_atomic_update_fifo() local 2041 spin_lock(&uncore->lock); in vlv_atomic_update_fifo() 2101 spin_unlock(&uncore->lock); in vlv_atomic_update_fifo() 2866 struct intel_uncore *uncore = &dev_priv->uncore; in intel_read_wm_latency() local 7792 struct intel_uncore *uncore = &dev_priv->uncore; in i965gm_init_clock_gating() local [all …]
|
A D | intel_sbi.c | 16 struct intel_uncore *uncore = &i915->uncore; in intel_sbi_rw() local 21 if (intel_wait_for_register_fw(uncore, in intel_sbi_rw() 29 intel_uncore_write_fw(uncore, SBI_ADDR, (u32)reg << 16); in intel_sbi_rw() 30 intel_uncore_write_fw(uncore, SBI_DATA, is_read ? 0 : *val); in intel_sbi_rw() 38 intel_uncore_write_fw(uncore, SBI_CTL_STAT, cmd | SBI_BUSY); in intel_sbi_rw() 40 if (__intel_wait_for_register_fw(uncore, in intel_sbi_rw() 54 *val = intel_uncore_read_fw(uncore, SBI_DATA); in intel_sbi_rw()
|
/linux/drivers/gpu/drm/i915/gt/ |
A D | intel_rc6.c | 43 return rc6_to_gt(rc)->uncore; in rc6_to_uncore() 59 struct intel_uncore *uncore = gt->uncore; in gen11_rc6_enable() local 80 set(uncore, GEN6_RC_SLEEP, 0); in gen11_rc6_enable() 162 set(uncore, GEN6_RC_SLEEP, 0); in gen9_rc6_enable() 201 set(uncore, GEN9_PG_ENABLE, in gen9_rc6_enable() 217 set(uncore, GEN6_RC_SLEEP, 0); in gen8_rc6_enable() 245 set(uncore, GEN6_RC_SLEEP, 0); in gen6_rc6_enable() 369 set(uncore, GEN6_RC_SLEEP, 0); in chv_rc6_enable() 375 set(uncore, VLV_COUNTER_CONTROL, in chv_rc6_enable() 400 set(uncore, VLV_COUNTER_CONTROL, in vlv_rc6_enable() [all …]
|
A D | intel_gt_irq.c | 180 struct intel_uncore *uncore = gt->uncore; in gen11_gt_irq_reset() local 210 struct intel_uncore *uncore = gt->uncore; in gen11_gt_irq_postinstall() local 355 struct intel_uncore *uncore = gt->uncore; in gen8_gt_irq_reset() local 357 GEN8_IRQ_RESET_NDX(uncore, GT, 0); in gen8_gt_irq_reset() 358 GEN8_IRQ_RESET_NDX(uncore, GT, 1); in gen8_gt_irq_reset() 359 GEN8_IRQ_RESET_NDX(uncore, GT, 2); in gen8_gt_irq_reset() 377 struct intel_uncore *uncore = gt->uncore; in gen8_gt_irq_postinstall() local 417 struct intel_uncore *uncore = gt->uncore; in gen5_gt_irq_reset() local 419 GEN3_IRQ_RESET(uncore, GT); in gen5_gt_irq_reset() 421 GEN3_IRQ_RESET(uncore, GEN6_PM); in gen5_gt_irq_reset() [all …]
|
A D | intel_gt_pm_debugfs.c | 28 intel_uncore_forcewake_user_get(gt->uncore); in intel_gt_pm_debugfs_forcewake_user_open() 36 intel_uncore_forcewake_user_put(gt->uncore); in intel_gt_pm_debugfs_forcewake_user_release() 66 struct intel_uncore *uncore = gt->uncore; in fw_domains_show() local 71 uncore->user_forcewake_count); in fw_domains_show() 73 for_each_fw_domain(fw_domain, uncore, tmp) in fw_domains_show() 91 intel_uncore_read(gt->uncore, reg), in print_rc6_res() 98 struct intel_uncore *uncore = gt->uncore; in vlv_drpc() local 122 struct intel_uncore *uncore = gt->uncore; in gen6_drpc() local 209 struct intel_uncore *uncore = gt->uncore; in ilk_drpc() local 287 struct intel_uncore *uncore = gt->uncore; in intel_gt_pm_frequency_dump() local [all …]
|
A D | intel_gt_clock_utils.c | 79 if (GRAPHICS_VER(uncore->i915) <= 4) { in read_clock_frequency() 88 } else if (GRAPHICS_VER(uncore->i915) <= 8) { in read_clock_frequency() 97 } else if (GRAPHICS_VER(uncore->i915) <= 9) { in read_clock_frequency() 98 u32 ctc_reg = intel_uncore_read(uncore, CTC_MODE); in read_clock_frequency() 102 freq = read_reference_ts_freq(uncore); in read_clock_frequency() 116 } else if (GRAPHICS_VER(uncore->i915) <= 12) { in read_clock_frequency() 127 freq = read_reference_ts_freq(uncore); in read_clock_frequency() 129 u32 c0 = intel_uncore_read(uncore, RPM_CONFIG0); in read_clock_frequency() 131 if (GRAPHICS_VER(uncore->i915) >= 11) in read_clock_frequency() 134 freq = gen9_get_crystal_clock_freq(uncore, c0); in read_clock_frequency() [all …]
|
A D | intel_gtt.c | 353 struct intel_uncore *uncore = gt->uncore; in gtt_write_workarounds() local 362 intel_uncore_write(uncore, in gtt_write_workarounds() 391 intel_uncore_rmw(uncore, in gtt_write_workarounds() 433 intel_uncore_write(uncore, in icl_setup_private_ppat() 436 intel_uncore_write(uncore, in icl_setup_private_ppat() 439 intel_uncore_write(uncore, in icl_setup_private_ppat() 442 intel_uncore_write(uncore, in icl_setup_private_ppat() 445 intel_uncore_write(uncore, in icl_setup_private_ppat() 448 intel_uncore_write(uncore, in icl_setup_private_ppat() 451 intel_uncore_write(uncore, in icl_setup_private_ppat() [all …]
|
A D | intel_rps.c | 38 return rps_to_gt(rps)->uncore; in rps_to_uncore() 196 intel_uncore_write(gt->uncore, in rps_enable_interrupts() 305 struct intel_uncore *uncore = in __ips_chipset_val() local 571 intel_uncore_write(uncore, in gen5_rps_enable() 583 drm_err(&uncore->i915->drm, in gen5_rps_enable() 666 struct intel_uncore *uncore = gt->uncore; in rps_set_power() local 706 set(uncore, GEN6_RP_UP_EI, in rps_set_power() 984 set(uncore, in intel_rps_set() 1064 struct intel_uncore *uncore = gt->uncore; in gen9_rps_enable() local 1334 t = ips_mch_val(uncore); in __ips_gfx_val() [all …]
|
A D | intel_gt.c | 29 gt->uncore = &i915->uncore; in intel_gt_init_early() 160 struct intel_uncore *uncore = gt->uncore; in init_unused_ring() local 190 struct intel_uncore *uncore = gt->uncore; in intel_gt_init_hw() local 202 intel_uncore_write(uncore, in intel_gt_init_hw() 254 intel_uncore_rmw(uncore, reg, 0, 0); in clear_register() 268 struct intel_uncore *uncore = gt->uncore; in intel_gt_clear_error_registers() local 272 clear_register(uncore, PGTBL_ER); in intel_gt_clear_error_registers() 279 clear_register(uncore, EIR); in intel_gt_clear_error_registers() 287 rmw_set(uncore, EMR, eir); in intel_gt_clear_error_registers() 332 struct intel_uncore *uncore = gt->uncore; in gen8_check_faults() local [all …]
|
A D | intel_ggtt_fencing.c | 50 return fence->ggtt->vm.gt->uncore; in fence_to_uncore() 136 intel_uncore_write_fw(uncore, reg, val); in i915_write_fence_reg() 137 intel_uncore_posting_read_fw(uncore, reg); in i915_write_fence_reg() 161 intel_uncore_write_fw(uncore, reg, val); in i830_write_fence_reg() 567 struct intel_uncore *uncore = ggtt->vm.gt->uncore; in detect_bit_6_swizzle() local 835 struct intel_uncore *uncore = ggtt->vm.gt->uncore; in intel_ggtt_init_fences() local 858 num_fences = intel_uncore_read(uncore, in intel_ggtt_init_fences() 896 struct intel_uncore *uncore = gt->uncore; in intel_gt_init_swizzling() local 910 intel_uncore_write(uncore, in intel_gt_init_swizzling() 914 intel_uncore_write(uncore, in intel_gt_init_swizzling() [all …]
|
A D | intel_gt_pm_irq.c | 15 struct intel_uncore *uncore = gt->uncore; in write_pm_imr() local 28 intel_uncore_write(uncore, reg, mask); in write_pm_imr() 63 struct intel_uncore *uncore = gt->uncore; in gen6_gt_pm_reset_iir() local 68 intel_uncore_write(uncore, reg, reset_mask); in gen6_gt_pm_reset_iir() 69 intel_uncore_write(uncore, reg, reset_mask); in gen6_gt_pm_reset_iir() 70 intel_uncore_posting_read(uncore, reg); in gen6_gt_pm_reset_iir() 76 struct intel_uncore *uncore = gt->uncore; in write_pm_ier() local 89 intel_uncore_write(uncore, reg, mask); in write_pm_ier()
|
A D | intel_reset.c | 33 intel_uncore_rmw_fw(uncore, reg, 0, set); in rmw_set_fw() 38 intel_uncore_rmw_fw(uncore, reg, clr, 0); in rmw_clear_fw() 204 struct intel_uncore *uncore = gt->uncore; in g4x_do_reset() local 239 struct intel_uncore *uncore = gt->uncore; in ilk_do_reset() local 273 struct intel_uncore *uncore = gt->uncore; in gen6_hw_domain_reset() local 384 struct intel_uncore *uncore = engine->uncore; in gen11_lock_sfc() local 418 if (!(intel_uncore_read_fw(uncore, in gen11_lock_sfc() 474 struct intel_uncore *uncore = engine->uncore; in gen11_unlock_sfc() local 551 struct intel_uncore *uncore = engine->uncore; in gen8_engine_reset_prepare() local 585 intel_uncore_read_fw(uncore, reg)); in gen8_engine_reset_prepare() [all …]
|
A D | intel_sseu_debugfs.c | 23 struct intel_uncore *uncore = gt->uncore; in cherryview_sseu_device_status() local 28 sig1[0] = intel_uncore_read(uncore, CHV_POWER_SS0_SIG1); in cherryview_sseu_device_status() 29 sig1[1] = intel_uncore_read(uncore, CHV_POWER_SS1_SIG1); in cherryview_sseu_device_status() 30 sig2[0] = intel_uncore_read(uncore, CHV_POWER_SS0_SIG2); in cherryview_sseu_device_status() 31 sig2[1] = intel_uncore_read(uncore, CHV_POWER_SS1_SIG2); in cherryview_sseu_device_status() 57 struct intel_uncore *uncore = gt->uncore; in gen11_sseu_device_status() local 71 eu_reg[2 * s] = intel_uncore_read(uncore, in gen11_sseu_device_status() 73 eu_reg[2 * s + 1] = intel_uncore_read(uncore, in gen11_sseu_device_status() 117 struct intel_uncore *uncore = gt->uncore; in gen9_sseu_device_status() local 125 intel_uncore_read(uncore, GEN9_SS01_EU_PGCTL_ACK(s)); in gen9_sseu_device_status() [all …]
|
/linux/drivers/gpu/drm/i915/gt/uc/ |
A D | intel_guc_fw.c | 28 if (IS_GEN9_LP(uncore->i915)) in guc_prepare_xfer() 33 if (GRAPHICS_VER(uncore->i915) == 9) { in guc_prepare_xfer() 35 intel_uncore_rmw(uncore, GEN7_MISCCPCTL, in guc_prepare_xfer() 45 struct intel_uncore *uncore) in guc_xfer_rsa() argument 72 u32 val = intel_uncore_read(uncore, GUC_STATUS); in guc_ready() 93 ret = wait_for(guc_ready(uncore, &status), 100); in guc_wait_ucode() 95 struct drm_device *drm = &uncore->i915->drm; in guc_wait_ucode() 137 struct intel_uncore *uncore = gt->uncore; in intel_guc_fw_upload() local 140 guc_prepare_xfer(uncore); in intel_guc_fw_upload() 147 ret = guc_xfer_rsa(&guc->fw, uncore); in intel_guc_fw_upload() [all …]
|
A D | intel_guc.c | 132 intel_uncore_write(gt->uncore, in gen11_enable_guc_interrupts() 134 intel_uncore_write(gt->uncore, in gen11_enable_guc_interrupts() 291 struct intel_uncore *uncore = guc_to_gt(guc)->uncore; in intel_guc_write_params() local 299 intel_uncore_forcewake_get(uncore, FORCEWAKE_GT); in intel_guc_write_params() 301 intel_uncore_write(uncore, SOFT_SCRATCH(0), 0); in intel_guc_write_params() 306 intel_uncore_forcewake_put(uncore, FORCEWAKE_GT); in intel_guc_write_params() 401 struct intel_uncore *uncore = guc_to_gt(guc)->uncore; in intel_guc_send_mmio() local 427 ret = __intel_wait_for_register_fw(uncore, in intel_guc_send_mmio() 488 response_buf[i] = intel_uncore_read(uncore, in intel_guc_send_mmio() 726 struct intel_uncore *uncore = gt->uncore; in intel_guc_load_status() local [all …]
|
/linux/drivers/gpu/drm/i915/selftests/ |
A D | intel_uncore.c | 159 struct intel_uncore *uncore = gt->uncore; in live_forcewake_ops() local 197 for_each_fw_domain(domain, uncore, tmp) { in live_forcewake_ops() 266 intel_runtime_pm_put(uncore->rpm, wakeref); in live_forcewake_ops() 274 struct intel_uncore *uncore = gt->uncore; in live_forcewake_domains() local 296 check_for_unclaimed_mmio(uncore); in live_forcewake_domains() 300 intel_uncore_posting_read_fw(uncore, reg); in live_forcewake_domains() 301 if (!check_for_unclaimed_mmio(uncore)) in live_forcewake_domains() 312 intel_uncore_forcewake_reset(uncore); in live_forcewake_domains() 315 check_for_unclaimed_mmio(uncore); in live_forcewake_domains() 317 intel_uncore_posting_read_fw(uncore, reg); in live_forcewake_domains() [all …]
|
/linux/arch/x86/events/amd/ |
A D | uncore.c | 210 struct amd_uncore *uncore; in amd_uncore_event_init() local 238 if (!uncore) in amd_uncore_event_init() 245 event->cpu = uncore->cpu; in amd_uncore_event_init() 449 uncore->id = ecx & 0xff; in amd_uncore_cpu_starting() 451 uncore = amd_uncore_find_online_sibling(uncore, amd_uncore_nb); in amd_uncore_cpu_starting() 459 uncore = amd_uncore_find_online_sibling(uncore, amd_uncore_llc); in amd_uncore_cpu_starting() 473 kfree(uncore); in uncore_clean_online() 484 if (cpu == uncore->cpu) in uncore_online() 540 if (cpu == uncore->cpu) in uncore_dead() 543 if (!--uncore->refcnt) in uncore_dead() [all …]
|
/linux/arch/x86/events/intel/ |
A D | uncore_discovery.c | 533 uncore->type_id = type->type; in uncore_update_uncore_type() 534 uncore->num_boxes = type->num_boxes; in uncore_update_uncore_type() 537 uncore->box_ids = type->ids; in uncore_update_uncore_type() 541 uncore->ops = &generic_uncore_msr_ops; in uncore_update_uncore_type() 548 uncore->ops = &generic_uncore_pci_ops; in uncore_update_uncore_type() 552 uncore->box_ctls = type->box_ctrl_die; in uncore_update_uncore_type() 560 uncore->box_ctls = type->box_ctrl_die; in uncore_update_uncore_type() 576 struct intel_uncore_type *uncore; in intel_uncore_generic_init_uncores() local 591 if (!uncore) in intel_uncore_generic_init_uncores() 598 kfree(uncore); in intel_uncore_generic_init_uncores() [all …]
|
/linux/drivers/gpu/drm/i915/pxp/ |
A D | intel_pxp_session.c | 24 struct intel_uncore *uncore = pxp_to_gt(pxp)->uncore; in intel_pxp_session_is_in_play() local 29 with_intel_runtime_pm_if_in_use(uncore->rpm, wakeref) in intel_pxp_session_is_in_play() 30 sip = intel_uncore_read(uncore, GEN12_KCR_SIP); in intel_pxp_session_is_in_play() 37 struct intel_uncore *uncore = pxp_to_gt(pxp)->uncore; in pxp_wait_for_session_state() local 43 wakeref = intel_runtime_pm_get_if_in_use(uncore->rpm); in pxp_wait_for_session_state() 47 ret = intel_wait_for_register(uncore, in pxp_wait_for_session_state() 53 intel_runtime_pm_put(uncore->rpm, wakeref); in pxp_wait_for_session_state() 111 intel_uncore_write(gt->uncore, PXP_GLOBAL_TERMINATE, 1); in pxp_terminate_arb_session_and_global() 162 wakeref = intel_runtime_pm_get_if_in_use(gt->uncore->rpm); in intel_pxp_session_work() 174 intel_runtime_pm_put(gt->uncore->rpm, wakeref); in intel_pxp_session_work()
|
/linux/drivers/gpu/drm/i915/display/ |
A D | intel_tc.c | 117 struct intel_uncore *uncore = &i915->uncore; in intel_tc_port_get_lane_mask() local 133 struct intel_uncore *uncore = &i915->uncore; in intel_tc_port_get_pin_assignment_mask() local 183 struct intel_uncore *uncore = &i915->uncore; in intel_tc_port_set_fia_lane_count() local 243 struct intel_uncore *uncore = &i915->uncore; in icl_tc_port_live_status_mask() local 278 struct intel_uncore *uncore = &i915->uncore; in adl_tc_port_live_status_mask() local 323 struct intel_uncore *uncore = &i915->uncore; in icl_tc_phy_status_complete() local 348 struct intel_uncore *uncore = &i915->uncore; in adl_tc_phy_status_complete() local 376 struct intel_uncore *uncore = &i915->uncore; in icl_tc_phy_take_ownership() local 403 struct intel_uncore *uncore = &i915->uncore; in adl_tc_phy_take_ownership() local 430 struct intel_uncore *uncore = &i915->uncore; in icl_tc_phy_is_owned() local [all …]
|