|
@@ -113,8 +113,8 @@ static void i8xx_enable_fbc(struct drm_crtc *crtc, unsigned long interval)
|
|
|
fbc_ctl |= obj->fence_reg;
|
|
|
I915_WRITE(FBC_CONTROL, fbc_ctl);
|
|
|
|
|
|
- DRM_DEBUG_KMS("enabled FBC, pitch %d, yoff %d, plane %d, ",
|
|
|
- cfb_pitch, crtc->y, intel_crtc->plane);
|
|
|
+ DRM_DEBUG_KMS("enabled FBC, pitch %d, yoff %d, plane %c, ",
|
|
|
+ cfb_pitch, crtc->y, plane_name(intel_crtc->plane));
|
|
|
}
|
|
|
|
|
|
static bool i8xx_fbc_enabled(struct drm_device *dev)
|
|
@@ -148,7 +148,7 @@ static void g4x_enable_fbc(struct drm_crtc *crtc, unsigned long interval)
|
|
|
/* enable it... */
|
|
|
I915_WRITE(DPFC_CONTROL, I915_READ(DPFC_CONTROL) | DPFC_CTL_EN);
|
|
|
|
|
|
- DRM_DEBUG_KMS("enabled fbc on plane %d\n", intel_crtc->plane);
|
|
|
+ DRM_DEBUG_KMS("enabled fbc on plane %c\n", plane_name(intel_crtc->plane));
|
|
|
}
|
|
|
|
|
|
static void g4x_disable_fbc(struct drm_device *dev)
|
|
@@ -228,7 +228,7 @@ static void ironlake_enable_fbc(struct drm_crtc *crtc, unsigned long interval)
|
|
|
sandybridge_blit_fbc_update(dev);
|
|
|
}
|
|
|
|
|
|
- DRM_DEBUG_KMS("enabled fbc on plane %d\n", intel_crtc->plane);
|
|
|
+ DRM_DEBUG_KMS("enabled fbc on plane %c\n", plane_name(intel_crtc->plane));
|
|
|
}
|
|
|
|
|
|
static void ironlake_disable_fbc(struct drm_device *dev)
|
|
@@ -242,6 +242,18 @@ static void ironlake_disable_fbc(struct drm_device *dev)
|
|
|
dpfc_ctl &= ~DPFC_CTL_EN;
|
|
|
I915_WRITE(ILK_DPFC_CONTROL, dpfc_ctl);
|
|
|
|
|
|
+ if (IS_IVYBRIDGE(dev))
|
|
|
+ /* WaFbcDisableDpfcClockGating:ivb */
|
|
|
+ I915_WRITE(ILK_DSPCLK_GATE_D,
|
|
|
+ I915_READ(ILK_DSPCLK_GATE_D) &
|
|
|
+ ~ILK_DPFCUNIT_CLOCK_GATE_DISABLE);
|
|
|
+
|
|
|
+ if (IS_HASWELL(dev))
|
|
|
+ /* WaFbcDisableDpfcClockGating:hsw */
|
|
|
+ I915_WRITE(HSW_CLKGATE_DISABLE_PART_1,
|
|
|
+ I915_READ(HSW_CLKGATE_DISABLE_PART_1) &
|
|
|
+ ~HSW_DPFC_GATING_DISABLE);
|
|
|
+
|
|
|
DRM_DEBUG_KMS("disabled FBC\n");
|
|
|
}
|
|
|
}
|
|
@@ -253,6 +265,47 @@ static bool ironlake_fbc_enabled(struct drm_device *dev)
|
|
|
return I915_READ(ILK_DPFC_CONTROL) & DPFC_CTL_EN;
|
|
|
}
|
|
|
|
|
|
+static void gen7_enable_fbc(struct drm_crtc *crtc, unsigned long interval)
|
|
|
+{
|
|
|
+ struct drm_device *dev = crtc->dev;
|
|
|
+ struct drm_i915_private *dev_priv = dev->dev_private;
|
|
|
+ struct drm_framebuffer *fb = crtc->fb;
|
|
|
+ struct intel_framebuffer *intel_fb = to_intel_framebuffer(fb);
|
|
|
+ struct drm_i915_gem_object *obj = intel_fb->obj;
|
|
|
+ struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
|
|
|
+
|
|
|
+ I915_WRITE(IVB_FBC_RT_BASE, obj->gtt_offset | ILK_FBC_RT_VALID);
|
|
|
+
|
|
|
+ I915_WRITE(ILK_DPFC_CONTROL, DPFC_CTL_EN | DPFC_CTL_LIMIT_1X |
|
|
|
+ IVB_DPFC_CTL_FENCE_EN |
|
|
|
+ intel_crtc->plane << IVB_DPFC_CTL_PLANE_SHIFT);
|
|
|
+
|
|
|
+ if (IS_IVYBRIDGE(dev)) {
|
|
|
+ /* WaFbcAsynchFlipDisableFbcQueue:ivb */
|
|
|
+ I915_WRITE(ILK_DISPLAY_CHICKEN1, ILK_FBCQ_DIS);
|
|
|
+ /* WaFbcDisableDpfcClockGating:ivb */
|
|
|
+ I915_WRITE(ILK_DSPCLK_GATE_D,
|
|
|
+ I915_READ(ILK_DSPCLK_GATE_D) |
|
|
|
+ ILK_DPFCUNIT_CLOCK_GATE_DISABLE);
|
|
|
+ } else {
|
|
|
+ /* WaFbcAsynchFlipDisableFbcQueue:hsw */
|
|
|
+ I915_WRITE(HSW_PIPE_SLICE_CHICKEN_1(intel_crtc->pipe),
|
|
|
+ HSW_BYPASS_FBC_QUEUE);
|
|
|
+ /* WaFbcDisableDpfcClockGating:hsw */
|
|
|
+ I915_WRITE(HSW_CLKGATE_DISABLE_PART_1,
|
|
|
+ I915_READ(HSW_CLKGATE_DISABLE_PART_1) |
|
|
|
+ HSW_DPFC_GATING_DISABLE);
|
|
|
+ }
|
|
|
+
|
|
|
+ I915_WRITE(SNB_DPFC_CTL_SA,
|
|
|
+ SNB_CPU_FENCE_ENABLE | obj->fence_reg);
|
|
|
+ I915_WRITE(DPFC_CPU_FENCE_OFFSET, crtc->y);
|
|
|
+
|
|
|
+ sandybridge_blit_fbc_update(dev);
|
|
|
+
|
|
|
+ DRM_DEBUG_KMS("enabled fbc on plane %d\n", intel_crtc->plane);
|
|
|
+}
|
|
|
+
|
|
|
bool intel_fbc_enabled(struct drm_device *dev)
|
|
|
{
|
|
|
struct drm_i915_private *dev_priv = dev->dev_private;
|
|
@@ -439,7 +492,7 @@ void intel_update_fbc(struct drm_device *dev)
|
|
|
if (enable_fbc < 0) {
|
|
|
DRM_DEBUG_KMS("fbc set to per-chip default\n");
|
|
|
enable_fbc = 1;
|
|
|
- if (INTEL_INFO(dev)->gen <= 6)
|
|
|
+ if (INTEL_INFO(dev)->gen <= 7 && !IS_HASWELL(dev))
|
|
|
enable_fbc = 0;
|
|
|
}
|
|
|
if (!enable_fbc) {
|
|
@@ -460,7 +513,8 @@ void intel_update_fbc(struct drm_device *dev)
|
|
|
dev_priv->no_fbc_reason = FBC_MODE_TOO_LARGE;
|
|
|
goto out_disable;
|
|
|
}
|
|
|
- if ((IS_I915GM(dev) || IS_I945GM(dev)) && intel_crtc->plane != 0) {
|
|
|
+ if ((IS_I915GM(dev) || IS_I945GM(dev) || IS_HASWELL(dev)) &&
|
|
|
+ intel_crtc->plane != 0) {
|
|
|
DRM_DEBUG_KMS("plane not 0, disabling compression\n");
|
|
|
dev_priv->no_fbc_reason = FBC_BAD_PLANE;
|
|
|
goto out_disable;
|
|
@@ -481,8 +535,6 @@ void intel_update_fbc(struct drm_device *dev)
|
|
|
goto out_disable;
|
|
|
|
|
|
if (i915_gem_stolen_setup_compression(dev, intel_fb->obj->base.size)) {
|
|
|
- DRM_INFO("not enough stolen space for compressed buffer (need %zd bytes), disabling\n", intel_fb->obj->base.size);
|
|
|
- DRM_INFO("hint: you may be able to increase stolen memory size in the BIOS to avoid this\n");
|
|
|
DRM_DEBUG_KMS("framebuffer too large, disabling compression\n");
|
|
|
dev_priv->no_fbc_reason = FBC_STOLEN_TOO_SMALL;
|
|
|
goto out_disable;
|
|
@@ -1633,6 +1685,10 @@ static bool ironlake_check_srwm(struct drm_device *dev, int level,
|
|
|
I915_WRITE(DISP_ARB_CTL,
|
|
|
I915_READ(DISP_ARB_CTL) | DISP_FBC_WM_DIS);
|
|
|
return false;
|
|
|
+ } else if (INTEL_INFO(dev)->gen >= 6) {
|
|
|
+ /* enable FBC WM (except on ILK, where it must remain off) */
|
|
|
+ I915_WRITE(DISP_ARB_CTL,
|
|
|
+ I915_READ(DISP_ARB_CTL) & ~DISP_FBC_WM_DIS);
|
|
|
}
|
|
|
|
|
|
if (display_wm > display->max_wm) {
|
|
@@ -2146,15 +2202,15 @@ static void sandybridge_update_sprite_wm(struct drm_device *dev, int pipe,
|
|
|
&sandybridge_display_wm_info,
|
|
|
latency, &sprite_wm);
|
|
|
if (!ret) {
|
|
|
- DRM_DEBUG_KMS("failed to compute sprite wm for pipe %d\n",
|
|
|
- pipe);
|
|
|
+ DRM_DEBUG_KMS("failed to compute sprite wm for pipe %c\n",
|
|
|
+ pipe_name(pipe));
|
|
|
return;
|
|
|
}
|
|
|
|
|
|
val = I915_READ(reg);
|
|
|
val &= ~WM0_PIPE_SPRITE_MASK;
|
|
|
I915_WRITE(reg, val | (sprite_wm << WM0_PIPE_SPRITE_SHIFT));
|
|
|
- DRM_DEBUG_KMS("sprite watermarks For pipe %d - %d\n", pipe, sprite_wm);
|
|
|
+ DRM_DEBUG_KMS("sprite watermarks For pipe %c - %d\n", pipe_name(pipe), sprite_wm);
|
|
|
|
|
|
|
|
|
ret = sandybridge_compute_sprite_srwm(dev, pipe, sprite_width,
|
|
@@ -2163,8 +2219,8 @@ static void sandybridge_update_sprite_wm(struct drm_device *dev, int pipe,
|
|
|
SNB_READ_WM1_LATENCY() * 500,
|
|
|
&sprite_wm);
|
|
|
if (!ret) {
|
|
|
- DRM_DEBUG_KMS("failed to compute sprite lp1 wm on pipe %d\n",
|
|
|
- pipe);
|
|
|
+ DRM_DEBUG_KMS("failed to compute sprite lp1 wm on pipe %c\n",
|
|
|
+ pipe_name(pipe));
|
|
|
return;
|
|
|
}
|
|
|
I915_WRITE(WM1S_LP_ILK, sprite_wm);
|
|
@@ -2179,8 +2235,8 @@ static void sandybridge_update_sprite_wm(struct drm_device *dev, int pipe,
|
|
|
SNB_READ_WM2_LATENCY() * 500,
|
|
|
&sprite_wm);
|
|
|
if (!ret) {
|
|
|
- DRM_DEBUG_KMS("failed to compute sprite lp2 wm on pipe %d\n",
|
|
|
- pipe);
|
|
|
+ DRM_DEBUG_KMS("failed to compute sprite lp2 wm on pipe %c\n",
|
|
|
+ pipe_name(pipe));
|
|
|
return;
|
|
|
}
|
|
|
I915_WRITE(WM2S_LP_IVB, sprite_wm);
|
|
@@ -2191,8 +2247,8 @@ static void sandybridge_update_sprite_wm(struct drm_device *dev, int pipe,
|
|
|
SNB_READ_WM3_LATENCY() * 500,
|
|
|
&sprite_wm);
|
|
|
if (!ret) {
|
|
|
- DRM_DEBUG_KMS("failed to compute sprite lp3 wm on pipe %d\n",
|
|
|
- pipe);
|
|
|
+ DRM_DEBUG_KMS("failed to compute sprite lp3 wm on pipe %c\n",
|
|
|
+ pipe_name(pipe));
|
|
|
return;
|
|
|
}
|
|
|
I915_WRITE(WM3S_LP_IVB, sprite_wm);
|
|
@@ -2481,6 +2537,52 @@ void gen6_set_rps(struct drm_device *dev, u8 val)
|
|
|
trace_intel_gpu_freq_change(val * 50);
|
|
|
}
|
|
|
|
|
|
+void valleyview_set_rps(struct drm_device *dev, u8 val)
|
|
|
+{
|
|
|
+ struct drm_i915_private *dev_priv = dev->dev_private;
|
|
|
+ unsigned long timeout = jiffies + msecs_to_jiffies(10);
|
|
|
+ u32 limits = gen6_rps_limits(dev_priv, &val);
|
|
|
+ u32 pval;
|
|
|
+
|
|
|
+ WARN_ON(!mutex_is_locked(&dev_priv->rps.hw_lock));
|
|
|
+ WARN_ON(val > dev_priv->rps.max_delay);
|
|
|
+ WARN_ON(val < dev_priv->rps.min_delay);
|
|
|
+
|
|
|
+ DRM_DEBUG_DRIVER("gpu freq request from %d to %d\n",
|
|
|
+ vlv_gpu_freq(dev_priv->mem_freq,
|
|
|
+ dev_priv->rps.cur_delay),
|
|
|
+ vlv_gpu_freq(dev_priv->mem_freq, val));
|
|
|
+
|
|
|
+ if (val == dev_priv->rps.cur_delay)
|
|
|
+ return;
|
|
|
+
|
|
|
+ valleyview_punit_write(dev_priv, PUNIT_REG_GPU_FREQ_REQ, val);
|
|
|
+
|
|
|
+ do {
|
|
|
+ valleyview_punit_read(dev_priv, PUNIT_REG_GPU_FREQ_STS, &pval);
|
|
|
+ if (time_after(jiffies, timeout)) {
|
|
|
+ DRM_DEBUG_DRIVER("timed out waiting for Punit\n");
|
|
|
+ break;
|
|
|
+ }
|
|
|
+ udelay(10);
|
|
|
+ } while (pval & 1);
|
|
|
+
|
|
|
+ valleyview_punit_read(dev_priv, PUNIT_REG_GPU_FREQ_STS, &pval);
|
|
|
+ if ((pval >> 8) != val)
|
|
|
+ DRM_DEBUG_DRIVER("punit overrode freq: %d requested, but got %d\n",
|
|
|
+ val, pval >> 8);
|
|
|
+
|
|
|
+ /* Make sure we continue to get interrupts
|
|
|
+ * until we hit the minimum or maximum frequencies.
|
|
|
+ */
|
|
|
+ I915_WRITE(GEN6_RP_INTERRUPT_LIMITS, limits);
|
|
|
+
|
|
|
+ dev_priv->rps.cur_delay = pval >> 8;
|
|
|
+
|
|
|
+ trace_intel_gpu_freq_change(vlv_gpu_freq(dev_priv->mem_freq, val));
|
|
|
+}
|
|
|
+
|
|
|
+
|
|
|
static void gen6_disable_rps(struct drm_device *dev)
|
|
|
{
|
|
|
struct drm_i915_private *dev_priv = dev->dev_private;
|
|
@@ -2501,6 +2603,30 @@ static void gen6_disable_rps(struct drm_device *dev)
|
|
|
I915_WRITE(GEN6_PMIIR, I915_READ(GEN6_PMIIR));
|
|
|
}
|
|
|
|
|
|
+static void valleyview_disable_rps(struct drm_device *dev)
|
|
|
+{
|
|
|
+ struct drm_i915_private *dev_priv = dev->dev_private;
|
|
|
+
|
|
|
+ I915_WRITE(GEN6_RC_CONTROL, 0);
|
|
|
+ I915_WRITE(GEN6_PMINTRMSK, 0xffffffff);
|
|
|
+ I915_WRITE(GEN6_PMIER, 0);
|
|
|
+ /* Complete PM interrupt masking here doesn't race with the rps work
|
|
|
+ * item again unmasking PM interrupts because that is using a different
|
|
|
+ * register (PMIMR) to mask PM interrupts. The only risk is in leaving
|
|
|
+ * stale bits in PMIIR and PMIMR which gen6_enable_rps will clean up. */
|
|
|
+
|
|
|
+ spin_lock_irq(&dev_priv->rps.lock);
|
|
|
+ dev_priv->rps.pm_iir = 0;
|
|
|
+ spin_unlock_irq(&dev_priv->rps.lock);
|
|
|
+
|
|
|
+ I915_WRITE(GEN6_PMIIR, I915_READ(GEN6_PMIIR));
|
|
|
+
|
|
|
+ if (dev_priv->vlv_pctx) {
|
|
|
+ drm_gem_object_unreference(&dev_priv->vlv_pctx->base);
|
|
|
+ dev_priv->vlv_pctx = NULL;
|
|
|
+ }
|
|
|
+}
|
|
|
+
|
|
|
int intel_enable_rc6(const struct drm_device *dev)
|
|
|
{
|
|
|
/* Respect the kernel parameter if it is set */
|
|
@@ -2742,6 +2868,202 @@ static void gen6_update_ring_freq(struct drm_device *dev)
|
|
|
}
|
|
|
}
|
|
|
|
|
|
+int valleyview_rps_max_freq(struct drm_i915_private *dev_priv)
|
|
|
+{
|
|
|
+ u32 val, rp0;
|
|
|
+
|
|
|
+ valleyview_nc_read(dev_priv, IOSF_NC_FB_GFX_FREQ_FUSE, &val);
|
|
|
+
|
|
|
+ rp0 = (val & FB_GFX_MAX_FREQ_FUSE_MASK) >> FB_GFX_MAX_FREQ_FUSE_SHIFT;
|
|
|
+ /* Clamp to max */
|
|
|
+ rp0 = min_t(u32, rp0, 0xea);
|
|
|
+
|
|
|
+ return rp0;
|
|
|
+}
|
|
|
+
|
|
|
+static int valleyview_rps_rpe_freq(struct drm_i915_private *dev_priv)
|
|
|
+{
|
|
|
+ u32 val, rpe;
|
|
|
+
|
|
|
+ valleyview_nc_read(dev_priv, IOSF_NC_FB_GFX_FMAX_FUSE_LO, &val);
|
|
|
+ rpe = (val & FB_FMAX_VMIN_FREQ_LO_MASK) >> FB_FMAX_VMIN_FREQ_LO_SHIFT;
|
|
|
+ valleyview_nc_read(dev_priv, IOSF_NC_FB_GFX_FMAX_FUSE_HI, &val);
|
|
|
+ rpe |= (val & FB_FMAX_VMIN_FREQ_HI_MASK) << 5;
|
|
|
+
|
|
|
+ return rpe;
|
|
|
+}
|
|
|
+
|
|
|
+int valleyview_rps_min_freq(struct drm_i915_private *dev_priv)
|
|
|
+{
|
|
|
+ u32 val;
|
|
|
+
|
|
|
+ valleyview_punit_read(dev_priv, PUNIT_REG_GPU_LFM, &val);
|
|
|
+
|
|
|
+ return val & 0xff;
|
|
|
+}
|
|
|
+
|
|
|
+static void vlv_rps_timer_work(struct work_struct *work)
|
|
|
+{
|
|
|
+ drm_i915_private_t *dev_priv = container_of(work, drm_i915_private_t,
|
|
|
+ rps.vlv_work.work);
|
|
|
+
|
|
|
+ /*
|
|
|
+ * Timer fired, we must be idle. Drop to min voltage state.
|
|
|
+ * Note: we use RPe here since it should match the
|
|
|
+ * Vmin we were shooting for. That should give us better
|
|
|
+ * perf when we come back out of RC6 than if we used the
|
|
|
+ * min freq available.
|
|
|
+ */
|
|
|
+ mutex_lock(&dev_priv->rps.hw_lock);
|
|
|
+ valleyview_set_rps(dev_priv->dev, dev_priv->rps.rpe_delay);
|
|
|
+ mutex_unlock(&dev_priv->rps.hw_lock);
|
|
|
+}
|
|
|
+
|
|
|
+static void valleyview_setup_pctx(struct drm_device *dev)
|
|
|
+{
|
|
|
+ struct drm_i915_private *dev_priv = dev->dev_private;
|
|
|
+ struct drm_i915_gem_object *pctx;
|
|
|
+ unsigned long pctx_paddr;
|
|
|
+ u32 pcbr;
|
|
|
+ int pctx_size = 24*1024;
|
|
|
+
|
|
|
+ pcbr = I915_READ(VLV_PCBR);
|
|
|
+ if (pcbr) {
|
|
|
+ /* BIOS set it up already, grab the pre-alloc'd space */
|
|
|
+ int pcbr_offset;
|
|
|
+
|
|
|
+ pcbr_offset = (pcbr & (~4095)) - dev_priv->mm.stolen_base;
|
|
|
+ pctx = i915_gem_object_create_stolen_for_preallocated(dev_priv->dev,
|
|
|
+ pcbr_offset,
|
|
|
+ -1,
|
|
|
+ pctx_size);
|
|
|
+ goto out;
|
|
|
+ }
|
|
|
+
|
|
|
+ /*
|
|
|
+ * From the Gunit register HAS:
|
|
|
+ * The Gfx driver is expected to program this register and ensure
|
|
|
+ * proper allocation within Gfx stolen memory. For example, this
|
|
|
+ * register should be programmed such than the PCBR range does not
|
|
|
+ * overlap with other ranges, such as the frame buffer, protected
|
|
|
+ * memory, or any other relevant ranges.
|
|
|
+ */
|
|
|
+ pctx = i915_gem_object_create_stolen(dev, pctx_size);
|
|
|
+ if (!pctx) {
|
|
|
+ DRM_DEBUG("not enough stolen space for PCTX, disabling\n");
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ pctx_paddr = dev_priv->mm.stolen_base + pctx->stolen->start;
|
|
|
+ I915_WRITE(VLV_PCBR, pctx_paddr);
|
|
|
+
|
|
|
+out:
|
|
|
+ dev_priv->vlv_pctx = pctx;
|
|
|
+}
|
|
|
+
|
|
|
+static void valleyview_enable_rps(struct drm_device *dev)
|
|
|
+{
|
|
|
+ struct drm_i915_private *dev_priv = dev->dev_private;
|
|
|
+ struct intel_ring_buffer *ring;
|
|
|
+ u32 gtfifodbg, val, rpe;
|
|
|
+ int i;
|
|
|
+
|
|
|
+ WARN_ON(!mutex_is_locked(&dev_priv->rps.hw_lock));
|
|
|
+
|
|
|
+ if ((gtfifodbg = I915_READ(GTFIFODBG))) {
|
|
|
+ DRM_ERROR("GT fifo had a previous error %x\n", gtfifodbg);
|
|
|
+ I915_WRITE(GTFIFODBG, gtfifodbg);
|
|
|
+ }
|
|
|
+
|
|
|
+ valleyview_setup_pctx(dev);
|
|
|
+
|
|
|
+ gen6_gt_force_wake_get(dev_priv);
|
|
|
+
|
|
|
+ I915_WRITE(GEN6_RP_UP_THRESHOLD, 59400);
|
|
|
+ I915_WRITE(GEN6_RP_DOWN_THRESHOLD, 245000);
|
|
|
+ I915_WRITE(GEN6_RP_UP_EI, 66000);
|
|
|
+ I915_WRITE(GEN6_RP_DOWN_EI, 350000);
|
|
|
+
|
|
|
+ I915_WRITE(GEN6_RP_IDLE_HYSTERSIS, 10);
|
|
|
+
|
|
|
+ I915_WRITE(GEN6_RP_CONTROL,
|
|
|
+ GEN6_RP_MEDIA_TURBO |
|
|
|
+ GEN6_RP_MEDIA_HW_NORMAL_MODE |
|
|
|
+ GEN6_RP_MEDIA_IS_GFX |
|
|
|
+ GEN6_RP_ENABLE |
|
|
|
+ GEN6_RP_UP_BUSY_AVG |
|
|
|
+ GEN6_RP_DOWN_IDLE_CONT);
|
|
|
+
|
|
|
+ I915_WRITE(GEN6_RC6_WAKE_RATE_LIMIT, 0x00280000);
|
|
|
+ I915_WRITE(GEN6_RC_EVALUATION_INTERVAL, 125000);
|
|
|
+ I915_WRITE(GEN6_RC_IDLE_HYSTERSIS, 25);
|
|
|
+
|
|
|
+ for_each_ring(ring, dev_priv, i)
|
|
|
+ I915_WRITE(RING_MAX_IDLE(ring->mmio_base), 10);
|
|
|
+
|
|
|
+ I915_WRITE(GEN6_RC6_THRESHOLD, 0xc350);
|
|
|
+
|
|
|
+ /* allows RC6 residency counter to work */
|
|
|
+ I915_WRITE(0x138104, _MASKED_BIT_ENABLE(0x3));
|
|
|
+ I915_WRITE(GEN6_RC_CONTROL,
|
|
|
+ GEN7_RC_CTL_TO_MODE);
|
|
|
+
|
|
|
+ valleyview_punit_read(dev_priv, PUNIT_REG_GPU_FREQ_STS, &val);
|
|
|
+ switch ((val >> 6) & 3) {
|
|
|
+ case 0:
|
|
|
+ case 1:
|
|
|
+ dev_priv->mem_freq = 800;
|
|
|
+ break;
|
|
|
+ case 2:
|
|
|
+ dev_priv->mem_freq = 1066;
|
|
|
+ break;
|
|
|
+ case 3:
|
|
|
+ dev_priv->mem_freq = 1333;
|
|
|
+ break;
|
|
|
+ }
|
|
|
+ DRM_DEBUG_DRIVER("DDR speed: %d MHz", dev_priv->mem_freq);
|
|
|
+
|
|
|
+ DRM_DEBUG_DRIVER("GPLL enabled? %s\n", val & 0x10 ? "yes" : "no");
|
|
|
+ DRM_DEBUG_DRIVER("GPU status: 0x%08x\n", val);
|
|
|
+
|
|
|
+ DRM_DEBUG_DRIVER("current GPU freq: %d\n",
|
|
|
+ vlv_gpu_freq(dev_priv->mem_freq, (val >> 8) & 0xff));
|
|
|
+ dev_priv->rps.cur_delay = (val >> 8) & 0xff;
|
|
|
+
|
|
|
+ dev_priv->rps.max_delay = valleyview_rps_max_freq(dev_priv);
|
|
|
+ dev_priv->rps.hw_max = dev_priv->rps.max_delay;
|
|
|
+ DRM_DEBUG_DRIVER("max GPU freq: %d\n", vlv_gpu_freq(dev_priv->mem_freq,
|
|
|
+ dev_priv->rps.max_delay));
|
|
|
+
|
|
|
+ rpe = valleyview_rps_rpe_freq(dev_priv);
|
|
|
+ DRM_DEBUG_DRIVER("RPe GPU freq: %d\n",
|
|
|
+ vlv_gpu_freq(dev_priv->mem_freq, rpe));
|
|
|
+ dev_priv->rps.rpe_delay = rpe;
|
|
|
+
|
|
|
+ val = valleyview_rps_min_freq(dev_priv);
|
|
|
+ DRM_DEBUG_DRIVER("min GPU freq: %d\n", vlv_gpu_freq(dev_priv->mem_freq,
|
|
|
+ val));
|
|
|
+ dev_priv->rps.min_delay = val;
|
|
|
+
|
|
|
+ DRM_DEBUG_DRIVER("setting GPU freq to %d\n",
|
|
|
+ vlv_gpu_freq(dev_priv->mem_freq, rpe));
|
|
|
+
|
|
|
+ INIT_DELAYED_WORK(&dev_priv->rps.vlv_work, vlv_rps_timer_work);
|
|
|
+
|
|
|
+ valleyview_set_rps(dev_priv->dev, rpe);
|
|
|
+
|
|
|
+ /* requires MSI enabled */
|
|
|
+ I915_WRITE(GEN6_PMIER, GEN6_PM_DEFERRED_EVENTS);
|
|
|
+ spin_lock_irq(&dev_priv->rps.lock);
|
|
|
+ WARN_ON(dev_priv->rps.pm_iir != 0);
|
|
|
+ I915_WRITE(GEN6_PMIMR, 0);
|
|
|
+ spin_unlock_irq(&dev_priv->rps.lock);
|
|
|
+ /* enable all PM interrupts */
|
|
|
+ I915_WRITE(GEN6_PMINTRMSK, 0);
|
|
|
+
|
|
|
+ gen6_gt_force_wake_put(dev_priv);
|
|
|
+}
|
|
|
+
|
|
|
void ironlake_teardown_rc6(struct drm_device *dev)
|
|
|
{
|
|
|
struct drm_i915_private *dev_priv = dev->dev_private;
|
|
@@ -3465,13 +3787,22 @@ void intel_disable_gt_powersave(struct drm_device *dev)
|
|
|
{
|
|
|
struct drm_i915_private *dev_priv = dev->dev_private;
|
|
|
|
|
|
+ /* Interrupts should be disabled already to avoid re-arming. */
|
|
|
+ WARN_ON(dev->irq_enabled);
|
|
|
+
|
|
|
if (IS_IRONLAKE_M(dev)) {
|
|
|
ironlake_disable_drps(dev);
|
|
|
ironlake_disable_rc6(dev);
|
|
|
- } else if (INTEL_INFO(dev)->gen >= 6 && !IS_VALLEYVIEW(dev)) {
|
|
|
+ } else if (INTEL_INFO(dev)->gen >= 6) {
|
|
|
cancel_delayed_work_sync(&dev_priv->rps.delayed_resume_work);
|
|
|
+ cancel_work_sync(&dev_priv->rps.work);
|
|
|
+ if (IS_VALLEYVIEW(dev))
|
|
|
+ cancel_delayed_work_sync(&dev_priv->rps.vlv_work);
|
|
|
mutex_lock(&dev_priv->rps.hw_lock);
|
|
|
- gen6_disable_rps(dev);
|
|
|
+ if (IS_VALLEYVIEW(dev))
|
|
|
+ valleyview_disable_rps(dev);
|
|
|
+ else
|
|
|
+ gen6_disable_rps(dev);
|
|
|
mutex_unlock(&dev_priv->rps.hw_lock);
|
|
|
}
|
|
|
}
|
|
@@ -3484,8 +3815,13 @@ static void intel_gen6_powersave_work(struct work_struct *work)
|
|
|
struct drm_device *dev = dev_priv->dev;
|
|
|
|
|
|
mutex_lock(&dev_priv->rps.hw_lock);
|
|
|
- gen6_enable_rps(dev);
|
|
|
- gen6_update_ring_freq(dev);
|
|
|
+
|
|
|
+ if (IS_VALLEYVIEW(dev)) {
|
|
|
+ valleyview_enable_rps(dev);
|
|
|
+ } else {
|
|
|
+ gen6_enable_rps(dev);
|
|
|
+ gen6_update_ring_freq(dev);
|
|
|
+ }
|
|
|
mutex_unlock(&dev_priv->rps.hw_lock);
|
|
|
}
|
|
|
|
|
@@ -3497,7 +3833,7 @@ void intel_enable_gt_powersave(struct drm_device *dev)
|
|
|
ironlake_enable_drps(dev);
|
|
|
ironlake_enable_rc6(dev);
|
|
|
intel_init_emon(dev);
|
|
|
- } else if ((IS_GEN6(dev) || IS_GEN7(dev)) && !IS_VALLEYVIEW(dev)) {
|
|
|
+ } else if (IS_GEN6(dev) || IS_GEN7(dev)) {
|
|
|
/*
|
|
|
* PCU communication is slow and this doesn't need to be
|
|
|
* done at any specific time, so do this out of our fast path
|
|
@@ -3579,7 +3915,7 @@ static void ironlake_init_clock_gating(struct drm_device *dev)
|
|
|
_3D_CHICKEN2_WM_READ_PIPELINED << 16 |
|
|
|
_3D_CHICKEN2_WM_READ_PIPELINED);
|
|
|
|
|
|
- /* WaDisableRenderCachePipelinedFlush */
|
|
|
+ /* WaDisableRenderCachePipelinedFlush:ilk */
|
|
|
I915_WRITE(CACHE_MODE_0,
|
|
|
_MASKED_BIT_ENABLE(CM0_PIPELINED_RENDER_FLUSH_DISABLE));
|
|
|
|
|
@@ -3607,7 +3943,7 @@ static void cpt_init_clock_gating(struct drm_device *dev)
|
|
|
val = I915_READ(TRANS_CHICKEN2(pipe));
|
|
|
val |= TRANS_CHICKEN2_TIMING_OVERRIDE;
|
|
|
val &= ~TRANS_CHICKEN2_FDI_POLARITY_REVERSED;
|
|
|
- if (dev_priv->fdi_rx_polarity_inverted)
|
|
|
+ if (dev_priv->vbt.fdi_rx_polarity_inverted)
|
|
|
val |= TRANS_CHICKEN2_FDI_POLARITY_REVERSED;
|
|
|
val &= ~TRANS_CHICKEN2_FRAME_START_DELAY_MASK;
|
|
|
val &= ~TRANS_CHICKEN2_DISABLE_DEEP_COLOR_COUNTER;
|
|
@@ -3646,11 +3982,11 @@ static void gen6_init_clock_gating(struct drm_device *dev)
|
|
|
I915_READ(ILK_DISPLAY_CHICKEN2) |
|
|
|
ILK_ELPIN_409_SELECT);
|
|
|
|
|
|
- /* WaDisableHiZPlanesWhenMSAAEnabled */
|
|
|
+ /* WaDisableHiZPlanesWhenMSAAEnabled:snb */
|
|
|
I915_WRITE(_3D_CHICKEN,
|
|
|
_MASKED_BIT_ENABLE(_3D_CHICKEN_HIZ_PLANE_DISABLE_MSAA_4X_SNB));
|
|
|
|
|
|
- /* WaSetupGtModeTdRowDispatch */
|
|
|
+ /* WaSetupGtModeTdRowDispatch:snb */
|
|
|
if (IS_SNB_GT1(dev))
|
|
|
I915_WRITE(GEN6_GT_MODE,
|
|
|
_MASKED_BIT_ENABLE(GEN6_TD_FOUR_ROW_DISPATCH_DISABLE));
|
|
@@ -3677,8 +4013,8 @@ static void gen6_init_clock_gating(struct drm_device *dev)
|
|
|
* According to the spec, bit 11 (RCCUNIT) must also be set,
|
|
|
* but we didn't debug actual testcases to find it out.
|
|
|
*
|
|
|
- * Also apply WaDisableVDSUnitClockGating and
|
|
|
- * WaDisableRCPBUnitClockGating.
|
|
|
+ * Also apply WaDisableVDSUnitClockGating:snb and
|
|
|
+ * WaDisableRCPBUnitClockGating:snb.
|
|
|
*/
|
|
|
I915_WRITE(GEN6_UCGCTL2,
|
|
|
GEN7_VDSUNIT_CLOCK_GATE_DISABLE |
|
|
@@ -3709,7 +4045,7 @@ static void gen6_init_clock_gating(struct drm_device *dev)
|
|
|
ILK_DPARBUNIT_CLOCK_GATE_ENABLE |
|
|
|
ILK_DPFDUNIT_CLOCK_GATE_ENABLE);
|
|
|
|
|
|
- /* WaMbcDriverBootEnable */
|
|
|
+ /* WaMbcDriverBootEnable:snb */
|
|
|
I915_WRITE(GEN6_MBCTL, I915_READ(GEN6_MBCTL) |
|
|
|
GEN6_MBCTL_ENABLE_BOOT_FETCH);
|
|
|
|
|
@@ -3739,7 +4075,6 @@ static void gen7_setup_fixed_func_scheduler(struct drm_i915_private *dev_priv)
|
|
|
reg |= GEN7_FF_VS_SCHED_HW;
|
|
|
reg |= GEN7_FF_DS_SCHED_HW;
|
|
|
|
|
|
- /* WaVSRefCountFullforceMissDisable */
|
|
|
if (IS_HASWELL(dev_priv->dev))
|
|
|
reg &= ~GEN7_FF_VS_REF_CNT_FFME;
|
|
|
|
|
@@ -3758,6 +4093,23 @@ static void lpt_init_clock_gating(struct drm_device *dev)
|
|
|
I915_WRITE(SOUTH_DSPCLK_GATE_D,
|
|
|
I915_READ(SOUTH_DSPCLK_GATE_D) |
|
|
|
PCH_LP_PARTITION_LEVEL_DISABLE);
|
|
|
+
|
|
|
+ /* WADPOClockGatingDisable:hsw */
|
|
|
+ I915_WRITE(_TRANSA_CHICKEN1,
|
|
|
+ I915_READ(_TRANSA_CHICKEN1) |
|
|
|
+ TRANS_CHICKEN1_DP0UNIT_GC_DISABLE);
|
|
|
+}
|
|
|
+
|
|
|
+static void lpt_suspend_hw(struct drm_device *dev)
|
|
|
+{
|
|
|
+ struct drm_i915_private *dev_priv = dev->dev_private;
|
|
|
+
|
|
|
+ if (dev_priv->pch_id == INTEL_PCH_LPT_LP_DEVICE_ID_TYPE) {
|
|
|
+ uint32_t val = I915_READ(SOUTH_DSPCLK_GATE_D);
|
|
|
+
|
|
|
+ val &= ~PCH_LP_PARTITION_LEVEL_DISABLE;
|
|
|
+ I915_WRITE(SOUTH_DSPCLK_GATE_D, val);
|
|
|
+ }
|
|
|
}
|
|
|
|
|
|
static void haswell_init_clock_gating(struct drm_device *dev)
|
|
@@ -3770,21 +4122,21 @@ static void haswell_init_clock_gating(struct drm_device *dev)
|
|
|
I915_WRITE(WM1_LP_ILK, 0);
|
|
|
|
|
|
/* According to the spec, bit 13 (RCZUNIT) must be set on IVB.
|
|
|
- * This implements the WaDisableRCZUnitClockGating workaround.
|
|
|
+ * This implements the WaDisableRCZUnitClockGating:hsw workaround.
|
|
|
*/
|
|
|
I915_WRITE(GEN6_UCGCTL2, GEN6_RCZUNIT_CLOCK_GATE_DISABLE);
|
|
|
|
|
|
- /* Apply the WaDisableRHWOOptimizationForRenderHang workaround. */
|
|
|
+ /* Apply the WaDisableRHWOOptimizationForRenderHang:hsw workaround. */
|
|
|
I915_WRITE(GEN7_COMMON_SLICE_CHICKEN1,
|
|
|
GEN7_CSC1_RHWO_OPT_DISABLE_IN_RCC);
|
|
|
|
|
|
- /* WaApplyL3ControlAndL3ChickenMode requires those two on Ivy Bridge */
|
|
|
+ /* WaApplyL3ControlAndL3ChickenMode:hsw */
|
|
|
I915_WRITE(GEN7_L3CNTLREG1,
|
|
|
GEN7_WA_FOR_GEN7_L3_CONTROL);
|
|
|
I915_WRITE(GEN7_L3_CHICKEN_MODE_REGISTER,
|
|
|
GEN7_WA_L3_CHICKEN_MODE);
|
|
|
|
|
|
- /* This is required by WaCatErrorRejectionIssue */
|
|
|
+ /* This is required by WaCatErrorRejectionIssue:hsw */
|
|
|
I915_WRITE(GEN7_SQ_CHICKEN_MBCUNIT_CONFIG,
|
|
|
I915_READ(GEN7_SQ_CHICKEN_MBCUNIT_CONFIG) |
|
|
|
GEN7_SQ_CHICKEN_MBCUNIT_SQINTMOB);
|
|
@@ -3796,17 +4148,18 @@ static void haswell_init_clock_gating(struct drm_device *dev)
|
|
|
intel_flush_display_plane(dev_priv, pipe);
|
|
|
}
|
|
|
|
|
|
+ /* WaVSRefCountFullforceMissDisable:hsw */
|
|
|
gen7_setup_fixed_func_scheduler(dev_priv);
|
|
|
|
|
|
- /* WaDisable4x2SubspanOptimization */
|
|
|
+ /* WaDisable4x2SubspanOptimization:hsw */
|
|
|
I915_WRITE(CACHE_MODE_1,
|
|
|
_MASKED_BIT_ENABLE(PIXEL_SUBSPAN_COLLECT_OPT_DISABLE));
|
|
|
|
|
|
- /* WaMbcDriverBootEnable */
|
|
|
+ /* WaMbcDriverBootEnable:hsw */
|
|
|
I915_WRITE(GEN6_MBCTL, I915_READ(GEN6_MBCTL) |
|
|
|
GEN6_MBCTL_ENABLE_BOOT_FETCH);
|
|
|
|
|
|
- /* WaSwitchSolVfFArbitrationPriority */
|
|
|
+ /* WaSwitchSolVfFArbitrationPriority:hsw */
|
|
|
I915_WRITE(GAM_ECOCHK, I915_READ(GAM_ECOCHK) | HSW_ECOCHK_ARB_PRIO_SOL);
|
|
|
|
|
|
/* XXX: This is a workaround for early silicon revisions and should be
|
|
@@ -3833,16 +4186,16 @@ static void ivybridge_init_clock_gating(struct drm_device *dev)
|
|
|
|
|
|
I915_WRITE(ILK_DSPCLK_GATE_D, ILK_VRHUNIT_CLOCK_GATE_DISABLE);
|
|
|
|
|
|
- /* WaDisableEarlyCull */
|
|
|
+ /* WaDisableEarlyCull:ivb */
|
|
|
I915_WRITE(_3D_CHICKEN3,
|
|
|
_MASKED_BIT_ENABLE(_3D_CHICKEN_SF_DISABLE_OBJEND_CULL));
|
|
|
|
|
|
- /* WaDisableBackToBackFlipFix */
|
|
|
+ /* WaDisableBackToBackFlipFix:ivb */
|
|
|
I915_WRITE(IVB_CHICKEN3,
|
|
|
CHICKEN3_DGMG_REQ_OUT_FIX_DISABLE |
|
|
|
CHICKEN3_DGMG_DONE_FIX_DISABLE);
|
|
|
|
|
|
- /* WaDisablePSDDualDispatchEnable */
|
|
|
+ /* WaDisablePSDDualDispatchEnable:ivb */
|
|
|
if (IS_IVB_GT1(dev))
|
|
|
I915_WRITE(GEN7_HALF_SLICE_CHICKEN1,
|
|
|
_MASKED_BIT_ENABLE(GEN7_PSD_SINGLE_PORT_DISPATCH_ENABLE));
|
|
@@ -3850,11 +4203,11 @@ static void ivybridge_init_clock_gating(struct drm_device *dev)
|
|
|
I915_WRITE(GEN7_HALF_SLICE_CHICKEN1_GT2,
|
|
|
_MASKED_BIT_ENABLE(GEN7_PSD_SINGLE_PORT_DISPATCH_ENABLE));
|
|
|
|
|
|
- /* Apply the WaDisableRHWOOptimizationForRenderHang workaround. */
|
|
|
+ /* Apply the WaDisableRHWOOptimizationForRenderHang:ivb workaround. */
|
|
|
I915_WRITE(GEN7_COMMON_SLICE_CHICKEN1,
|
|
|
GEN7_CSC1_RHWO_OPT_DISABLE_IN_RCC);
|
|
|
|
|
|
- /* WaApplyL3ControlAndL3ChickenMode requires those two on Ivy Bridge */
|
|
|
+ /* WaApplyL3ControlAndL3ChickenMode:ivb */
|
|
|
I915_WRITE(GEN7_L3CNTLREG1,
|
|
|
GEN7_WA_FOR_GEN7_L3_CONTROL);
|
|
|
I915_WRITE(GEN7_L3_CHICKEN_MODE_REGISTER,
|
|
@@ -3867,7 +4220,7 @@ static void ivybridge_init_clock_gating(struct drm_device *dev)
|
|
|
_MASKED_BIT_ENABLE(DOP_CLOCK_GATING_DISABLE));
|
|
|
|
|
|
|
|
|
- /* WaForceL3Serialization */
|
|
|
+ /* WaForceL3Serialization:ivb */
|
|
|
I915_WRITE(GEN7_L3SQCREG4, I915_READ(GEN7_L3SQCREG4) &
|
|
|
~L3SQ_URB_READ_CAM_MATCH_DISABLE);
|
|
|
|
|
@@ -3882,13 +4235,13 @@ static void ivybridge_init_clock_gating(struct drm_device *dev)
|
|
|
* but we didn't debug actual testcases to find it out.
|
|
|
*
|
|
|
* According to the spec, bit 13 (RCZUNIT) must be set on IVB.
|
|
|
- * This implements the WaDisableRCZUnitClockGating workaround.
|
|
|
+ * This implements the WaDisableRCZUnitClockGating:ivb workaround.
|
|
|
*/
|
|
|
I915_WRITE(GEN6_UCGCTL2,
|
|
|
GEN6_RCZUNIT_CLOCK_GATE_DISABLE |
|
|
|
GEN6_RCCUNIT_CLOCK_GATE_DISABLE);
|
|
|
|
|
|
- /* This is required by WaCatErrorRejectionIssue */
|
|
|
+ /* This is required by WaCatErrorRejectionIssue:ivb */
|
|
|
I915_WRITE(GEN7_SQ_CHICKEN_MBCUNIT_CONFIG,
|
|
|
I915_READ(GEN7_SQ_CHICKEN_MBCUNIT_CONFIG) |
|
|
|
GEN7_SQ_CHICKEN_MBCUNIT_SQINTMOB);
|
|
@@ -3900,13 +4253,14 @@ static void ivybridge_init_clock_gating(struct drm_device *dev)
|
|
|
intel_flush_display_plane(dev_priv, pipe);
|
|
|
}
|
|
|
|
|
|
- /* WaMbcDriverBootEnable */
|
|
|
+ /* WaMbcDriverBootEnable:ivb */
|
|
|
I915_WRITE(GEN6_MBCTL, I915_READ(GEN6_MBCTL) |
|
|
|
GEN6_MBCTL_ENABLE_BOOT_FETCH);
|
|
|
|
|
|
+ /* WaVSRefCountFullforceMissDisable:ivb */
|
|
|
gen7_setup_fixed_func_scheduler(dev_priv);
|
|
|
|
|
|
- /* WaDisable4x2SubspanOptimization */
|
|
|
+ /* WaDisable4x2SubspanOptimization:ivb */
|
|
|
I915_WRITE(CACHE_MODE_1,
|
|
|
_MASKED_BIT_ENABLE(PIXEL_SUBSPAN_COLLECT_OPT_DISABLE));
|
|
|
|
|
@@ -3932,46 +4286,46 @@ static void valleyview_init_clock_gating(struct drm_device *dev)
|
|
|
|
|
|
I915_WRITE(ILK_DSPCLK_GATE_D, ILK_VRHUNIT_CLOCK_GATE_DISABLE);
|
|
|
|
|
|
- /* WaDisableEarlyCull */
|
|
|
+ /* WaDisableEarlyCull:vlv */
|
|
|
I915_WRITE(_3D_CHICKEN3,
|
|
|
_MASKED_BIT_ENABLE(_3D_CHICKEN_SF_DISABLE_OBJEND_CULL));
|
|
|
|
|
|
- /* WaDisableBackToBackFlipFix */
|
|
|
+ /* WaDisableBackToBackFlipFix:vlv */
|
|
|
I915_WRITE(IVB_CHICKEN3,
|
|
|
CHICKEN3_DGMG_REQ_OUT_FIX_DISABLE |
|
|
|
CHICKEN3_DGMG_DONE_FIX_DISABLE);
|
|
|
|
|
|
- /* WaDisablePSDDualDispatchEnable */
|
|
|
+ /* WaDisablePSDDualDispatchEnable:vlv */
|
|
|
I915_WRITE(GEN7_HALF_SLICE_CHICKEN1,
|
|
|
_MASKED_BIT_ENABLE(GEN7_MAX_PS_THREAD_DEP |
|
|
|
GEN7_PSD_SINGLE_PORT_DISPATCH_ENABLE));
|
|
|
|
|
|
- /* Apply the WaDisableRHWOOptimizationForRenderHang workaround. */
|
|
|
+ /* Apply the WaDisableRHWOOptimizationForRenderHang:vlv workaround. */
|
|
|
I915_WRITE(GEN7_COMMON_SLICE_CHICKEN1,
|
|
|
GEN7_CSC1_RHWO_OPT_DISABLE_IN_RCC);
|
|
|
|
|
|
- /* WaApplyL3ControlAndL3ChickenMode requires those two on Ivy Bridge */
|
|
|
+ /* WaApplyL3ControlAndL3ChickenMode:vlv */
|
|
|
I915_WRITE(GEN7_L3CNTLREG1, I915_READ(GEN7_L3CNTLREG1) | GEN7_L3AGDIS);
|
|
|
I915_WRITE(GEN7_L3_CHICKEN_MODE_REGISTER, GEN7_WA_L3_CHICKEN_MODE);
|
|
|
|
|
|
- /* WaForceL3Serialization */
|
|
|
+ /* WaForceL3Serialization:vlv */
|
|
|
I915_WRITE(GEN7_L3SQCREG4, I915_READ(GEN7_L3SQCREG4) &
|
|
|
~L3SQ_URB_READ_CAM_MATCH_DISABLE);
|
|
|
|
|
|
- /* WaDisableDopClockGating */
|
|
|
+ /* WaDisableDopClockGating:vlv */
|
|
|
I915_WRITE(GEN7_ROW_CHICKEN2,
|
|
|
_MASKED_BIT_ENABLE(DOP_CLOCK_GATING_DISABLE));
|
|
|
|
|
|
- /* WaForceL3Serialization */
|
|
|
+ /* WaForceL3Serialization:vlv */
|
|
|
I915_WRITE(GEN7_L3SQCREG4, I915_READ(GEN7_L3SQCREG4) &
|
|
|
~L3SQ_URB_READ_CAM_MATCH_DISABLE);
|
|
|
|
|
|
- /* This is required by WaCatErrorRejectionIssue */
|
|
|
+ /* This is required by WaCatErrorRejectionIssue:vlv */
|
|
|
I915_WRITE(GEN7_SQ_CHICKEN_MBCUNIT_CONFIG,
|
|
|
I915_READ(GEN7_SQ_CHICKEN_MBCUNIT_CONFIG) |
|
|
|
GEN7_SQ_CHICKEN_MBCUNIT_SQINTMOB);
|
|
|
|
|
|
- /* WaMbcDriverBootEnable */
|
|
|
+ /* WaMbcDriverBootEnable:vlv */
|
|
|
I915_WRITE(GEN6_MBCTL, I915_READ(GEN6_MBCTL) |
|
|
|
GEN6_MBCTL_ENABLE_BOOT_FETCH);
|
|
|
|
|
@@ -3987,10 +4341,10 @@ static void valleyview_init_clock_gating(struct drm_device *dev)
|
|
|
* but we didn't debug actual testcases to find it out.
|
|
|
*
|
|
|
* According to the spec, bit 13 (RCZUNIT) must be set on IVB.
|
|
|
- * This implements the WaDisableRCZUnitClockGating workaround.
|
|
|
+ * This implements the WaDisableRCZUnitClockGating:vlv workaround.
|
|
|
*
|
|
|
- * Also apply WaDisableVDSUnitClockGating and
|
|
|
- * WaDisableRCPBUnitClockGating.
|
|
|
+ * Also apply WaDisableVDSUnitClockGating:vlv and
|
|
|
+ * WaDisableRCPBUnitClockGating:vlv.
|
|
|
*/
|
|
|
I915_WRITE(GEN6_UCGCTL2,
|
|
|
GEN7_VDSUNIT_CLOCK_GATE_DISABLE |
|
|
@@ -4012,7 +4366,7 @@ static void valleyview_init_clock_gating(struct drm_device *dev)
|
|
|
_MASKED_BIT_ENABLE(PIXEL_SUBSPAN_COLLECT_OPT_DISABLE));
|
|
|
|
|
|
/*
|
|
|
- * WaDisableVLVClockGating_VBIIssue
|
|
|
+ * WaDisableVLVClockGating_VBIIssue:vlv
|
|
|
* Disable clock gating on th GCFG unit to prevent a delay
|
|
|
* in the reporting of vblank events.
|
|
|
*/
|
|
@@ -4110,20 +4464,42 @@ void intel_init_clock_gating(struct drm_device *dev)
|
|
|
dev_priv->display.init_clock_gating(dev);
|
|
|
}
|
|
|
|
|
|
+void intel_suspend_hw(struct drm_device *dev)
|
|
|
+{
|
|
|
+ if (HAS_PCH_LPT(dev))
|
|
|
+ lpt_suspend_hw(dev);
|
|
|
+}
|
|
|
+
|
|
|
/**
|
|
|
* We should only use the power well if we explicitly asked the hardware to
|
|
|
* enable it, so check if it's enabled and also check if we've requested it to
|
|
|
* be enabled.
|
|
|
*/
|
|
|
-bool intel_using_power_well(struct drm_device *dev)
|
|
|
+bool intel_display_power_enabled(struct drm_device *dev,
|
|
|
+ enum intel_display_power_domain domain)
|
|
|
{
|
|
|
struct drm_i915_private *dev_priv = dev->dev_private;
|
|
|
|
|
|
- if (IS_HASWELL(dev))
|
|
|
+ if (!HAS_POWER_WELL(dev))
|
|
|
+ return true;
|
|
|
+
|
|
|
+ switch (domain) {
|
|
|
+ case POWER_DOMAIN_PIPE_A:
|
|
|
+ case POWER_DOMAIN_TRANSCODER_EDP:
|
|
|
+ return true;
|
|
|
+ case POWER_DOMAIN_PIPE_B:
|
|
|
+ case POWER_DOMAIN_PIPE_C:
|
|
|
+ case POWER_DOMAIN_PIPE_A_PANEL_FITTER:
|
|
|
+ case POWER_DOMAIN_PIPE_B_PANEL_FITTER:
|
|
|
+ case POWER_DOMAIN_PIPE_C_PANEL_FITTER:
|
|
|
+ case POWER_DOMAIN_TRANSCODER_A:
|
|
|
+ case POWER_DOMAIN_TRANSCODER_B:
|
|
|
+ case POWER_DOMAIN_TRANSCODER_C:
|
|
|
return I915_READ(HSW_PWR_WELL_DRIVER) ==
|
|
|
(HSW_PWR_WELL_ENABLE | HSW_PWR_WELL_STATE);
|
|
|
- else
|
|
|
- return true;
|
|
|
+ default:
|
|
|
+ BUG();
|
|
|
+ }
|
|
|
}
|
|
|
|
|
|
void intel_set_power_well(struct drm_device *dev, bool enable)
|
|
@@ -4190,7 +4566,12 @@ void intel_init_pm(struct drm_device *dev)
|
|
|
if (I915_HAS_FBC(dev)) {
|
|
|
if (HAS_PCH_SPLIT(dev)) {
|
|
|
dev_priv->display.fbc_enabled = ironlake_fbc_enabled;
|
|
|
- dev_priv->display.enable_fbc = ironlake_enable_fbc;
|
|
|
+ if (IS_IVYBRIDGE(dev) || IS_HASWELL(dev))
|
|
|
+ dev_priv->display.enable_fbc =
|
|
|
+ gen7_enable_fbc;
|
|
|
+ else
|
|
|
+ dev_priv->display.enable_fbc =
|
|
|
+ ironlake_enable_fbc;
|
|
|
dev_priv->display.disable_fbc = ironlake_disable_fbc;
|
|
|
} else if (IS_GM45(dev)) {
|
|
|
dev_priv->display.fbc_enabled = g4x_fbc_enabled;
|
|
@@ -4340,6 +4721,7 @@ static void __gen6_gt_force_wake_get(struct drm_i915_private *dev_priv)
|
|
|
FORCEWAKE_ACK_TIMEOUT_MS))
|
|
|
DRM_ERROR("Timed out waiting for forcewake to ack request.\n");
|
|
|
|
|
|
+ /* WaRsForcewakeWaitTC0:snb */
|
|
|
__gen6_gt_wait_for_thread_c0(dev_priv);
|
|
|
}
|
|
|
|
|
@@ -4371,6 +4753,7 @@ static void __gen6_gt_force_wake_mt_get(struct drm_i915_private *dev_priv)
|
|
|
FORCEWAKE_ACK_TIMEOUT_MS))
|
|
|
DRM_ERROR("Timed out waiting for forcewake to ack request.\n");
|
|
|
|
|
|
+ /* WaRsForcewakeWaitTC0:ivb,hsw */
|
|
|
__gen6_gt_wait_for_thread_c0(dev_priv);
|
|
|
}
|
|
|
|
|
@@ -4474,6 +4857,7 @@ static void vlv_force_wake_get(struct drm_i915_private *dev_priv)
|
|
|
FORCEWAKE_ACK_TIMEOUT_MS))
|
|
|
DRM_ERROR("Timed out waiting for media to ack forcewake request.\n");
|
|
|
|
|
|
+ /* WaRsForcewakeWaitTC0:vlv */
|
|
|
__gen6_gt_wait_for_thread_c0(dev_priv);
|
|
|
}
|
|
|
|
|
@@ -4568,14 +4952,13 @@ int sandybridge_pcode_write(struct drm_i915_private *dev_priv, u8 mbox, u32 val)
|
|
|
return 0;
|
|
|
}
|
|
|
|
|
|
-static int vlv_punit_rw(struct drm_i915_private *dev_priv, u8 opcode,
|
|
|
+static int vlv_punit_rw(struct drm_i915_private *dev_priv, u32 port, u8 opcode,
|
|
|
u8 addr, u32 *val)
|
|
|
{
|
|
|
- u32 cmd, devfn, port, be, bar;
|
|
|
+ u32 cmd, devfn, be, bar;
|
|
|
|
|
|
bar = 0;
|
|
|
be = 0xf;
|
|
|
- port = IOSF_PORT_PUNIT;
|
|
|
devfn = PCI_DEVFN(2, 0);
|
|
|
|
|
|
cmd = (devfn << IOSF_DEVFN_SHIFT) | (opcode << IOSF_OPCODE_SHIFT) |
|
|
@@ -4597,7 +4980,7 @@ static int vlv_punit_rw(struct drm_i915_private *dev_priv, u8 opcode,
|
|
|
I915_WRITE(VLV_IOSF_DOORBELL_REQ, cmd);
|
|
|
|
|
|
if (wait_for((I915_READ(VLV_IOSF_DOORBELL_REQ) & IOSF_SB_BUSY) == 0,
|
|
|
- 500)) {
|
|
|
+ 5)) {
|
|
|
DRM_ERROR("timeout waiting for pcode %s (%d) to finish\n",
|
|
|
opcode == PUNIT_OPCODE_REG_READ ? "read" : "write",
|
|
|
addr);
|
|
@@ -4613,10 +4996,74 @@ static int vlv_punit_rw(struct drm_i915_private *dev_priv, u8 opcode,
|
|
|
|
|
|
int valleyview_punit_read(struct drm_i915_private *dev_priv, u8 addr, u32 *val)
|
|
|
{
|
|
|
- return vlv_punit_rw(dev_priv, PUNIT_OPCODE_REG_READ, addr, val);
|
|
|
+ return vlv_punit_rw(dev_priv, IOSF_PORT_PUNIT, PUNIT_OPCODE_REG_READ,
|
|
|
+ addr, val);
|
|
|
}
|
|
|
|
|
|
int valleyview_punit_write(struct drm_i915_private *dev_priv, u8 addr, u32 val)
|
|
|
{
|
|
|
- return vlv_punit_rw(dev_priv, PUNIT_OPCODE_REG_WRITE, addr, &val);
|
|
|
+ return vlv_punit_rw(dev_priv, IOSF_PORT_PUNIT, PUNIT_OPCODE_REG_WRITE,
|
|
|
+ addr, &val);
|
|
|
+}
|
|
|
+
|
|
|
+int valleyview_nc_read(struct drm_i915_private *dev_priv, u8 addr, u32 *val)
|
|
|
+{
|
|
|
+ return vlv_punit_rw(dev_priv, IOSF_PORT_NC, PUNIT_OPCODE_REG_READ,
|
|
|
+ addr, val);
|
|
|
+}
|
|
|
+
|
|
|
+int vlv_gpu_freq(int ddr_freq, int val)
|
|
|
+{
|
|
|
+ int mult, base;
|
|
|
+
|
|
|
+ switch (ddr_freq) {
|
|
|
+ case 800:
|
|
|
+ mult = 20;
|
|
|
+ base = 120;
|
|
|
+ break;
|
|
|
+ case 1066:
|
|
|
+ mult = 22;
|
|
|
+ base = 133;
|
|
|
+ break;
|
|
|
+ case 1333:
|
|
|
+ mult = 21;
|
|
|
+ base = 125;
|
|
|
+ break;
|
|
|
+ default:
|
|
|
+ return -1;
|
|
|
+ }
|
|
|
+
|
|
|
+ return ((val - 0xbd) * mult) + base;
|
|
|
}
|
|
|
+
|
|
|
+int vlv_freq_opcode(int ddr_freq, int val)
|
|
|
+{
|
|
|
+ int mult, base;
|
|
|
+
|
|
|
+ switch (ddr_freq) {
|
|
|
+ case 800:
|
|
|
+ mult = 20;
|
|
|
+ base = 120;
|
|
|
+ break;
|
|
|
+ case 1066:
|
|
|
+ mult = 22;
|
|
|
+ base = 133;
|
|
|
+ break;
|
|
|
+ case 1333:
|
|
|
+ mult = 21;
|
|
|
+ base = 125;
|
|
|
+ break;
|
|
|
+ default:
|
|
|
+ return -1;
|
|
|
+ }
|
|
|
+
|
|
|
+ val /= mult;
|
|
|
+ val -= base / mult;
|
|
|
+ val += 0xbd;
|
|
|
+
|
|
|
+ if (val > 0xea)
|
|
|
+ val = 0xea;
|
|
|
+
|
|
|
+ return val;
|
|
|
+}
|
|
|
+
|