Merge branch 'drm-next' of git://people.freedesktop.org/~airlied/linux
authorLinus Torvalds <torvalds@linux-foundation.org>
Thu, 4 Oct 2012 06:29:23 +0000 (23:29 -0700)
committerLinus Torvalds <torvalds@linux-foundation.org>
Thu, 4 Oct 2012 06:29:23 +0000 (23:29 -0700)
Pull drm merge (part 1) from Dave Airlie:
 "So first of all my tree and uapi stuff has a conflict mess, its my
  fault as the nouveau stuff didn't hit -next as were trying to rebase
  regressions out of it before we merged.

  Highlights:
   - SH mobile modesetting driver and associated helpers
   - some DRM core documentation
   - i915 modesetting rework, haswell hdmi, haswell and vlv fixes, write
     combined pte writing, ilk rc6 support,
   - nouveau: major driver rework into a hw core driver, makes features
     like SLI a lot saner to implement,
   - psb: add eDP/DP support for Cedarview
   - radeon: 2 layer page tables, async VM pte updates, better PLL
     selection for > 2 screens, better ACPI interactions

  The rest is general grab bag of fixes.

  So why part 1? well I have the exynos pull req which came in a bit
  late but was waiting for me to do something they shouldn't have and it
  looks fairly safe, and David Howells has some more header cleanups
  he'd like me to pull, that seem like a good idea, but I'd like to get
  this merge out of the way so -next dosen't get blocked."

Tons of conflicts mostly due to silly include line changes, but mostly
mindless.  A few other small semantic conflicts too, noted from Dave's
pre-merged branch.

* 'drm-next' of git://people.freedesktop.org/~airlied/linux: (447 commits)
  drm/nv98/crypt: fix fuc build with latest envyas
  drm/nouveau/devinit: fixup various issues with subdev ctor/init ordering
  drm/nv41/vm: fix and enable use of "real" pciegart
  drm/nv44/vm: fix and enable use of "real" pciegart
  drm/nv04/dmaobj: fixup vm target handling in preparation for nv4x pcie
  drm/nouveau: store supported dma mask in vmmgr
  drm/nvc0/ibus: initial implementation of subdev
  drm/nouveau/therm: add support for fan-control modes
  drm/nouveau/hwmon: rename pwm0* to pmw1* to follow hwmon's rules
  drm/nouveau/therm: calculate the pwm divisor on nv50+
  drm/nouveau/fan: rewrite the fan tachometer driver to get more precision, faster
  drm/nouveau/therm: move thermal-related functions to the therm subdev
  drm/nouveau/bios: parse the pwm divisor from the perf table
  drm/nouveau/therm: use the EXTDEV table to detect i2c monitoring devices
  drm/nouveau/therm: rework thermal table parsing
  drm/nouveau/gpio: expose the PWM/TOGGLE parameter found in the gpio vbios table
  drm/nouveau: fix pm initialization order
  drm/nouveau/bios: check that fixed tvdac gpio data is valid before using it
  drm/nouveau: log channel debug/error messages from client object rather than drm client
  drm/nouveau: have drm debugging macros build on top of core macros
  ...

148 files changed:
1  2 
drivers/gpu/drm/ast/ast_drv.h
drivers/gpu/drm/ast/ast_mode.c
drivers/gpu/drm/cirrus/cirrus_drv.h
drivers/gpu/drm/drm_cache.c
drivers/gpu/drm/drm_crtc.c
drivers/gpu/drm/drm_drv.c
drivers/gpu/drm/drm_edid.c
drivers/gpu/drm/drm_edid_load.c
drivers/gpu/drm/drm_edid_modes.h
drivers/gpu/drm/drm_fb_helper.c
drivers/gpu/drm/drm_irq.c
drivers/gpu/drm/drm_vm.c
drivers/gpu/drm/exynos/exynos_drm_connector.c
drivers/gpu/drm/exynos/exynos_drm_fbdev.c
drivers/gpu/drm/exynos/exynos_drm_vidi.c
drivers/gpu/drm/gma500/cdv_device.c
drivers/gpu/drm/gma500/cdv_intel_dp.c
drivers/gpu/drm/gma500/gem.c
drivers/gpu/drm/gma500/intel_bios.c
drivers/gpu/drm/gma500/mid_bios.c
drivers/gpu/drm/gma500/psb_device.c
drivers/gpu/drm/gma500/psb_drv.h
drivers/gpu/drm/gma500/psb_intel_sdvo.c
drivers/gpu/drm/i915/dvo.h
drivers/gpu/drm/i915/i915_debugfs.c
drivers/gpu/drm/i915/i915_dma.c
drivers/gpu/drm/i915/i915_drv.c
drivers/gpu/drm/i915/i915_gem.c
drivers/gpu/drm/i915/i915_gem_context.c
drivers/gpu/drm/i915/i915_gem_dmabuf.c
drivers/gpu/drm/i915/i915_gem_evict.c
drivers/gpu/drm/i915/i915_gem_execbuffer.c
drivers/gpu/drm/i915/i915_gem_gtt.c
drivers/gpu/drm/i915/i915_gem_tiling.c
drivers/gpu/drm/i915/i915_irq.c
drivers/gpu/drm/i915/intel_crt.c
drivers/gpu/drm/i915/intel_display.c
drivers/gpu/drm/i915/intel_dp.c
drivers/gpu/drm/i915/intel_drv.h
drivers/gpu/drm/i915/intel_dvo.c
drivers/gpu/drm/i915/intel_hdmi.c
drivers/gpu/drm/i915/intel_lvds.c
drivers/gpu/drm/i915/intel_modes.c
drivers/gpu/drm/i915/intel_opregion.c
drivers/gpu/drm/i915/intel_overlay.c
drivers/gpu/drm/i915/intel_ringbuffer.c
drivers/gpu/drm/i915/intel_sdvo.c
drivers/gpu/drm/i915/intel_tv.c
drivers/gpu/drm/mgag200/mgag200_drv.h
drivers/gpu/drm/mgag200/mgag200_mode.c
drivers/gpu/drm/nouveau/core/subdev/gpio/base.c
drivers/gpu/drm/nouveau/nouveau_acpi.c
drivers/gpu/drm/nouveau/nouveau_bios.c
drivers/gpu/drm/nouveau/nouveau_calc.c
drivers/gpu/drm/nouveau/nouveau_connector.c
drivers/gpu/drm/nouveau/nouveau_connector.h
drivers/gpu/drm/nouveau/nouveau_display.c
drivers/gpu/drm/nouveau/nouveau_dp.c
drivers/gpu/drm/nouveau/nouveau_drm.c
drivers/gpu/drm/nouveau/nouveau_drm.h
drivers/gpu/drm/nouveau/nouveau_encoder.h
drivers/gpu/drm/nouveau/nouveau_fbcon.c
drivers/gpu/drm/nouveau/nouveau_fbcon.h
drivers/gpu/drm/nouveau/nouveau_fence.c
drivers/gpu/drm/nouveau/nouveau_gem.c
drivers/gpu/drm/nouveau/nouveau_gem.h
drivers/gpu/drm/nouveau/nouveau_hdmi.c
drivers/gpu/drm/nouveau/nouveau_hw.c
drivers/gpu/drm/nouveau/nouveau_hw.h
drivers/gpu/drm/nouveau/nouveau_ioc32.c
drivers/gpu/drm/nouveau/nouveau_perf.c
drivers/gpu/drm/nouveau/nouveau_pm.c
drivers/gpu/drm/nouveau/nouveau_prime.c
drivers/gpu/drm/nouveau/nouveau_vga.c
drivers/gpu/drm/nouveau/nouveau_volt.c
drivers/gpu/drm/nouveau/nv04_crtc.c
drivers/gpu/drm/nouveau/nv04_cursor.c
drivers/gpu/drm/nouveau/nv04_dac.c
drivers/gpu/drm/nouveau/nv04_dfp.c
drivers/gpu/drm/nouveau/nv04_display.c
drivers/gpu/drm/nouveau/nv04_pm.c
drivers/gpu/drm/nouveau/nv04_tv.c
drivers/gpu/drm/nouveau/nv17_tv.c
drivers/gpu/drm/nouveau/nv17_tv_modes.c
drivers/gpu/drm/nouveau/nv40_pm.c
drivers/gpu/drm/nouveau/nv50_crtc.c
drivers/gpu/drm/nouveau/nv50_cursor.c
drivers/gpu/drm/nouveau/nv50_dac.c
drivers/gpu/drm/nouveau/nv50_display.c
drivers/gpu/drm/nouveau/nv50_evo.c
drivers/gpu/drm/nouveau/nv50_pm.c
drivers/gpu/drm/nouveau/nv50_sor.c
drivers/gpu/drm/nouveau/nva3_pm.c
drivers/gpu/drm/nouveau/nvd0_display.c
drivers/gpu/drm/radeon/atombios_dp.c
drivers/gpu/drm/radeon/atombios_encoders.c
drivers/gpu/drm/radeon/evergreen.c
drivers/gpu/drm/radeon/evergreen_cs.c
drivers/gpu/drm/radeon/ni.c
drivers/gpu/drm/radeon/r100.c
drivers/gpu/drm/radeon/r300.c
drivers/gpu/drm/radeon/r520.c
drivers/gpu/drm/radeon/r600.c
drivers/gpu/drm/radeon/r600_blit.c
drivers/gpu/drm/radeon/r600_blit_kms.c
drivers/gpu/drm/radeon/r600_cs.c
drivers/gpu/drm/radeon/r600_hdmi.c
drivers/gpu/drm/radeon/radeon_acpi.c
drivers/gpu/drm/radeon/radeon_atombios.c
drivers/gpu/drm/radeon/radeon_combios.c
drivers/gpu/drm/radeon/radeon_connectors.c
drivers/gpu/drm/radeon/radeon_cs.c
drivers/gpu/drm/radeon/radeon_drv.c
drivers/gpu/drm/radeon/radeon_encoders.c
drivers/gpu/drm/radeon/radeon_fb.c
drivers/gpu/drm/radeon/radeon_fence.c
drivers/gpu/drm/radeon/radeon_gart.c
drivers/gpu/drm/radeon/radeon_gem.c
drivers/gpu/drm/radeon/radeon_ioc32.c
drivers/gpu/drm/radeon/radeon_irq_kms.c
drivers/gpu/drm/radeon/radeon_kms.c
drivers/gpu/drm/radeon/radeon_legacy_encoders.c
drivers/gpu/drm/radeon/radeon_mode.h
drivers/gpu/drm/radeon/radeon_object.c
drivers/gpu/drm/radeon/radeon_pm.c
drivers/gpu/drm/radeon/radeon_ring.c
drivers/gpu/drm/radeon/radeon_sa.c
drivers/gpu/drm/radeon/rs600.c
drivers/gpu/drm/radeon/rs690.c
drivers/gpu/drm/radeon/rv515.c
drivers/gpu/drm/radeon/rv770.c
drivers/gpu/drm/radeon/si.c
drivers/gpu/drm/savage/savage_bci.c
drivers/gpu/drm/ttm/ttm_bo_util.c
drivers/gpu/drm/ttm/ttm_page_alloc_dma.c
drivers/gpu/drm/ttm/ttm_tt.c
drivers/gpu/drm/udl/udl_connector.c
drivers/gpu/drm/udl/udl_encoder.c
drivers/gpu/drm/udl/udl_fb.c
drivers/gpu/drm/udl/udl_gem.c
drivers/gpu/drm/udl/udl_main.c
drivers/gpu/drm/udl/udl_modeset.c
drivers/gpu/drm/udl/udl_transfer.c
drivers/gpu/drm/vmwgfx/vmwgfx_drv.c
include/drm/drmP.h
include/drm/drm_crtc.h
include/drm/drm_sarea.h
include/drm/i915_drm.h

Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
index 0000000000000000000000000000000000000000,c9abc06ef6800a4c12f1acb6d1469a33f825b930..e3a3978cf320b52ca6b0d84ae05b1a120e683088
mode 000000,100644..100644
--- /dev/null
@@@ -1,0 -1,1951 +1,1950 @@@
 -#include "drmP.h"
 -#include "drm.h"
 -#include "drm_crtc.h"
 -#include "drm_crtc_helper.h"
+ /*
+  * Copyright Â© 2012 Intel Corporation
+  *
+  * Permission is hereby granted, free of charge, to any person obtaining a
+  * copy of this software and associated documentation files (the "Software"),
+  * to deal in the Software without restriction, including without limitation
+  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+  * and/or sell copies of the Software, and to permit persons to whom the
+  * Software is furnished to do so, subject to the following conditions:
+  *
+  * The above copyright notice and this permission notice (including the next
+  * paragraph) shall be included in all copies or substantial portions of the
+  * Software.
+  *
+  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
+  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+  * IN THE SOFTWARE.
+  *
+  * Authors:
+  *    Keith Packard <keithp@keithp.com>
+  *
+  */
+ #include <linux/i2c.h>
+ #include <linux/slab.h>
 -#include "drm_dp_helper.h"
++#include <drm/drmP.h>
++#include <drm/drm_crtc.h>
++#include <drm/drm_crtc_helper.h>
+ #include "psb_drv.h"
+ #include "psb_intel_drv.h"
+ #include "psb_intel_reg.h"
++#include <drm/drm_dp_helper.h>
+ #define _wait_for(COND, MS, W) ({ \
+         unsigned long timeout__ = jiffies + msecs_to_jiffies(MS);       \
+         int ret__ = 0;                                                  \
+         while (! (COND)) {                                              \
+                 if (time_after(jiffies, timeout__)) {                   \
+                         ret__ = -ETIMEDOUT;                             \
+                         break;                                          \
+                 }                                                       \
+                 if (W && !in_dbg_master()) msleep(W);                   \
+         }                                                               \
+         ret__;                                                          \
+ })      
+ #define wait_for(COND, MS) _wait_for(COND, MS, 1)
+ #define DP_LINK_STATUS_SIZE   6
+ #define DP_LINK_CHECK_TIMEOUT (10 * 1000)
+ #define DP_LINK_CONFIGURATION_SIZE    9
+ #define CDV_FAST_LINK_TRAIN   1
+ struct cdv_intel_dp {
+       uint32_t output_reg;
+       uint32_t DP;
+       uint8_t  link_configuration[DP_LINK_CONFIGURATION_SIZE];
+       bool has_audio;
+       int force_audio;
+       uint32_t color_range;
+       uint8_t link_bw;
+       uint8_t lane_count;
+       uint8_t dpcd[4];
+       struct psb_intel_encoder *encoder;
+       struct i2c_adapter adapter;
+       struct i2c_algo_dp_aux_data algo;
+       uint8_t train_set[4];
+       uint8_t link_status[DP_LINK_STATUS_SIZE];
+       int panel_power_up_delay;
+       int panel_power_down_delay;
+       int panel_power_cycle_delay;
+       int backlight_on_delay;
+       int backlight_off_delay;
+       struct drm_display_mode *panel_fixed_mode;  /* for eDP */
+       bool panel_on;
+ };
+ struct ddi_regoff {
+       uint32_t        PreEmph1;
+       uint32_t        PreEmph2;
+       uint32_t        VSwing1;
+       uint32_t        VSwing2;
+       uint32_t        VSwing3;
+       uint32_t        VSwing4;
+       uint32_t        VSwing5;
+ };
+ static struct ddi_regoff ddi_DP_train_table[] = {
+       {.PreEmph1 = 0x812c, .PreEmph2 = 0x8124, .VSwing1 = 0x8154,
+       .VSwing2 = 0x8148, .VSwing3 = 0x814C, .VSwing4 = 0x8150,
+       .VSwing5 = 0x8158,},
+       {.PreEmph1 = 0x822c, .PreEmph2 = 0x8224, .VSwing1 = 0x8254,
+       .VSwing2 = 0x8248, .VSwing3 = 0x824C, .VSwing4 = 0x8250,
+       .VSwing5 = 0x8258,},
+ };
+ static uint32_t dp_vswing_premph_table[] = {
+         0x55338954,   0x4000,
+         0x554d8954,   0x2000,
+         0x55668954,   0,
+         0x559ac0d4,   0x6000,
+ };
+ /**
+  * is_edp - is the given port attached to an eDP panel (either CPU or PCH)
+  * @intel_dp: DP struct
+  *
+  * If a CPU or PCH DP output is attached to an eDP panel, this function
+  * will return true, and false otherwise.
+  */
+ static bool is_edp(struct psb_intel_encoder *encoder)
+ {
+       return encoder->type == INTEL_OUTPUT_EDP;
+ }
+ static void cdv_intel_dp_start_link_train(struct psb_intel_encoder *encoder);
+ static void cdv_intel_dp_complete_link_train(struct psb_intel_encoder *encoder);
+ static void cdv_intel_dp_link_down(struct psb_intel_encoder *encoder);
+ static int
+ cdv_intel_dp_max_lane_count(struct psb_intel_encoder *encoder)
+ {
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       int max_lane_count = 4;
+       if (intel_dp->dpcd[DP_DPCD_REV] >= 0x11) {
+               max_lane_count = intel_dp->dpcd[DP_MAX_LANE_COUNT] & 0x1f;
+               switch (max_lane_count) {
+               case 1: case 2: case 4:
+                       break;
+               default:
+                       max_lane_count = 4;
+               }
+       }
+       return max_lane_count;
+ }
+ static int
+ cdv_intel_dp_max_link_bw(struct psb_intel_encoder *encoder)
+ {
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       int max_link_bw = intel_dp->dpcd[DP_MAX_LINK_RATE];
+       switch (max_link_bw) {
+       case DP_LINK_BW_1_62:
+       case DP_LINK_BW_2_7:
+               break;
+       default:
+               max_link_bw = DP_LINK_BW_1_62;
+               break;
+       }
+       return max_link_bw;
+ }
+ static int
+ cdv_intel_dp_link_clock(uint8_t link_bw)
+ {
+       if (link_bw == DP_LINK_BW_2_7)
+               return 270000;
+       else
+               return 162000;
+ }
+ static int
+ cdv_intel_dp_link_required(int pixel_clock, int bpp)
+ {
+       return (pixel_clock * bpp + 7) / 8;
+ }
+ static int
+ cdv_intel_dp_max_data_rate(int max_link_clock, int max_lanes)
+ {
+       return (max_link_clock * max_lanes * 19) / 20;
+ }
+ static void cdv_intel_edp_panel_vdd_on(struct psb_intel_encoder *intel_encoder)
+ {
+       struct drm_device *dev = intel_encoder->base.dev;
+       struct cdv_intel_dp *intel_dp = intel_encoder->dev_priv;
+       u32 pp;
+       if (intel_dp->panel_on) {
+               DRM_DEBUG_KMS("Skip VDD on because of panel on\n");
+               return;
+       }       
+       DRM_DEBUG_KMS("\n");
+       pp = REG_READ(PP_CONTROL);
+       pp |= EDP_FORCE_VDD;
+       REG_WRITE(PP_CONTROL, pp);
+       REG_READ(PP_CONTROL);
+       msleep(intel_dp->panel_power_up_delay);
+ }
+ static void cdv_intel_edp_panel_vdd_off(struct psb_intel_encoder *intel_encoder)
+ {
+       struct drm_device *dev = intel_encoder->base.dev;
+       u32 pp;
+       DRM_DEBUG_KMS("\n");
+       pp = REG_READ(PP_CONTROL);
+       pp &= ~EDP_FORCE_VDD;
+       REG_WRITE(PP_CONTROL, pp);
+       REG_READ(PP_CONTROL);
+ }
+ /* Returns true if the panel was already on when called */
+ static bool cdv_intel_edp_panel_on(struct psb_intel_encoder *intel_encoder)
+ {
+       struct drm_device *dev = intel_encoder->base.dev;
+       struct cdv_intel_dp *intel_dp = intel_encoder->dev_priv;
+       u32 pp, idle_on_mask = PP_ON | PP_SEQUENCE_NONE;
+       if (intel_dp->panel_on)
+               return true;
+       DRM_DEBUG_KMS("\n");
+       pp = REG_READ(PP_CONTROL);
+       pp &= ~PANEL_UNLOCK_MASK;
+       pp |= (PANEL_UNLOCK_REGS | POWER_TARGET_ON);
+       REG_WRITE(PP_CONTROL, pp);
+       REG_READ(PP_CONTROL);
+       if (wait_for(((REG_READ(PP_STATUS) & idle_on_mask) == idle_on_mask), 1000)) {
+               DRM_DEBUG_KMS("Error in Powering up eDP panel, status %x\n", REG_READ(PP_STATUS));
+               intel_dp->panel_on = false;
+       } else
+               intel_dp->panel_on = true;      
+       msleep(intel_dp->panel_power_up_delay);
+       return false;
+ }
+ static void cdv_intel_edp_panel_off (struct psb_intel_encoder *intel_encoder)
+ {
+       struct drm_device *dev = intel_encoder->base.dev;
+       u32 pp, idle_off_mask = PP_ON ;
+       struct cdv_intel_dp *intel_dp = intel_encoder->dev_priv;
+       DRM_DEBUG_KMS("\n");
+       pp = REG_READ(PP_CONTROL);
+       if ((pp & POWER_TARGET_ON) == 0) 
+               return;
+       intel_dp->panel_on = false;
+       pp &= ~PANEL_UNLOCK_MASK;
+       /* ILK workaround: disable reset around power sequence */
+       pp &= ~POWER_TARGET_ON;
+       pp &= ~EDP_FORCE_VDD;
+       pp &= ~EDP_BLC_ENABLE;
+       REG_WRITE(PP_CONTROL, pp);
+       REG_READ(PP_CONTROL);
+       DRM_DEBUG_KMS("PP_STATUS %x\n", REG_READ(PP_STATUS));
+       if (wait_for((REG_READ(PP_STATUS) & idle_off_mask) == 0, 1000)) {
+               DRM_DEBUG_KMS("Error in turning off Panel\n");  
+       }
+       msleep(intel_dp->panel_power_cycle_delay);
+       DRM_DEBUG_KMS("Over\n");
+ }
+ static void cdv_intel_edp_backlight_on (struct psb_intel_encoder *intel_encoder)
+ {
+       struct drm_device *dev = intel_encoder->base.dev;
+       u32 pp;
+       DRM_DEBUG_KMS("\n");
+       /*
+        * If we enable the backlight right away following a panel power
+        * on, we may see slight flicker as the panel syncs with the eDP
+        * link.  So delay a bit to make sure the image is solid before
+        * allowing it to appear.
+        */
+       msleep(300);
+       pp = REG_READ(PP_CONTROL);
+       pp |= EDP_BLC_ENABLE;
+       REG_WRITE(PP_CONTROL, pp);
+       gma_backlight_enable(dev);
+ }
+ static void cdv_intel_edp_backlight_off (struct psb_intel_encoder *intel_encoder)
+ {
+       struct drm_device *dev = intel_encoder->base.dev;
+       struct cdv_intel_dp *intel_dp = intel_encoder->dev_priv;
+       u32 pp;
+       DRM_DEBUG_KMS("\n");
+       gma_backlight_disable(dev);
+       msleep(10);
+       pp = REG_READ(PP_CONTROL);
+       pp &= ~EDP_BLC_ENABLE;
+       REG_WRITE(PP_CONTROL, pp);
+       msleep(intel_dp->backlight_off_delay);
+ }
+ static int
+ cdv_intel_dp_mode_valid(struct drm_connector *connector,
+                   struct drm_display_mode *mode)
+ {
+       struct psb_intel_encoder *encoder = psb_intel_attached_encoder(connector);
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       int max_link_clock = cdv_intel_dp_link_clock(cdv_intel_dp_max_link_bw(encoder));
+       int max_lanes = cdv_intel_dp_max_lane_count(encoder);
+       struct drm_psb_private *dev_priv = connector->dev->dev_private;
+       if (is_edp(encoder) && intel_dp->panel_fixed_mode) {
+               if (mode->hdisplay > intel_dp->panel_fixed_mode->hdisplay)
+                       return MODE_PANEL;
+               if (mode->vdisplay > intel_dp->panel_fixed_mode->vdisplay)
+                       return MODE_PANEL;
+       }
+       /* only refuse the mode on non eDP since we have seen some weird eDP panels
+          which are outside spec tolerances but somehow work by magic */
+       if (!is_edp(encoder) &&
+           (cdv_intel_dp_link_required(mode->clock, dev_priv->edp.bpp)
+            > cdv_intel_dp_max_data_rate(max_link_clock, max_lanes)))
+               return MODE_CLOCK_HIGH;
+       if (is_edp(encoder)) {
+           if (cdv_intel_dp_link_required(mode->clock, 24)
+               > cdv_intel_dp_max_data_rate(max_link_clock, max_lanes))
+               return MODE_CLOCK_HIGH;
+               
+       }
+       if (mode->clock < 10000)
+               return MODE_CLOCK_LOW;
+       return MODE_OK;
+ }
+ static uint32_t
+ pack_aux(uint8_t *src, int src_bytes)
+ {
+       int     i;
+       uint32_t v = 0;
+       if (src_bytes > 4)
+               src_bytes = 4;
+       for (i = 0; i < src_bytes; i++)
+               v |= ((uint32_t) src[i]) << ((3-i) * 8);
+       return v;
+ }
+ static void
+ unpack_aux(uint32_t src, uint8_t *dst, int dst_bytes)
+ {
+       int i;
+       if (dst_bytes > 4)
+               dst_bytes = 4;
+       for (i = 0; i < dst_bytes; i++)
+               dst[i] = src >> ((3-i) * 8);
+ }
+ static int
+ cdv_intel_dp_aux_ch(struct psb_intel_encoder *encoder,
+               uint8_t *send, int send_bytes,
+               uint8_t *recv, int recv_size)
+ {
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       uint32_t output_reg = intel_dp->output_reg;
+       struct drm_device *dev = encoder->base.dev;
+       uint32_t ch_ctl = output_reg + 0x10;
+       uint32_t ch_data = ch_ctl + 4;
+       int i;
+       int recv_bytes;
+       uint32_t status;
+       uint32_t aux_clock_divider;
+       int try, precharge;
+       /* The clock divider is based off the hrawclk,
+        * and would like to run at 2MHz. So, take the
+        * hrawclk value and divide by 2 and use that
+        * On CDV platform it uses 200MHz as hrawclk.
+        *
+        */
+       aux_clock_divider = 200 / 2;
+       precharge = 4;
+       if (is_edp(encoder))
+               precharge = 10;
+       if (REG_READ(ch_ctl) & DP_AUX_CH_CTL_SEND_BUSY) {
+               DRM_ERROR("dp_aux_ch not started status 0x%08x\n",
+                         REG_READ(ch_ctl));
+               return -EBUSY;
+       }
+       /* Must try at least 3 times according to DP spec */
+       for (try = 0; try < 5; try++) {
+               /* Load the send data into the aux channel data registers */
+               for (i = 0; i < send_bytes; i += 4)
+                       REG_WRITE(ch_data + i,
+                                  pack_aux(send + i, send_bytes - i));
+       
+               /* Send the command and wait for it to complete */
+               REG_WRITE(ch_ctl,
+                          DP_AUX_CH_CTL_SEND_BUSY |
+                          DP_AUX_CH_CTL_TIME_OUT_400us |
+                          (send_bytes << DP_AUX_CH_CTL_MESSAGE_SIZE_SHIFT) |
+                          (precharge << DP_AUX_CH_CTL_PRECHARGE_2US_SHIFT) |
+                          (aux_clock_divider << DP_AUX_CH_CTL_BIT_CLOCK_2X_SHIFT) |
+                          DP_AUX_CH_CTL_DONE |
+                          DP_AUX_CH_CTL_TIME_OUT_ERROR |
+                          DP_AUX_CH_CTL_RECEIVE_ERROR);
+               for (;;) {
+                       status = REG_READ(ch_ctl);
+                       if ((status & DP_AUX_CH_CTL_SEND_BUSY) == 0)
+                               break;
+                       udelay(100);
+               }
+       
+               /* Clear done status and any errors */
+               REG_WRITE(ch_ctl,
+                          status |
+                          DP_AUX_CH_CTL_DONE |
+                          DP_AUX_CH_CTL_TIME_OUT_ERROR |
+                          DP_AUX_CH_CTL_RECEIVE_ERROR);
+               if (status & DP_AUX_CH_CTL_DONE)
+                       break;
+       }
+       if ((status & DP_AUX_CH_CTL_DONE) == 0) {
+               DRM_ERROR("dp_aux_ch not done status 0x%08x\n", status);
+               return -EBUSY;
+       }
+       /* Check for timeout or receive error.
+        * Timeouts occur when the sink is not connected
+        */
+       if (status & DP_AUX_CH_CTL_RECEIVE_ERROR) {
+               DRM_ERROR("dp_aux_ch receive error status 0x%08x\n", status);
+               return -EIO;
+       }
+       /* Timeouts occur when the device isn't connected, so they're
+        * "normal" -- don't fill the kernel log with these */
+       if (status & DP_AUX_CH_CTL_TIME_OUT_ERROR) {
+               DRM_DEBUG_KMS("dp_aux_ch timeout status 0x%08x\n", status);
+               return -ETIMEDOUT;
+       }
+       /* Unload any bytes sent back from the other side */
+       recv_bytes = ((status & DP_AUX_CH_CTL_MESSAGE_SIZE_MASK) >>
+                     DP_AUX_CH_CTL_MESSAGE_SIZE_SHIFT);
+       if (recv_bytes > recv_size)
+               recv_bytes = recv_size;
+       
+       for (i = 0; i < recv_bytes; i += 4)
+               unpack_aux(REG_READ(ch_data + i),
+                          recv + i, recv_bytes - i);
+       return recv_bytes;
+ }
+ /* Write data to the aux channel in native mode */
+ static int
+ cdv_intel_dp_aux_native_write(struct psb_intel_encoder *encoder,
+                         uint16_t address, uint8_t *send, int send_bytes)
+ {
+       int ret;
+       uint8_t msg[20];
+       int msg_bytes;
+       uint8_t ack;
+       if (send_bytes > 16)
+               return -1;
+       msg[0] = AUX_NATIVE_WRITE << 4;
+       msg[1] = address >> 8;
+       msg[2] = address & 0xff;
+       msg[3] = send_bytes - 1;
+       memcpy(&msg[4], send, send_bytes);
+       msg_bytes = send_bytes + 4;
+       for (;;) {
+               ret = cdv_intel_dp_aux_ch(encoder, msg, msg_bytes, &ack, 1);
+               if (ret < 0)
+                       return ret;
+               if ((ack & AUX_NATIVE_REPLY_MASK) == AUX_NATIVE_REPLY_ACK)
+                       break;
+               else if ((ack & AUX_NATIVE_REPLY_MASK) == AUX_NATIVE_REPLY_DEFER)
+                       udelay(100);
+               else
+                       return -EIO;
+       }
+       return send_bytes;
+ }
+ /* Write a single byte to the aux channel in native mode */
+ static int
+ cdv_intel_dp_aux_native_write_1(struct psb_intel_encoder *encoder,
+                           uint16_t address, uint8_t byte)
+ {
+       return cdv_intel_dp_aux_native_write(encoder, address, &byte, 1);
+ }
+ /* read bytes from a native aux channel */
+ static int
+ cdv_intel_dp_aux_native_read(struct psb_intel_encoder *encoder,
+                        uint16_t address, uint8_t *recv, int recv_bytes)
+ {
+       uint8_t msg[4];
+       int msg_bytes;
+       uint8_t reply[20];
+       int reply_bytes;
+       uint8_t ack;
+       int ret;
+       msg[0] = AUX_NATIVE_READ << 4;
+       msg[1] = address >> 8;
+       msg[2] = address & 0xff;
+       msg[3] = recv_bytes - 1;
+       msg_bytes = 4;
+       reply_bytes = recv_bytes + 1;
+       for (;;) {
+               ret = cdv_intel_dp_aux_ch(encoder, msg, msg_bytes,
+                                     reply, reply_bytes);
+               if (ret == 0)
+                       return -EPROTO;
+               if (ret < 0)
+                       return ret;
+               ack = reply[0];
+               if ((ack & AUX_NATIVE_REPLY_MASK) == AUX_NATIVE_REPLY_ACK) {
+                       memcpy(recv, reply + 1, ret - 1);
+                       return ret - 1;
+               }
+               else if ((ack & AUX_NATIVE_REPLY_MASK) == AUX_NATIVE_REPLY_DEFER)
+                       udelay(100);
+               else
+                       return -EIO;
+       }
+ }
+ static int
+ cdv_intel_dp_i2c_aux_ch(struct i2c_adapter *adapter, int mode,
+                   uint8_t write_byte, uint8_t *read_byte)
+ {
+       struct i2c_algo_dp_aux_data *algo_data = adapter->algo_data;
+       struct cdv_intel_dp *intel_dp = container_of(adapter,
+                                               struct cdv_intel_dp,
+                                               adapter);
+       struct psb_intel_encoder *encoder = intel_dp->encoder;
+       uint16_t address = algo_data->address;
+       uint8_t msg[5];
+       uint8_t reply[2];
+       unsigned retry;
+       int msg_bytes;
+       int reply_bytes;
+       int ret;
+       /* Set up the command byte */
+       if (mode & MODE_I2C_READ)
+               msg[0] = AUX_I2C_READ << 4;
+       else
+               msg[0] = AUX_I2C_WRITE << 4;
+       if (!(mode & MODE_I2C_STOP))
+               msg[0] |= AUX_I2C_MOT << 4;
+       msg[1] = address >> 8;
+       msg[2] = address;
+       switch (mode) {
+       case MODE_I2C_WRITE:
+               msg[3] = 0;
+               msg[4] = write_byte;
+               msg_bytes = 5;
+               reply_bytes = 1;
+               break;
+       case MODE_I2C_READ:
+               msg[3] = 0;
+               msg_bytes = 4;
+               reply_bytes = 2;
+               break;
+       default:
+               msg_bytes = 3;
+               reply_bytes = 1;
+               break;
+       }
+       for (retry = 0; retry < 5; retry++) {
+               ret = cdv_intel_dp_aux_ch(encoder,
+                                     msg, msg_bytes,
+                                     reply, reply_bytes);
+               if (ret < 0) {
+                       DRM_DEBUG_KMS("aux_ch failed %d\n", ret);
+                       return ret;
+               }
+               switch (reply[0] & AUX_NATIVE_REPLY_MASK) {
+               case AUX_NATIVE_REPLY_ACK:
+                       /* I2C-over-AUX Reply field is only valid
+                        * when paired with AUX ACK.
+                        */
+                       break;
+               case AUX_NATIVE_REPLY_NACK:
+                       DRM_DEBUG_KMS("aux_ch native nack\n");
+                       return -EREMOTEIO;
+               case AUX_NATIVE_REPLY_DEFER:
+                       udelay(100);
+                       continue;
+               default:
+                       DRM_ERROR("aux_ch invalid native reply 0x%02x\n",
+                                 reply[0]);
+                       return -EREMOTEIO;
+               }
+               switch (reply[0] & AUX_I2C_REPLY_MASK) {
+               case AUX_I2C_REPLY_ACK:
+                       if (mode == MODE_I2C_READ) {
+                               *read_byte = reply[1];
+                       }
+                       return reply_bytes - 1;
+               case AUX_I2C_REPLY_NACK:
+                       DRM_DEBUG_KMS("aux_i2c nack\n");
+                       return -EREMOTEIO;
+               case AUX_I2C_REPLY_DEFER:
+                       DRM_DEBUG_KMS("aux_i2c defer\n");
+                       udelay(100);
+                       break;
+               default:
+                       DRM_ERROR("aux_i2c invalid reply 0x%02x\n", reply[0]);
+                       return -EREMOTEIO;
+               }
+       }
+       DRM_ERROR("too many retries, giving up\n");
+       return -EREMOTEIO;
+ }
+ static int
+ cdv_intel_dp_i2c_init(struct psb_intel_connector *connector, struct psb_intel_encoder *encoder, const char *name)
+ {
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       int ret;
+       DRM_DEBUG_KMS("i2c_init %s\n", name);
+       intel_dp->algo.running = false;
+       intel_dp->algo.address = 0;
+       intel_dp->algo.aux_ch = cdv_intel_dp_i2c_aux_ch;
+       memset(&intel_dp->adapter, '\0', sizeof (intel_dp->adapter));
+       intel_dp->adapter.owner = THIS_MODULE;
+       intel_dp->adapter.class = I2C_CLASS_DDC;
+       strncpy (intel_dp->adapter.name, name, sizeof(intel_dp->adapter.name) - 1);
+       intel_dp->adapter.name[sizeof(intel_dp->adapter.name) - 1] = '\0';
+       intel_dp->adapter.algo_data = &intel_dp->algo;
+       intel_dp->adapter.dev.parent = &connector->base.kdev;
+       if (is_edp(encoder))
+               cdv_intel_edp_panel_vdd_on(encoder);
+       ret = i2c_dp_aux_add_bus(&intel_dp->adapter);
+       if (is_edp(encoder))
+               cdv_intel_edp_panel_vdd_off(encoder);
+       
+       return ret;
+ }
+ void cdv_intel_fixed_panel_mode(struct drm_display_mode *fixed_mode,
+       struct drm_display_mode *adjusted_mode)
+ {
+       adjusted_mode->hdisplay = fixed_mode->hdisplay;
+       adjusted_mode->hsync_start = fixed_mode->hsync_start;
+       adjusted_mode->hsync_end = fixed_mode->hsync_end;
+       adjusted_mode->htotal = fixed_mode->htotal;
+       adjusted_mode->vdisplay = fixed_mode->vdisplay;
+       adjusted_mode->vsync_start = fixed_mode->vsync_start;
+       adjusted_mode->vsync_end = fixed_mode->vsync_end;
+       adjusted_mode->vtotal = fixed_mode->vtotal;
+       adjusted_mode->clock = fixed_mode->clock;
+       drm_mode_set_crtcinfo(adjusted_mode, CRTC_INTERLACE_HALVE_V);
+ }
+ static bool
+ cdv_intel_dp_mode_fixup(struct drm_encoder *encoder, const struct drm_display_mode *mode,
+                   struct drm_display_mode *adjusted_mode)
+ {
+       struct drm_psb_private *dev_priv = encoder->dev->dev_private;
+       struct psb_intel_encoder *intel_encoder = to_psb_intel_encoder(encoder);
+       struct cdv_intel_dp *intel_dp = intel_encoder->dev_priv;
+       int lane_count, clock;
+       int max_lane_count = cdv_intel_dp_max_lane_count(intel_encoder);
+       int max_clock = cdv_intel_dp_max_link_bw(intel_encoder) == DP_LINK_BW_2_7 ? 1 : 0;
+       static int bws[2] = { DP_LINK_BW_1_62, DP_LINK_BW_2_7 };
+       int refclock = mode->clock;
+       int bpp = 24;
+       if (is_edp(intel_encoder) && intel_dp->panel_fixed_mode) {
+               cdv_intel_fixed_panel_mode(intel_dp->panel_fixed_mode, adjusted_mode);
+               refclock = intel_dp->panel_fixed_mode->clock;
+               bpp = dev_priv->edp.bpp;
+       }
+       for (lane_count = 1; lane_count <= max_lane_count; lane_count <<= 1) {
+               for (clock = max_clock; clock >= 0; clock--) {
+                       int link_avail = cdv_intel_dp_max_data_rate(cdv_intel_dp_link_clock(bws[clock]), lane_count);
+                       if (cdv_intel_dp_link_required(refclock, bpp) <= link_avail) {
+                               intel_dp->link_bw = bws[clock];
+                               intel_dp->lane_count = lane_count;
+                               adjusted_mode->clock = cdv_intel_dp_link_clock(intel_dp->link_bw);
+                               DRM_DEBUG_KMS("Display port link bw %02x lane "
+                                               "count %d clock %d\n",
+                                      intel_dp->link_bw, intel_dp->lane_count,
+                                      adjusted_mode->clock);
+                               return true;
+                       }
+               }
+       }
+       if (is_edp(intel_encoder)) {
+               /* okay we failed just pick the highest */
+               intel_dp->lane_count = max_lane_count;
+               intel_dp->link_bw = bws[max_clock];
+               adjusted_mode->clock = cdv_intel_dp_link_clock(intel_dp->link_bw);
+               DRM_DEBUG_KMS("Force picking display port link bw %02x lane "
+                             "count %d clock %d\n",
+                             intel_dp->link_bw, intel_dp->lane_count,
+                             adjusted_mode->clock);
+               return true;
+       }
+       return false;
+ }
+ struct cdv_intel_dp_m_n {
+       uint32_t        tu;
+       uint32_t        gmch_m;
+       uint32_t        gmch_n;
+       uint32_t        link_m;
+       uint32_t        link_n;
+ };
+ static void
+ cdv_intel_reduce_ratio(uint32_t *num, uint32_t *den)
+ {
+       /*
+       while (*num > 0xffffff || *den > 0xffffff) {
+               *num >>= 1;
+               *den >>= 1;
+       }*/
+       uint64_t value, m;
+       m = *num;
+       value = m * (0x800000);
+       m = do_div(value, *den);
+       *num = value;
+       *den = 0x800000;
+ }
+ static void
+ cdv_intel_dp_compute_m_n(int bpp,
+                    int nlanes,
+                    int pixel_clock,
+                    int link_clock,
+                    struct cdv_intel_dp_m_n *m_n)
+ {
+       m_n->tu = 64;
+       m_n->gmch_m = (pixel_clock * bpp + 7) >> 3;
+       m_n->gmch_n = link_clock * nlanes;
+       cdv_intel_reduce_ratio(&m_n->gmch_m, &m_n->gmch_n);
+       m_n->link_m = pixel_clock;
+       m_n->link_n = link_clock;
+       cdv_intel_reduce_ratio(&m_n->link_m, &m_n->link_n);
+ }
+ void
+ cdv_intel_dp_set_m_n(struct drm_crtc *crtc, struct drm_display_mode *mode,
+                struct drm_display_mode *adjusted_mode)
+ {
+       struct drm_device *dev = crtc->dev;
+       struct drm_psb_private *dev_priv = dev->dev_private;
+       struct drm_mode_config *mode_config = &dev->mode_config;
+       struct drm_encoder *encoder;
+       struct psb_intel_crtc *intel_crtc = to_psb_intel_crtc(crtc);
+       int lane_count = 4, bpp = 24;
+       struct cdv_intel_dp_m_n m_n;
+       int pipe = intel_crtc->pipe;
+       /*
+        * Find the lane count in the intel_encoder private
+        */
+       list_for_each_entry(encoder, &mode_config->encoder_list, head) {
+               struct psb_intel_encoder *intel_encoder;
+               struct cdv_intel_dp *intel_dp;
+               if (encoder->crtc != crtc)
+                       continue;
+               intel_encoder = to_psb_intel_encoder(encoder);
+               intel_dp = intel_encoder->dev_priv;
+               if (intel_encoder->type == INTEL_OUTPUT_DISPLAYPORT) {
+                       lane_count = intel_dp->lane_count;
+                       break;
+               } else if (is_edp(intel_encoder)) {
+                       lane_count = intel_dp->lane_count;
+                       bpp = dev_priv->edp.bpp;
+                       break;
+               }
+       }
+       /*
+        * Compute the GMCH and Link ratios. The '3' here is
+        * the number of bytes_per_pixel post-LUT, which we always
+        * set up for 8-bits of R/G/B, or 3 bytes total.
+        */
+       cdv_intel_dp_compute_m_n(bpp, lane_count,
+                            mode->clock, adjusted_mode->clock, &m_n);
+       {
+               REG_WRITE(PIPE_GMCH_DATA_M(pipe),
+                          ((m_n.tu - 1) << PIPE_GMCH_DATA_M_TU_SIZE_SHIFT) |
+                          m_n.gmch_m);
+               REG_WRITE(PIPE_GMCH_DATA_N(pipe), m_n.gmch_n);
+               REG_WRITE(PIPE_DP_LINK_M(pipe), m_n.link_m);
+               REG_WRITE(PIPE_DP_LINK_N(pipe), m_n.link_n);
+       }
+ }
+ static void
+ cdv_intel_dp_mode_set(struct drm_encoder *encoder, struct drm_display_mode *mode,
+                 struct drm_display_mode *adjusted_mode)
+ {
+       struct psb_intel_encoder *intel_encoder = to_psb_intel_encoder(encoder);
+       struct drm_crtc *crtc = encoder->crtc;
+       struct psb_intel_crtc *intel_crtc = to_psb_intel_crtc(crtc);
+       struct cdv_intel_dp *intel_dp = intel_encoder->dev_priv;
+       struct drm_device *dev = encoder->dev;
+       intel_dp->DP = DP_VOLTAGE_0_4 | DP_PRE_EMPHASIS_0;
+       intel_dp->DP |= intel_dp->color_range;
+       if (adjusted_mode->flags & DRM_MODE_FLAG_PHSYNC)
+               intel_dp->DP |= DP_SYNC_HS_HIGH;
+       if (adjusted_mode->flags & DRM_MODE_FLAG_PVSYNC)
+               intel_dp->DP |= DP_SYNC_VS_HIGH;
+       intel_dp->DP |= DP_LINK_TRAIN_OFF;
+       switch (intel_dp->lane_count) {
+       case 1:
+               intel_dp->DP |= DP_PORT_WIDTH_1;
+               break;
+       case 2:
+               intel_dp->DP |= DP_PORT_WIDTH_2;
+               break;
+       case 4:
+               intel_dp->DP |= DP_PORT_WIDTH_4;
+               break;
+       }
+       if (intel_dp->has_audio)
+               intel_dp->DP |= DP_AUDIO_OUTPUT_ENABLE;
+       memset(intel_dp->link_configuration, 0, DP_LINK_CONFIGURATION_SIZE);
+       intel_dp->link_configuration[0] = intel_dp->link_bw;
+       intel_dp->link_configuration[1] = intel_dp->lane_count;
+       /*
+        * Check for DPCD version > 1.1 and enhanced framing support
+        */
+       if (intel_dp->dpcd[DP_DPCD_REV] >= 0x11 &&
+           (intel_dp->dpcd[DP_MAX_LANE_COUNT] & DP_ENHANCED_FRAME_CAP)) {
+               intel_dp->link_configuration[1] |= DP_LANE_COUNT_ENHANCED_FRAME_EN;
+               intel_dp->DP |= DP_ENHANCED_FRAMING;
+       }
+       /* CPT DP's pipe select is decided in TRANS_DP_CTL */
+       if (intel_crtc->pipe == 1)
+               intel_dp->DP |= DP_PIPEB_SELECT;
+       REG_WRITE(intel_dp->output_reg, (intel_dp->DP | DP_PORT_EN));
+       DRM_DEBUG_KMS("DP expected reg is %x\n", intel_dp->DP);
+       if (is_edp(intel_encoder)) {
+               uint32_t pfit_control;
+               cdv_intel_edp_panel_on(intel_encoder);
+               if (mode->hdisplay != adjusted_mode->hdisplay ||
+                           mode->vdisplay != adjusted_mode->vdisplay)
+                       pfit_control = PFIT_ENABLE;
+               else
+                       pfit_control = 0;
+               pfit_control |= intel_crtc->pipe << PFIT_PIPE_SHIFT;
+               REG_WRITE(PFIT_CONTROL, pfit_control);
+       }
+ }
+ /* If the sink supports it, try to set the power state appropriately */
+ static void cdv_intel_dp_sink_dpms(struct psb_intel_encoder *encoder, int mode)
+ {
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       int ret, i;
+       /* Should have a valid DPCD by this point */
+       if (intel_dp->dpcd[DP_DPCD_REV] < 0x11)
+               return;
+       if (mode != DRM_MODE_DPMS_ON) {
+               ret = cdv_intel_dp_aux_native_write_1(encoder, DP_SET_POWER,
+                                                 DP_SET_POWER_D3);
+               if (ret != 1)
+                       DRM_DEBUG_DRIVER("failed to write sink power state\n");
+       } else {
+               /*
+                * When turning on, we need to retry for 1ms to give the sink
+                * time to wake up.
+                */
+               for (i = 0; i < 3; i++) {
+                       ret = cdv_intel_dp_aux_native_write_1(encoder,
+                                                         DP_SET_POWER,
+                                                         DP_SET_POWER_D0);
+                       if (ret == 1)
+                               break;
+                       udelay(1000);
+               }
+       }
+ }
+ static void cdv_intel_dp_prepare(struct drm_encoder *encoder)
+ {
+       struct psb_intel_encoder *intel_encoder = to_psb_intel_encoder(encoder);
+       int edp = is_edp(intel_encoder);
+       if (edp) {
+               cdv_intel_edp_backlight_off(intel_encoder);
+               cdv_intel_edp_panel_off(intel_encoder);
+               cdv_intel_edp_panel_vdd_on(intel_encoder);
+         }
+       /* Wake up the sink first */
+       cdv_intel_dp_sink_dpms(intel_encoder, DRM_MODE_DPMS_ON);
+       cdv_intel_dp_link_down(intel_encoder);
+       if (edp)
+               cdv_intel_edp_panel_vdd_off(intel_encoder);
+ }
+ static void cdv_intel_dp_commit(struct drm_encoder *encoder)
+ {
+       struct psb_intel_encoder *intel_encoder = to_psb_intel_encoder(encoder);
+       int edp = is_edp(intel_encoder);
+       if (edp)
+               cdv_intel_edp_panel_on(intel_encoder);
+       cdv_intel_dp_start_link_train(intel_encoder);
+       cdv_intel_dp_complete_link_train(intel_encoder);
+       if (edp)
+               cdv_intel_edp_backlight_on(intel_encoder);
+ }
+ static void
+ cdv_intel_dp_dpms(struct drm_encoder *encoder, int mode)
+ {
+       struct psb_intel_encoder *intel_encoder = to_psb_intel_encoder(encoder);
+       struct cdv_intel_dp *intel_dp = intel_encoder->dev_priv;
+       struct drm_device *dev = encoder->dev;
+       uint32_t dp_reg = REG_READ(intel_dp->output_reg);
+       int edp = is_edp(intel_encoder);
+       if (mode != DRM_MODE_DPMS_ON) {
+               if (edp) {
+                       cdv_intel_edp_backlight_off(intel_encoder);
+                       cdv_intel_edp_panel_vdd_on(intel_encoder);
+               }
+               cdv_intel_dp_sink_dpms(intel_encoder, mode);
+               cdv_intel_dp_link_down(intel_encoder);
+               if (edp) {
+                       cdv_intel_edp_panel_vdd_off(intel_encoder);
+                       cdv_intel_edp_panel_off(intel_encoder);
+               }
+       } else {
+               if (edp)
+                       cdv_intel_edp_panel_on(intel_encoder);
+               cdv_intel_dp_sink_dpms(intel_encoder, mode);
+               if (!(dp_reg & DP_PORT_EN)) {
+                       cdv_intel_dp_start_link_train(intel_encoder);
+                       cdv_intel_dp_complete_link_train(intel_encoder);
+               }
+               if (edp)
+                       cdv_intel_edp_backlight_on(intel_encoder);
+       }
+ }
+ /*
+  * Native read with retry for link status and receiver capability reads for
+  * cases where the sink may still be asleep.
+  */
+ static bool
+ cdv_intel_dp_aux_native_read_retry(struct psb_intel_encoder *encoder, uint16_t address,
+                              uint8_t *recv, int recv_bytes)
+ {
+       int ret, i;
+       /*
+        * Sinks are *supposed* to come up within 1ms from an off state,
+        * but we're also supposed to retry 3 times per the spec.
+        */
+       for (i = 0; i < 3; i++) {
+               ret = cdv_intel_dp_aux_native_read(encoder, address, recv,
+                                              recv_bytes);
+               if (ret == recv_bytes)
+                       return true;
+               udelay(1000);
+       }
+       return false;
+ }
+ /*
+  * Fetch AUX CH registers 0x202 - 0x207 which contain
+  * link status information
+  */
+ static bool
+ cdv_intel_dp_get_link_status(struct psb_intel_encoder *encoder)
+ {
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       return cdv_intel_dp_aux_native_read_retry(encoder,
+                                             DP_LANE0_1_STATUS,
+                                             intel_dp->link_status,
+                                             DP_LINK_STATUS_SIZE);
+ }
+ static uint8_t
+ cdv_intel_dp_link_status(uint8_t link_status[DP_LINK_STATUS_SIZE],
+                    int r)
+ {
+       return link_status[r - DP_LANE0_1_STATUS];
+ }
+ static uint8_t
+ cdv_intel_get_adjust_request_voltage(uint8_t link_status[DP_LINK_STATUS_SIZE],
+                                int lane)
+ {
+       int         i = DP_ADJUST_REQUEST_LANE0_1 + (lane >> 1);
+       int         s = ((lane & 1) ?
+                        DP_ADJUST_VOLTAGE_SWING_LANE1_SHIFT :
+                        DP_ADJUST_VOLTAGE_SWING_LANE0_SHIFT);
+       uint8_t l = cdv_intel_dp_link_status(link_status, i);
+       return ((l >> s) & 3) << DP_TRAIN_VOLTAGE_SWING_SHIFT;
+ }
+ static uint8_t
+ cdv_intel_get_adjust_request_pre_emphasis(uint8_t link_status[DP_LINK_STATUS_SIZE],
+                                     int lane)
+ {
+       int         i = DP_ADJUST_REQUEST_LANE0_1 + (lane >> 1);
+       int         s = ((lane & 1) ?
+                        DP_ADJUST_PRE_EMPHASIS_LANE1_SHIFT :
+                        DP_ADJUST_PRE_EMPHASIS_LANE0_SHIFT);
+       uint8_t l = cdv_intel_dp_link_status(link_status, i);
+       return ((l >> s) & 3) << DP_TRAIN_PRE_EMPHASIS_SHIFT;
+ }
+ #if 0
+ static char   *voltage_names[] = {
+       "0.4V", "0.6V", "0.8V", "1.2V"
+ };
+ static char   *pre_emph_names[] = {
+       "0dB", "3.5dB", "6dB", "9.5dB"
+ };
+ static char   *link_train_names[] = {
+       "pattern 1", "pattern 2", "idle", "off"
+ };
+ #endif
+ #define CDV_DP_VOLTAGE_MAX        DP_TRAIN_VOLTAGE_SWING_1200
+ /*
+ static uint8_t
+ cdv_intel_dp_pre_emphasis_max(uint8_t voltage_swing)
+ {
+       switch (voltage_swing & DP_TRAIN_VOLTAGE_SWING_MASK) {
+       case DP_TRAIN_VOLTAGE_SWING_400:
+               return DP_TRAIN_PRE_EMPHASIS_6;
+       case DP_TRAIN_VOLTAGE_SWING_600:
+               return DP_TRAIN_PRE_EMPHASIS_6;
+       case DP_TRAIN_VOLTAGE_SWING_800:
+               return DP_TRAIN_PRE_EMPHASIS_3_5;
+       case DP_TRAIN_VOLTAGE_SWING_1200:
+       default:
+               return DP_TRAIN_PRE_EMPHASIS_0;
+       }
+ }
+ */
+ static void
+ cdv_intel_get_adjust_train(struct psb_intel_encoder *encoder)
+ {
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       uint8_t v = 0;
+       uint8_t p = 0;
+       int lane;
+       for (lane = 0; lane < intel_dp->lane_count; lane++) {
+               uint8_t this_v = cdv_intel_get_adjust_request_voltage(intel_dp->link_status, lane);
+               uint8_t this_p = cdv_intel_get_adjust_request_pre_emphasis(intel_dp->link_status, lane);
+               if (this_v > v)
+                       v = this_v;
+               if (this_p > p)
+                       p = this_p;
+       }
+       
+       if (v >= CDV_DP_VOLTAGE_MAX)
+               v = CDV_DP_VOLTAGE_MAX | DP_TRAIN_MAX_SWING_REACHED;
+       if (p == DP_TRAIN_PRE_EMPHASIS_MASK)
+               p |= DP_TRAIN_MAX_PRE_EMPHASIS_REACHED;
+               
+       for (lane = 0; lane < 4; lane++)
+               intel_dp->train_set[lane] = v | p;
+ }
+ static uint8_t
+ cdv_intel_get_lane_status(uint8_t link_status[DP_LINK_STATUS_SIZE],
+                     int lane)
+ {
+       int i = DP_LANE0_1_STATUS + (lane >> 1);
+       int s = (lane & 1) * 4;
+       uint8_t l = cdv_intel_dp_link_status(link_status, i);
+       return (l >> s) & 0xf;
+ }
+ /* Check for clock recovery is done on all channels */
+ static bool
+ cdv_intel_clock_recovery_ok(uint8_t link_status[DP_LINK_STATUS_SIZE], int lane_count)
+ {
+       int lane;
+       uint8_t lane_status;
+       for (lane = 0; lane < lane_count; lane++) {
+               lane_status = cdv_intel_get_lane_status(link_status, lane);
+               if ((lane_status & DP_LANE_CR_DONE) == 0)
+                       return false;
+       }
+       return true;
+ }
+ /* Check to see if channel eq is done on all channels */
+ #define CHANNEL_EQ_BITS (DP_LANE_CR_DONE|\
+                        DP_LANE_CHANNEL_EQ_DONE|\
+                        DP_LANE_SYMBOL_LOCKED)
+ static bool
+ cdv_intel_channel_eq_ok(struct psb_intel_encoder *encoder)
+ {
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       uint8_t lane_align;
+       uint8_t lane_status;
+       int lane;
+       lane_align = cdv_intel_dp_link_status(intel_dp->link_status,
+                                         DP_LANE_ALIGN_STATUS_UPDATED);
+       if ((lane_align & DP_INTERLANE_ALIGN_DONE) == 0)
+               return false;
+       for (lane = 0; lane < intel_dp->lane_count; lane++) {
+               lane_status = cdv_intel_get_lane_status(intel_dp->link_status, lane);
+               if ((lane_status & CHANNEL_EQ_BITS) != CHANNEL_EQ_BITS)
+                       return false;
+       }
+       return true;
+ }
+ static bool
+ cdv_intel_dp_set_link_train(struct psb_intel_encoder *encoder,
+                       uint32_t dp_reg_value,
+                       uint8_t dp_train_pat)
+ {
+       
+       struct drm_device *dev = encoder->base.dev;
+       int ret;
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       REG_WRITE(intel_dp->output_reg, dp_reg_value);
+       REG_READ(intel_dp->output_reg);
+       ret = cdv_intel_dp_aux_native_write_1(encoder,
+                                   DP_TRAINING_PATTERN_SET,
+                                   dp_train_pat);
+       if (ret != 1) {
+               DRM_DEBUG_KMS("Failure in setting link pattern %x\n",
+                               dp_train_pat);
+               return false;
+       }
+       return true;
+ }
+ static bool
+ cdv_intel_dplink_set_level(struct psb_intel_encoder *encoder,
+                       uint8_t dp_train_pat)
+ {
+       
+       int ret;
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       ret = cdv_intel_dp_aux_native_write(encoder,
+                                       DP_TRAINING_LANE0_SET,
+                                       intel_dp->train_set,
+                                       intel_dp->lane_count);
+       if (ret != intel_dp->lane_count) {
+               DRM_DEBUG_KMS("Failure in setting level %d, lane_cnt= %d\n",
+                               intel_dp->train_set[0], intel_dp->lane_count);
+               return false;
+       }
+       return true;
+ }
+ static void
+ cdv_intel_dp_set_vswing_premph(struct psb_intel_encoder *encoder, uint8_t signal_level)
+ {
+       struct drm_device *dev = encoder->base.dev;
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       struct ddi_regoff *ddi_reg;
+       int vswing, premph, index;
+       if (intel_dp->output_reg == DP_B)
+               ddi_reg = &ddi_DP_train_table[0];
+       else
+               ddi_reg = &ddi_DP_train_table[1];
+       vswing = (signal_level & DP_TRAIN_VOLTAGE_SWING_MASK);
+       premph = ((signal_level & DP_TRAIN_PRE_EMPHASIS_MASK)) >>
+                               DP_TRAIN_PRE_EMPHASIS_SHIFT;
+       if (vswing + premph > 3)
+               return;
+ #ifdef CDV_FAST_LINK_TRAIN
+       return;
+ #endif
+       DRM_DEBUG_KMS("Test2\n");
+       //return ;
+       cdv_sb_reset(dev);
+       /* ;Swing voltage programming
+         ;gfx_dpio_set_reg(0xc058, 0x0505313A) */
+       cdv_sb_write(dev, ddi_reg->VSwing5, 0x0505313A);
+       /* ;gfx_dpio_set_reg(0x8154, 0x43406055) */
+       cdv_sb_write(dev, ddi_reg->VSwing1, 0x43406055);
+       /* ;gfx_dpio_set_reg(0x8148, 0x55338954)
+        * The VSwing_PreEmph table is also considered based on the vswing/premp
+        */
+       index = (vswing + premph) * 2;
+       if (premph == 1 && vswing == 1) {
+               cdv_sb_write(dev, ddi_reg->VSwing2, 0x055738954);
+       } else
+               cdv_sb_write(dev, ddi_reg->VSwing2, dp_vswing_premph_table[index]);
+       /* ;gfx_dpio_set_reg(0x814c, 0x40802040) */
+       if ((vswing + premph) == DP_TRAIN_VOLTAGE_SWING_1200)
+               cdv_sb_write(dev, ddi_reg->VSwing3, 0x70802040);
+       else
+               cdv_sb_write(dev, ddi_reg->VSwing3, 0x40802040);
+       /* ;gfx_dpio_set_reg(0x8150, 0x2b405555) */
+       /* cdv_sb_write(dev, ddi_reg->VSwing4, 0x2b405555); */
+       /* ;gfx_dpio_set_reg(0x8154, 0xc3406055) */
+       cdv_sb_write(dev, ddi_reg->VSwing1, 0xc3406055);
+       /* ;Pre emphasis programming
+        * ;gfx_dpio_set_reg(0xc02c, 0x1f030040)
+        */
+       cdv_sb_write(dev, ddi_reg->PreEmph1, 0x1f030040);
+       /* ;gfx_dpio_set_reg(0x8124, 0x00004000) */
+       index = 2 * premph + 1;
+       cdv_sb_write(dev, ddi_reg->PreEmph2, dp_vswing_premph_table[index]);
+       return; 
+ }
+ /* Enable corresponding port and start training pattern 1 */
+ static void
+ cdv_intel_dp_start_link_train(struct psb_intel_encoder *encoder)
+ {
+       struct drm_device *dev = encoder->base.dev;
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       int i;
+       uint8_t voltage;
+       bool clock_recovery = false;
+       int tries;
+       u32 reg;
+       uint32_t DP = intel_dp->DP;
+       DP |= DP_PORT_EN;
+       DP &= ~DP_LINK_TRAIN_MASK;
+               
+       reg = DP;       
+       reg |= DP_LINK_TRAIN_PAT_1;
+       /* Enable output, wait for it to become active */
+       REG_WRITE(intel_dp->output_reg, reg);
+       REG_READ(intel_dp->output_reg);
+       psb_intel_wait_for_vblank(dev);
+       DRM_DEBUG_KMS("Link config\n");
+       /* Write the link configuration data */
+       cdv_intel_dp_aux_native_write(encoder, DP_LINK_BW_SET,
+                                 intel_dp->link_configuration,
+                                 2);
+       memset(intel_dp->train_set, 0, 4);
+       voltage = 0;
+       tries = 0;
+       clock_recovery = false;
+       DRM_DEBUG_KMS("Start train\n");
+               reg = DP | DP_LINK_TRAIN_PAT_1;
+       for (;;) {
+               /* Use intel_dp->train_set[0] to set the voltage and pre emphasis values */
+               DRM_DEBUG_KMS("DP Link Train Set %x, Link_config %x, %x\n",
+                               intel_dp->train_set[0],
+                               intel_dp->link_configuration[0],
+                               intel_dp->link_configuration[1]);
+               if (!cdv_intel_dp_set_link_train(encoder, reg, DP_TRAINING_PATTERN_1)) {
+                       DRM_DEBUG_KMS("Failure in aux-transfer setting pattern 1\n");
+               }
+               cdv_intel_dp_set_vswing_premph(encoder, intel_dp->train_set[0]);
+               /* Set training pattern 1 */
+               cdv_intel_dplink_set_level(encoder, DP_TRAINING_PATTERN_1);
+               udelay(200);
+               if (!cdv_intel_dp_get_link_status(encoder))
+                       break;
+               DRM_DEBUG_KMS("DP Link status %x, %x, %x, %x, %x, %x\n",
+                               intel_dp->link_status[0], intel_dp->link_status[1], intel_dp->link_status[2],
+                               intel_dp->link_status[3], intel_dp->link_status[4], intel_dp->link_status[5]);
+               if (cdv_intel_clock_recovery_ok(intel_dp->link_status, intel_dp->lane_count)) {
+                       DRM_DEBUG_KMS("PT1 train is done\n");
+                       clock_recovery = true;
+                       break;
+               }
+               /* Check to see if we've tried the max voltage */
+               for (i = 0; i < intel_dp->lane_count; i++)
+                       if ((intel_dp->train_set[i] & DP_TRAIN_MAX_SWING_REACHED) == 0)
+                               break;
+               if (i == intel_dp->lane_count)
+                       break;
+               /* Check to see if we've tried the same voltage 5 times */
+               if ((intel_dp->train_set[0] & DP_TRAIN_VOLTAGE_SWING_MASK) == voltage) {
+                       ++tries;
+                       if (tries == 5)
+                               break;
+               } else
+                       tries = 0;
+               voltage = intel_dp->train_set[0] & DP_TRAIN_VOLTAGE_SWING_MASK;
+               /* Compute new intel_dp->train_set as requested by target */
+               cdv_intel_get_adjust_train(encoder);
+       }
+       if (!clock_recovery) {
+               DRM_DEBUG_KMS("failure in DP patter 1 training, train set %x\n", intel_dp->train_set[0]);
+       }
+       
+       intel_dp->DP = DP;
+ }
+ static void
+ cdv_intel_dp_complete_link_train(struct psb_intel_encoder *encoder)
+ {
+       struct drm_device *dev = encoder->base.dev;
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       bool channel_eq = false;
+       int tries, cr_tries;
+       u32 reg;
+       uint32_t DP = intel_dp->DP;
+       /* channel equalization */
+       tries = 0;
+       cr_tries = 0;
+       channel_eq = false;
+       DRM_DEBUG_KMS("\n");
+               reg = DP | DP_LINK_TRAIN_PAT_2;
+       for (;;) {
+               DRM_DEBUG_KMS("DP Link Train Set %x, Link_config %x, %x\n",
+                               intel_dp->train_set[0],
+                               intel_dp->link_configuration[0],
+                               intel_dp->link_configuration[1]);
+               /* channel eq pattern */
+               if (!cdv_intel_dp_set_link_train(encoder, reg,
+                                            DP_TRAINING_PATTERN_2)) {
+                       DRM_DEBUG_KMS("Failure in aux-transfer setting pattern 2\n");
+               }
+               /* Use intel_dp->train_set[0] to set the voltage and pre emphasis values */
+               if (cr_tries > 5) {
+                       DRM_ERROR("failed to train DP, aborting\n");
+                       cdv_intel_dp_link_down(encoder);
+                       break;
+               }
+               cdv_intel_dp_set_vswing_premph(encoder, intel_dp->train_set[0]);
+               cdv_intel_dplink_set_level(encoder, DP_TRAINING_PATTERN_2);
+               udelay(1000);
+               if (!cdv_intel_dp_get_link_status(encoder))
+                       break;
+               DRM_DEBUG_KMS("DP Link status %x, %x, %x, %x, %x, %x\n",
+                               intel_dp->link_status[0], intel_dp->link_status[1], intel_dp->link_status[2],
+                               intel_dp->link_status[3], intel_dp->link_status[4], intel_dp->link_status[5]);
+               /* Make sure clock is still ok */
+               if (!cdv_intel_clock_recovery_ok(intel_dp->link_status, intel_dp->lane_count)) {
+                       cdv_intel_dp_start_link_train(encoder);
+                       cr_tries++;
+                       continue;
+               }
+               if (cdv_intel_channel_eq_ok(encoder)) {
+                       DRM_DEBUG_KMS("PT2 train is done\n");
+                       channel_eq = true;
+                       break;
+               }
+               /* Try 5 times, then try clock recovery if that fails */
+               if (tries > 5) {
+                       cdv_intel_dp_link_down(encoder);
+                       cdv_intel_dp_start_link_train(encoder);
+                       tries = 0;
+                       cr_tries++;
+                       continue;
+               }
+               /* Compute new intel_dp->train_set as requested by target */
+               cdv_intel_get_adjust_train(encoder);
+               ++tries;
+       }
+       reg = DP | DP_LINK_TRAIN_OFF;
+       REG_WRITE(intel_dp->output_reg, reg);
+       REG_READ(intel_dp->output_reg);
+       cdv_intel_dp_aux_native_write_1(encoder,
+                                   DP_TRAINING_PATTERN_SET, DP_TRAINING_PATTERN_DISABLE);
+ }
+ static void
+ cdv_intel_dp_link_down(struct psb_intel_encoder *encoder)
+ {
+       struct drm_device *dev = encoder->base.dev;
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       uint32_t DP = intel_dp->DP;
+       if ((REG_READ(intel_dp->output_reg) & DP_PORT_EN) == 0)
+               return;
+       DRM_DEBUG_KMS("\n");
+       {
+               DP &= ~DP_LINK_TRAIN_MASK;
+               REG_WRITE(intel_dp->output_reg, DP | DP_LINK_TRAIN_PAT_IDLE);
+       }
+       REG_READ(intel_dp->output_reg);
+       msleep(17);
+       REG_WRITE(intel_dp->output_reg, DP & ~DP_PORT_EN);
+       REG_READ(intel_dp->output_reg);
+ }
+ static enum drm_connector_status
+ cdv_dp_detect(struct psb_intel_encoder *encoder)
+ {
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       enum drm_connector_status status;
+       status = connector_status_disconnected;
+       if (cdv_intel_dp_aux_native_read(encoder, 0x000, intel_dp->dpcd,
+                                    sizeof (intel_dp->dpcd)) == sizeof (intel_dp->dpcd))
+       {
+               if (intel_dp->dpcd[DP_DPCD_REV] != 0)
+                       status = connector_status_connected;
+       }
+       if (status == connector_status_connected)
+               DRM_DEBUG_KMS("DPCD: Rev=%x LN_Rate=%x LN_CNT=%x LN_DOWNSP=%x\n",
+                       intel_dp->dpcd[0], intel_dp->dpcd[1],
+                       intel_dp->dpcd[2], intel_dp->dpcd[3]);
+       return status;
+ }
+ /**
+  * Uses CRT_HOTPLUG_EN and CRT_HOTPLUG_STAT to detect DP connection.
+  *
+  * \return true if DP port is connected.
+  * \return false if DP port is disconnected.
+  */
+ static enum drm_connector_status
+ cdv_intel_dp_detect(struct drm_connector *connector, bool force)
+ {
+       struct psb_intel_encoder *encoder = psb_intel_attached_encoder(connector);
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       enum drm_connector_status status;
+       struct edid *edid = NULL;
+       int edp = is_edp(encoder);
+       intel_dp->has_audio = false;
+       if (edp)
+               cdv_intel_edp_panel_vdd_on(encoder);
+       status = cdv_dp_detect(encoder);
+       if (status != connector_status_connected) {
+               if (edp)
+                       cdv_intel_edp_panel_vdd_off(encoder);
+               return status;
+         }
+       if (intel_dp->force_audio) {
+               intel_dp->has_audio = intel_dp->force_audio > 0;
+       } else {
+               edid = drm_get_edid(connector, &intel_dp->adapter);
+               if (edid) {
+                       intel_dp->has_audio = drm_detect_monitor_audio(edid);
+                       kfree(edid);
+               }
+       }
+       if (edp)
+               cdv_intel_edp_panel_vdd_off(encoder);
+       return connector_status_connected;
+ }
+ static int cdv_intel_dp_get_modes(struct drm_connector *connector)
+ {
+       struct psb_intel_encoder *intel_encoder = psb_intel_attached_encoder(connector);
+       struct cdv_intel_dp *intel_dp = intel_encoder->dev_priv;
+       struct edid *edid = NULL;
+       int ret = 0;
+       int edp = is_edp(intel_encoder);
+       edid = drm_get_edid(connector, &intel_dp->adapter);
+       if (edid) {
+               drm_mode_connector_update_edid_property(connector, edid);
+               ret = drm_add_edid_modes(connector, edid);
+               kfree(edid);
+       }
+       if (is_edp(intel_encoder)) {
+               struct drm_device *dev = connector->dev;
+               struct drm_psb_private *dev_priv = dev->dev_private;
+               
+               cdv_intel_edp_panel_vdd_off(intel_encoder);
+               if (ret) {
+                       if (edp && !intel_dp->panel_fixed_mode) {
+                               struct drm_display_mode *newmode;
+                               list_for_each_entry(newmode, &connector->probed_modes,
+                                           head) {
+                                       if (newmode->type & DRM_MODE_TYPE_PREFERRED) {
+                                               intel_dp->panel_fixed_mode =
+                                                       drm_mode_duplicate(dev, newmode);
+                                               break;
+                                       }
+                               }
+                       }
+                       return ret;
+               }
+               if (!intel_dp->panel_fixed_mode && dev_priv->lfp_lvds_vbt_mode) {
+                       intel_dp->panel_fixed_mode =
+                               drm_mode_duplicate(dev, dev_priv->lfp_lvds_vbt_mode);
+                       if (intel_dp->panel_fixed_mode) {
+                               intel_dp->panel_fixed_mode->type |=
+                                       DRM_MODE_TYPE_PREFERRED;
+                       }
+               }
+               if (intel_dp->panel_fixed_mode != NULL) {
+                       struct drm_display_mode *mode;
+                       mode = drm_mode_duplicate(dev, intel_dp->panel_fixed_mode);
+                       drm_mode_probed_add(connector, mode);
+                       return 1;
+               }
+       }
+       return ret;
+ }
+ static bool
+ cdv_intel_dp_detect_audio(struct drm_connector *connector)
+ {
+       struct psb_intel_encoder *encoder = psb_intel_attached_encoder(connector);
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       struct edid *edid;
+       bool has_audio = false;
+       int edp = is_edp(encoder);
+       if (edp)
+               cdv_intel_edp_panel_vdd_on(encoder);
+       edid = drm_get_edid(connector, &intel_dp->adapter);
+       if (edid) {
+               has_audio = drm_detect_monitor_audio(edid);
+               kfree(edid);
+       }
+       if (edp)
+               cdv_intel_edp_panel_vdd_off(encoder);
+       return has_audio;
+ }
+ static int
+ cdv_intel_dp_set_property(struct drm_connector *connector,
+                     struct drm_property *property,
+                     uint64_t val)
+ {
+       struct drm_psb_private *dev_priv = connector->dev->dev_private;
+       struct psb_intel_encoder *encoder = psb_intel_attached_encoder(connector);
+       struct cdv_intel_dp *intel_dp = encoder->dev_priv;
+       int ret;
+       ret = drm_connector_property_set_value(connector, property, val);
+       if (ret)
+               return ret;
+       if (property == dev_priv->force_audio_property) {
+               int i = val;
+               bool has_audio;
+               if (i == intel_dp->force_audio)
+                       return 0;
+               intel_dp->force_audio = i;
+               if (i == 0)
+                       has_audio = cdv_intel_dp_detect_audio(connector);
+               else
+                       has_audio = i > 0;
+               if (has_audio == intel_dp->has_audio)
+                       return 0;
+               intel_dp->has_audio = has_audio;
+               goto done;
+       }
+       if (property == dev_priv->broadcast_rgb_property) {
+               if (val == !!intel_dp->color_range)
+                       return 0;
+               intel_dp->color_range = val ? DP_COLOR_RANGE_16_235 : 0;
+               goto done;
+       }
+       return -EINVAL;
+ done:
+       if (encoder->base.crtc) {
+               struct drm_crtc *crtc = encoder->base.crtc;
+               drm_crtc_helper_set_mode(crtc, &crtc->mode,
+                                        crtc->x, crtc->y,
+                                        crtc->fb);
+       }
+       return 0;
+ }
+ static void
+ cdv_intel_dp_destroy(struct drm_connector *connector)
+ {
+       struct psb_intel_encoder *psb_intel_encoder =
+                                       psb_intel_attached_encoder(connector);
+       struct cdv_intel_dp *intel_dp = psb_intel_encoder->dev_priv;
+       if (is_edp(psb_intel_encoder)) {
+       /*      cdv_intel_panel_destroy_backlight(connector->dev); */
+               if (intel_dp->panel_fixed_mode) {
+                       kfree(intel_dp->panel_fixed_mode);
+                       intel_dp->panel_fixed_mode = NULL;
+               }
+       }
+       i2c_del_adapter(&intel_dp->adapter);
+       drm_sysfs_connector_remove(connector);
+       drm_connector_cleanup(connector);
+       kfree(connector);
+ }
+ static void cdv_intel_dp_encoder_destroy(struct drm_encoder *encoder)
+ {
+       drm_encoder_cleanup(encoder);
+ }
+ static const struct drm_encoder_helper_funcs cdv_intel_dp_helper_funcs = {
+       .dpms = cdv_intel_dp_dpms,
+       .mode_fixup = cdv_intel_dp_mode_fixup,
+       .prepare = cdv_intel_dp_prepare,
+       .mode_set = cdv_intel_dp_mode_set,
+       .commit = cdv_intel_dp_commit,
+ };
+ static const struct drm_connector_funcs cdv_intel_dp_connector_funcs = {
+       .dpms = drm_helper_connector_dpms,
+       .detect = cdv_intel_dp_detect,
+       .fill_modes = drm_helper_probe_single_connector_modes,
+       .set_property = cdv_intel_dp_set_property,
+       .destroy = cdv_intel_dp_destroy,
+ };
+ static const struct drm_connector_helper_funcs cdv_intel_dp_connector_helper_funcs = {
+       .get_modes = cdv_intel_dp_get_modes,
+       .mode_valid = cdv_intel_dp_mode_valid,
+       .best_encoder = psb_intel_best_encoder,
+ };
+ static const struct drm_encoder_funcs cdv_intel_dp_enc_funcs = {
+       .destroy = cdv_intel_dp_encoder_destroy,
+ };
+ static void cdv_intel_dp_add_properties(struct drm_connector *connector)
+ {
+       cdv_intel_attach_force_audio_property(connector);
+       cdv_intel_attach_broadcast_rgb_property(connector);
+ }
+ /* check the VBT to see whether the eDP is on DP-D port */
+ static bool cdv_intel_dpc_is_edp(struct drm_device *dev)
+ {
+       struct drm_psb_private *dev_priv = dev->dev_private;
+       struct child_device_config *p_child;
+       int i;
+       if (!dev_priv->child_dev_num)
+               return false;
+       for (i = 0; i < dev_priv->child_dev_num; i++) {
+               p_child = dev_priv->child_dev + i;
+               if (p_child->dvo_port == PORT_IDPC &&
+                   p_child->device_type == DEVICE_TYPE_eDP)
+                       return true;
+       }
+       return false;
+ }
+ /* Cedarview display clock gating
+    We need this disable dot get correct behaviour while enabling
+    DP/eDP. TODO - investigate if we can turn it back to normality
+    after enabling */
+ static void cdv_disable_intel_clock_gating(struct drm_device *dev)
+ {
+       u32 reg_value;
+       reg_value = REG_READ(DSPCLK_GATE_D);
+       reg_value |= (DPUNIT_PIPEB_GATE_DISABLE |
+                       DPUNIT_PIPEA_GATE_DISABLE |
+                       DPCUNIT_CLOCK_GATE_DISABLE |
+                       DPLSUNIT_CLOCK_GATE_DISABLE |
+                       DPOUNIT_CLOCK_GATE_DISABLE |
+                       DPIOUNIT_CLOCK_GATE_DISABLE);   
+       REG_WRITE(DSPCLK_GATE_D, reg_value);
+       udelay(500);            
+ }
+ void
+ cdv_intel_dp_init(struct drm_device *dev, struct psb_intel_mode_device *mode_dev, int output_reg)
+ {
+       struct psb_intel_encoder *psb_intel_encoder;
+       struct psb_intel_connector *psb_intel_connector;
+       struct drm_connector *connector;
+       struct drm_encoder *encoder;
+       struct cdv_intel_dp *intel_dp;
+       const char *name = NULL;
+       int type = DRM_MODE_CONNECTOR_DisplayPort;
+       psb_intel_encoder = kzalloc(sizeof(struct psb_intel_encoder), GFP_KERNEL);
+       if (!psb_intel_encoder)
+               return;
+         psb_intel_connector = kzalloc(sizeof(struct psb_intel_connector), GFP_KERNEL);
+         if (!psb_intel_connector)
+                 goto err_connector;
+       intel_dp = kzalloc(sizeof(struct cdv_intel_dp), GFP_KERNEL);
+       if (!intel_dp)
+               goto err_priv;
+       if ((output_reg == DP_C) && cdv_intel_dpc_is_edp(dev))
+               type = DRM_MODE_CONNECTOR_eDP;
+       connector = &psb_intel_connector->base;
+       encoder = &psb_intel_encoder->base;
+       drm_connector_init(dev, connector, &cdv_intel_dp_connector_funcs, type);
+       drm_encoder_init(dev, encoder, &cdv_intel_dp_enc_funcs, DRM_MODE_ENCODER_TMDS);
+       psb_intel_connector_attach_encoder(psb_intel_connector, psb_intel_encoder);
+       if (type == DRM_MODE_CONNECTOR_DisplayPort)
+               psb_intel_encoder->type = INTEL_OUTPUT_DISPLAYPORT;
+         else
+               psb_intel_encoder->type = INTEL_OUTPUT_EDP;
+       psb_intel_encoder->dev_priv=intel_dp;
+       intel_dp->encoder = psb_intel_encoder;
+       intel_dp->output_reg = output_reg;
+       
+       drm_encoder_helper_add(encoder, &cdv_intel_dp_helper_funcs);
+       drm_connector_helper_add(connector, &cdv_intel_dp_connector_helper_funcs);
+       connector->polled = DRM_CONNECTOR_POLL_HPD;
+       connector->interlace_allowed = false;
+       connector->doublescan_allowed = false;
+       drm_sysfs_connector_add(connector);
+       /* Set up the DDC bus. */
+       switch (output_reg) {
+               case DP_B:
+                       name = "DPDDC-B";
+                       psb_intel_encoder->ddi_select = (DP_MASK | DDI0_SELECT);
+                       break;
+               case DP_C:
+                       name = "DPDDC-C";
+                       psb_intel_encoder->ddi_select = (DP_MASK | DDI1_SELECT);
+                       break;
+       }
+       cdv_disable_intel_clock_gating(dev);
+       cdv_intel_dp_i2c_init(psb_intel_connector, psb_intel_encoder, name);
+         /* FIXME:fail check */
+       cdv_intel_dp_add_properties(connector);
+       if (is_edp(psb_intel_encoder)) {
+               int ret;
+               struct edp_power_seq cur;
+                 u32 pp_on, pp_off, pp_div;
+               u32 pwm_ctrl;
+               pp_on = REG_READ(PP_CONTROL);
+               pp_on &= ~PANEL_UNLOCK_MASK;
+               pp_on |= PANEL_UNLOCK_REGS;
+               
+               REG_WRITE(PP_CONTROL, pp_on);
+               pwm_ctrl = REG_READ(BLC_PWM_CTL2);
+               pwm_ctrl |= PWM_PIPE_B;
+               REG_WRITE(BLC_PWM_CTL2, pwm_ctrl);
+                 pp_on = REG_READ(PP_ON_DELAYS);
+                 pp_off = REG_READ(PP_OFF_DELAYS);
+                 pp_div = REG_READ(PP_DIVISOR);
+       
+               /* Pull timing values out of registers */
+                 cur.t1_t3 = (pp_on & PANEL_POWER_UP_DELAY_MASK) >>
+                         PANEL_POWER_UP_DELAY_SHIFT;
+                 cur.t8 = (pp_on & PANEL_LIGHT_ON_DELAY_MASK) >>
+                         PANEL_LIGHT_ON_DELAY_SHIFT;
+                 cur.t9 = (pp_off & PANEL_LIGHT_OFF_DELAY_MASK) >>
+                         PANEL_LIGHT_OFF_DELAY_SHIFT;
+                 cur.t10 = (pp_off & PANEL_POWER_DOWN_DELAY_MASK) >>
+                         PANEL_POWER_DOWN_DELAY_SHIFT;
+                 cur.t11_t12 = ((pp_div & PANEL_POWER_CYCLE_DELAY_MASK) >>
+                                PANEL_POWER_CYCLE_DELAY_SHIFT);
+                 DRM_DEBUG_KMS("cur t1_t3 %d t8 %d t9 %d t10 %d t11_t12 %d\n",
+                               cur.t1_t3, cur.t8, cur.t9, cur.t10, cur.t11_t12);
+               intel_dp->panel_power_up_delay = cur.t1_t3 / 10;
+                 intel_dp->backlight_on_delay = cur.t8 / 10;
+                 intel_dp->backlight_off_delay = cur.t9 / 10;
+                 intel_dp->panel_power_down_delay = cur.t10 / 10;
+                 intel_dp->panel_power_cycle_delay = (cur.t11_t12 - 1) * 100;
+                 DRM_DEBUG_KMS("panel power up delay %d, power down delay %d, power cycle delay %d\n",
+                               intel_dp->panel_power_up_delay, intel_dp->panel_power_down_delay,
+                               intel_dp->panel_power_cycle_delay);
+                 DRM_DEBUG_KMS("backlight on delay %d, off delay %d\n",
+                               intel_dp->backlight_on_delay, intel_dp->backlight_off_delay);
+               cdv_intel_edp_panel_vdd_on(psb_intel_encoder);
+               ret = cdv_intel_dp_aux_native_read(psb_intel_encoder, DP_DPCD_REV,
+                                              intel_dp->dpcd,
+                                              sizeof(intel_dp->dpcd));
+               cdv_intel_edp_panel_vdd_off(psb_intel_encoder);
+               if (ret == 0) {
+                       /* if this fails, presume the device is a ghost */
+                       DRM_INFO("failed to retrieve link info, disabling eDP\n");
+                       cdv_intel_dp_encoder_destroy(encoder);
+                       cdv_intel_dp_destroy(connector);
+                       goto err_priv;
+               } else {
+                       DRM_DEBUG_KMS("DPCD: Rev=%x LN_Rate=%x LN_CNT=%x LN_DOWNSP=%x\n",
+                               intel_dp->dpcd[0], intel_dp->dpcd[1], 
+                               intel_dp->dpcd[2], intel_dp->dpcd[3]);
+                       
+               }
+               /* The CDV reference driver moves pnale backlight setup into the displays that
+                  have a backlight: this is a good idea and one we should probably adopt, however
+                  we need to migrate all the drivers before we can do that */
+                 /*cdv_intel_panel_setup_backlight(dev); */
+       }
+       return;
+ err_priv:
+       kfree(psb_intel_connector);
+ err_connector:
+       kfree(psb_intel_encoder);
+ }
Simple merge
Simple merge
Simple merge
Simple merge
index b15282fdbf97601d071767e8fb3094e6bb952e01,223ff5b1b5c4842b2623da75f802c201cd82f03b..a7fd6c48b793ea95806b107f67969666153d7136
  #include <linux/kref.h>
  
  #include <drm/drmP.h>
 -#include "drm_global.h"
 -#include "gma_drm.h"
 +#include <drm/drm_global.h>
- #include "gem_glue.h"
 +#include <drm/gma_drm.h>
  #include "psb_reg.h"
  #include "psb_intel_drv.h"
+ #include "intel_bios.h"
  #include "gtt.h"
  #include "power.h"
  #include "opregion.h"
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
index f1bd4f4cd667b7b6e3e98082f7f59bfbae567f67,1474f84fdbd058ca2d5bd54cbfe6ee5f5c9c865a..6c8746c030c720ac4792c80362f273f9c64084c9
  #include <linux/i2c.h>
  #include <linux/slab.h>
  #include <linux/export.h>
 -#include "drmP.h"
 -#include "drm.h"
 -#include "drm_crtc.h"
 -#include "drm_crtc_helper.h"
 -#include "drm_edid.h"
 +#include <drm/drmP.h>
 +#include <drm/drm_crtc.h>
 +#include <drm/drm_crtc_helper.h>
 +#include <drm/drm_edid.h>
  #include "intel_drv.h"
 -#include "i915_drm.h"
 +#include <drm/i915_drm.h>
  #include "i915_drv.h"
- #include <drm/drm_dp_helper.h>
  
- #define DP_RECEIVER_CAP_SIZE  0xf
  #define DP_LINK_STATUS_SIZE   6
  #define DP_LINK_CHECK_TIMEOUT (10 * 1000)
  
index 7db849052a98626e5784589bd854d129fe850407,351fd7179cd723bdd261449e3d4965340722adea..05cc7c372fc5150863b7ad1c739637c29cad65b6
  #define __INTEL_DRV_H__
  
  #include <linux/i2c.h>
 -#include "i915_drm.h"
 +#include <drm/i915_drm.h>
  #include "i915_drv.h"
 -#include "drm_crtc.h"
 -#include "drm_crtc_helper.h"
 -#include "drm_fb_helper.h"
 -#include "drm_dp_helper.h"
 +#include <drm/drm_crtc.h>
 +#include <drm/drm_crtc_helper.h>
 +#include <drm/drm_fb_helper.h>
++#include <drm/drm_dp_helper.h>
  
  #define _wait_for(COND, MS, W) ({ \
        unsigned long timeout__ = jiffies + msecs_to_jiffies(MS);       \
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
index 0000000000000000000000000000000000000000,abb135f7495325710f56e373d8bb3d5a764c6db3..acf818c58bf0b2428873e26602834fc56ccc16a8
mode 000000,100644..100644
--- /dev/null
@@@ -1,0 -1,271 +1,271 @@@
 -                      flush_work_sync(&isr->work);
+ /*
+  * Copyright 2011 Red Hat Inc.
+  *
+  * Permission is hereby granted, free of charge, to any person obtaining a
+  * copy of this software and associated documentation files (the "Software"),
+  * to deal in the Software without restriction, including without limitation
+  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+  * and/or sell copies of the Software, and to permit persons to whom the
+  * Software is furnished to do so, subject to the following conditions:
+  *
+  * The above copyright notice and this permission notice shall be included in
+  * all copies or substantial portions of the Software.
+  *
+  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
+  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+  * OTHER DEALINGS IN THE SOFTWARE.
+  *
+  * Authors: Ben Skeggs
+  */
+ #include <subdev/gpio.h>
+ #include <subdev/bios.h>
+ #include <subdev/bios/gpio.h>
+ static int
+ nouveau_gpio_drive(struct nouveau_gpio *gpio,
+                  int idx, int line, int dir, int out)
+ {
+       return gpio->drive ? gpio->drive(gpio, line, dir, out) : -ENODEV;
+ }
+ static int
+ nouveau_gpio_sense(struct nouveau_gpio *gpio, int idx, int line)
+ {
+       return gpio->sense ? gpio->sense(gpio, line) : -ENODEV;
+ }
+ static int
+ nouveau_gpio_find(struct nouveau_gpio *gpio, int idx, u8 tag, u8 line,
+                 struct dcb_gpio_func *func)
+ {
+       if (line == 0xff && tag == 0xff)
+               return -EINVAL;
+       if (!dcb_gpio_parse(nouveau_bios(gpio), idx, tag, line, func))
+               return 0;
+       /* Apple iMac G4 NV18 */
+       if (nv_device_match(nv_object(gpio), 0x0189, 0x10de, 0x0010)) {
+               if (tag == DCB_GPIO_TVDAC0) {
+                       *func = (struct dcb_gpio_func) {
+                               .func = DCB_GPIO_TVDAC0,
+                               .line = 4,
+                               .log[0] = 0,
+                               .log[1] = 1,
+                       };
+                       return 0;
+               }
+       }
+       return -EINVAL;
+ }
+ static int
+ nouveau_gpio_set(struct nouveau_gpio *gpio, int idx, u8 tag, u8 line, int state)
+ {
+       struct dcb_gpio_func func;
+       int ret;
+       ret = nouveau_gpio_find(gpio, idx, tag, line, &func);
+       if (ret == 0) {
+               int dir = !!(func.log[state] & 0x02);
+               int out = !!(func.log[state] & 0x01);
+               ret = nouveau_gpio_drive(gpio, idx, func.line, dir, out);
+       }
+       return ret;
+ }
+ static int
+ nouveau_gpio_get(struct nouveau_gpio *gpio, int idx, u8 tag, u8 line)
+ {
+       struct dcb_gpio_func func;
+       int ret;
+       ret = nouveau_gpio_find(gpio, idx, tag, line, &func);
+       if (ret == 0) {
+               ret = nouveau_gpio_sense(gpio, idx, func.line);
+               if (ret >= 0)
+                       ret = (ret == (func.log[1] & 1));
+       }
+       return ret;
+ }
+ static int
+ nouveau_gpio_irq(struct nouveau_gpio *gpio, int idx, u8 tag, u8 line, bool on)
+ {
+       struct dcb_gpio_func func;
+       int ret;
+       ret = nouveau_gpio_find(gpio, idx, tag, line, &func);
+       if (ret == 0) {
+               if (idx == 0 && gpio->irq_enable)
+                       gpio->irq_enable(gpio, func.line, on);
+               else
+                       ret = -ENODEV;
+       }
+       return ret;
+ }
+ struct gpio_isr {
+       struct nouveau_gpio *gpio;
+       struct list_head head;
+       struct work_struct work;
+       int idx;
+       struct dcb_gpio_func func;
+       void (*handler)(void *, int);
+       void *data;
+       bool inhibit;
+ };
+ static void
+ nouveau_gpio_isr_bh(struct work_struct *work)
+ {
+       struct gpio_isr *isr = container_of(work, struct gpio_isr, work);
+       struct nouveau_gpio *gpio = isr->gpio;
+       unsigned long flags;
+       int state;
+       state = nouveau_gpio_get(gpio, isr->idx, isr->func.func,
+                                                isr->func.line);
+       if (state >= 0)
+               isr->handler(isr->data, state);
+       spin_lock_irqsave(&gpio->lock, flags);
+       isr->inhibit = false;
+       spin_unlock_irqrestore(&gpio->lock, flags);
+ }
+ static void
+ nouveau_gpio_isr_run(struct nouveau_gpio *gpio, int idx, u32 line_mask)
+ {
+       struct gpio_isr *isr;
+       if (idx != 0)
+               return;
+       spin_lock(&gpio->lock);
+       list_for_each_entry(isr, &gpio->isr, head) {
+               if (line_mask & (1 << isr->func.line)) {
+                       if (isr->inhibit)
+                               continue;
+                       isr->inhibit = true;
+                       schedule_work(&isr->work);
+               }
+       }
+       spin_unlock(&gpio->lock);
+ }
+ static int
+ nouveau_gpio_isr_add(struct nouveau_gpio *gpio, int idx, u8 tag, u8 line,
+                    void (*handler)(void *, int), void *data)
+ {
+       struct gpio_isr *isr;
+       unsigned long flags;
+       int ret;
+       isr = kzalloc(sizeof(*isr), GFP_KERNEL);
+       if (!isr)
+               return -ENOMEM;
+       ret = nouveau_gpio_find(gpio, idx, tag, line, &isr->func);
+       if (ret) {
+               kfree(isr);
+               return ret;
+       }
+       INIT_WORK(&isr->work, nouveau_gpio_isr_bh);
+       isr->gpio = gpio;
+       isr->handler = handler;
+       isr->data = data;
+       isr->idx = idx;
+       spin_lock_irqsave(&gpio->lock, flags);
+       list_add(&isr->head, &gpio->isr);
+       spin_unlock_irqrestore(&gpio->lock, flags);
+       return 0;
+ }
+ static void
+ nouveau_gpio_isr_del(struct nouveau_gpio *gpio, int idx, u8 tag, u8 line,
+                    void (*handler)(void *, int), void *data)
+ {
+       struct gpio_isr *isr, *tmp;
+       struct dcb_gpio_func func;
+       unsigned long flags;
+       LIST_HEAD(tofree);
+       int ret;
+       ret = nouveau_gpio_find(gpio, idx, tag, line, &func);
+       if (ret == 0) {
+               spin_lock_irqsave(&gpio->lock, flags);
+               list_for_each_entry_safe(isr, tmp, &gpio->isr, head) {
+                       if (memcmp(&isr->func, &func, sizeof(func)) ||
+                           isr->idx != idx ||
+                           isr->handler != handler || isr->data != data)
+                               continue;
+                       list_move_tail(&isr->head, &tofree);
+               }
+               spin_unlock_irqrestore(&gpio->lock, flags);
+               list_for_each_entry_safe(isr, tmp, &tofree, head) {
++                      flush_work(&isr->work);
+                       kfree(isr);
+               }
+       }
+ }
+ int
+ nouveau_gpio_create_(struct nouveau_object *parent,
+                    struct nouveau_object *engine,
+                    struct nouveau_oclass *oclass, int length, void **pobject)
+ {
+       struct nouveau_gpio *gpio;
+       int ret;
+       ret = nouveau_subdev_create_(parent, engine, oclass, 0, "GPIO", "gpio",
+                                    length, pobject);
+       gpio = *pobject;
+       if (ret)
+               return ret;
+       gpio->find = nouveau_gpio_find;
+       gpio->set  = nouveau_gpio_set;
+       gpio->get  = nouveau_gpio_get;
+       gpio->irq  = nouveau_gpio_irq;
+       gpio->isr_run = nouveau_gpio_isr_run;
+       gpio->isr_add = nouveau_gpio_isr_add;
+       gpio->isr_del = nouveau_gpio_isr_del;
+       INIT_LIST_HEAD(&gpio->isr);
+       spin_lock_init(&gpio->lock);
+       return 0;
+ }
+ static struct dmi_system_id gpio_reset_ids[] = {
+       {
+               .ident = "Apple Macbook 10,1",
+               .matches = {
+                       DMI_MATCH(DMI_SYS_VENDOR, "Apple Inc."),
+                       DMI_MATCH(DMI_PRODUCT_NAME, "MacBookPro10,1"),
+               }
+       },
+       { }
+ };
+ int
+ nouveau_gpio_init(struct nouveau_gpio *gpio)
+ {
+       int ret = nouveau_subdev_init(&gpio->base);
+       if (ret == 0 && gpio->reset) {
+               if (dmi_check_system(gpio_reset_ids))
+                       gpio->reset(gpio);
+       }
+       return ret;
+ }
index dea42bc515ecb6e7451ff02ff5034fa2693debdc,e7369c8239d3dbafaf2d55a3372ecaff6f7e10d0..48783e14114c0368220070ad22a7b74e5bc6858e
@@@ -7,15 -7,13 +7,13 @@@
  #include <acpi/acpi.h>
  #include <linux/mxm-wmi.h>
  
- #include <drm/drmP.h>
- #include <drm/drm_crtc_helper.h>
- #include "nouveau_drv.h"
- #include <drm/nouveau_drm.h>
- #include "nv50_display.h"
- #include "nouveau_connector.h"
  #include <linux/vga_switcheroo.h>
  
 -#include "drm_edid.h"
++#include <drm/drm_edid.h>
+ #include "nouveau_drm.h"
+ #include "nouveau_acpi.h"
  #define NOUVEAU_DSM_LED 0x02
  #define NOUVEAU_DSM_LED_STATE 0x00
  #define NOUVEAU_DSM_LED_OFF 0x10
index a84290562ca7e4d30f21c0dd64d66c7da61cc658,f6b7fa39d31251fa6a3d31eacd5caa9113e7efe9..09fdef23588230a1e30a793d466461b351721075
   * SOFTWARE.
   */
  
- #include <drm/drmP.h>
- #define NV_DEBUG_NOTRACE
- #include "nouveau_drv.h"
- #include "nouveau_hw.h"
- #include "nouveau_encoder.h"
- #include "nouveau_gpio.h"
- #include <linux/io-mapping.h>
- #include <linux/firmware.h>
- /* these defines are made up */
- #define NV_CIO_CRE_44_HEADA 0x0
- #define NV_CIO_CRE_44_HEADB 0x3
- #define FEATURE_MOBILE 0x10   /* also FEATURE_QUADRO for BMP */
- #define EDID1_LEN 128
- #define BIOSLOG(sip, fmt, arg...) NV_DEBUG(sip->dev, fmt, ##arg)
- #define LOG_OLD_VALUE(x)
- struct init_exec {
-       bool execute;
-       bool repeat;
- };
- static bool nv_cksum(const uint8_t *data, unsigned int length)
- {
-       /*
-        * There's a few checksums in the BIOS, so here's a generic checking
-        * function.
-        */
-       int i;
-       uint8_t sum = 0;
-       for (i = 0; i < length; i++)
-               sum += data[i];
-       if (sum)
-               return true;
-       return false;
- }
- static int
- score_vbios(struct nvbios *bios, const bool writeable)
- {
-       if (!bios->data || bios->data[0] != 0x55 || bios->data[1] != 0xAA) {
-               NV_TRACEWARN(bios->dev, "... BIOS signature not found\n");
-               return 0;
-       }
-       if (nv_cksum(bios->data, bios->data[2] * 512)) {
-               NV_TRACEWARN(bios->dev, "... BIOS checksum invalid\n");
-               /* if a ro image is somewhat bad, it's probably all rubbish */
-               return writeable ? 2 : 1;
-       }
-       NV_TRACE(bios->dev, "... appears to be valid\n");
-       return 3;
- }
- static void
- bios_shadow_prom(struct nvbios *bios)
- {
-       struct drm_device *dev = bios->dev;
-       struct drm_nouveau_private *dev_priv = dev->dev_private;
-       u32 pcireg, access;
-       u16 pcir;
-       int i;
-       /* enable access to rom */
-       if (dev_priv->card_type >= NV_50)
-               pcireg = 0x088050;
-       else
-               pcireg = NV_PBUS_PCI_NV_20;
-       access = nv_mask(dev, pcireg, 0x00000001, 0x00000000);
-       /* bail if no rom signature, with a workaround for a PROM reading
-        * issue on some chipsets.  the first read after a period of
-        * inactivity returns the wrong result, so retry the first header
-        * byte a few times before giving up as a workaround
-        */
-       i = 16;
-       do {
-               if (nv_rd08(dev, NV_PROM_OFFSET + 0) == 0x55)
-                       break;
-       } while (i--);
-       if (!i || nv_rd08(dev, NV_PROM_OFFSET + 1) != 0xaa)
-               goto out;
-       /* additional check (see note below) - read PCI record header */
-       pcir = nv_rd08(dev, NV_PROM_OFFSET + 0x18) |
-              nv_rd08(dev, NV_PROM_OFFSET + 0x19) << 8;
-       if (nv_rd08(dev, NV_PROM_OFFSET + pcir + 0) != 'P' ||
-           nv_rd08(dev, NV_PROM_OFFSET + pcir + 1) != 'C' ||
-           nv_rd08(dev, NV_PROM_OFFSET + pcir + 2) != 'I' ||
-           nv_rd08(dev, NV_PROM_OFFSET + pcir + 3) != 'R')
-               goto out;
-       /* read entire bios image to system memory */
-       bios->length = nv_rd08(dev, NV_PROM_OFFSET + 2) * 512;
-       bios->data = kmalloc(bios->length, GFP_KERNEL);
-       if (bios->data) {
-               for (i = 0; i < bios->length; i++)
-                       bios->data[i] = nv_rd08(dev, NV_PROM_OFFSET + i);
-       }
- out:
-       /* disable access to rom */
-       nv_wr32(dev, pcireg, access);
- }
- static void
- bios_shadow_pramin(struct nvbios *bios)
- {
-       struct drm_device *dev = bios->dev;
-       struct drm_nouveau_private *dev_priv = dev->dev_private;
-       u32 bar0 = 0;
-       int i;
-       if (dev_priv->card_type >= NV_50) {
-               u64 addr = (u64)(nv_rd32(dev, 0x619f04) & 0xffffff00) << 8;
-               if (!addr) {
-                       addr  = (u64)nv_rd32(dev, 0x001700) << 16;
-                       addr += 0xf0000;
-               }
-               bar0 = nv_mask(dev, 0x001700, 0xffffffff, addr >> 16);
-       }
-       /* bail if no rom signature */
-       if (nv_rd08(dev, NV_PRAMIN_OFFSET + 0) != 0x55 ||
-           nv_rd08(dev, NV_PRAMIN_OFFSET + 1) != 0xaa)
-               goto out;
-       bios->length = nv_rd08(dev, NV_PRAMIN_OFFSET + 2) * 512;
-       bios->data = kmalloc(bios->length, GFP_KERNEL);
-       if (bios->data) {
-               for (i = 0; i < bios->length; i++)
-                       bios->data[i] = nv_rd08(dev, NV_PRAMIN_OFFSET + i);
-       }
- out:
-       if (dev_priv->card_type >= NV_50)
-               nv_wr32(dev, 0x001700, bar0);
- }
- static void
- bios_shadow_pci(struct nvbios *bios)
- {
-       struct pci_dev *pdev = bios->dev->pdev;
-       size_t length;
-       if (!pci_enable_rom(pdev)) {
-               void __iomem *rom = pci_map_rom(pdev, &length);
-               if (rom && length) {
-                       bios->data = kmalloc(length, GFP_KERNEL);
-                       if (bios->data) {
-                               memcpy_fromio(bios->data, rom, length);
-                               bios->length = length;
-                       }
-               }
-               if (rom)
-                       pci_unmap_rom(pdev, rom);
-               pci_disable_rom(pdev);
-       }
- }
- static void
- bios_shadow_acpi(struct nvbios *bios)
- {
-       struct pci_dev *pdev = bios->dev->pdev;
-       int cnt = 65536 / ROM_BIOS_PAGE;
-       int ret;
-       if (!nouveau_acpi_rom_supported(pdev))
-               return;
-       bios->data = kmalloc(cnt * ROM_BIOS_PAGE, GFP_KERNEL);
-       if (!bios->data)
-               return;
-       bios->length = 0;
-       while (cnt--) {
-               ret = nouveau_acpi_get_bios_chunk(bios->data, bios->length,
-                                                 ROM_BIOS_PAGE);
-               if (ret != ROM_BIOS_PAGE)
-                       return;
-               bios->length += ROM_BIOS_PAGE;
-       }
- }
- struct methods {
-       const char desc[8];
-       void (*shadow)(struct nvbios *);
-       const bool rw;
-       int score;
-       u32 size;
-       u8 *data;
- };
- static bool
- bios_shadow(struct drm_device *dev)
- {
-       struct methods shadow_methods[] = {
-               { "PRAMIN", bios_shadow_pramin, true, 0, 0, NULL },
-               { "PROM", bios_shadow_prom, false, 0, 0, NULL },
-               { "ACPI", bios_shadow_acpi, true, 0, 0, NULL },
-               { "PCIROM", bios_shadow_pci, true, 0, 0, NULL },
-               {}
-       };
-       struct drm_nouveau_private *dev_priv = dev->dev_private;
-       struct nvbios *bios = &dev_priv->vbios;
-       struct methods *mthd, *best;
-       const struct firmware *fw;
-       char fname[32];
-       int ret;
-       if (nouveau_vbios) {
-               /* try to match one of the built-in methods */
-               mthd = shadow_methods;
-               do {
-                       if (strcasecmp(nouveau_vbios, mthd->desc))
-                               continue;
-                       NV_INFO(dev, "VBIOS source: %s\n", mthd->desc);
-                       mthd->shadow(bios);
-                       mthd->score = score_vbios(bios, mthd->rw);
-                       if (mthd->score)
-                               return true;
-               } while ((++mthd)->shadow);
-               /* attempt to load firmware image */
-               snprintf(fname, sizeof(fname), "nouveau/%s", nouveau_vbios);
-               ret = request_firmware(&fw, fname, &dev->pdev->dev);
-               if (ret == 0) {
-                       bios->length = fw->size;
-                       bios->data   = kmemdup(fw->data, fw->size, GFP_KERNEL);
-                       release_firmware(fw);
-                       NV_INFO(dev, "VBIOS image: %s\n", nouveau_vbios);
-                       if (score_vbios(bios, 1))
-                               return true;
-                       kfree(bios->data);
-                       bios->data = NULL;
-               }
-               NV_ERROR(dev, "VBIOS source \'%s\' invalid\n", nouveau_vbios);
-       }
-       mthd = shadow_methods;
-       do {
-               NV_TRACE(dev, "Checking %s for VBIOS\n", mthd->desc);
-               mthd->shadow(bios);
-               mthd->score = score_vbios(bios, mthd->rw);
-               mthd->size = bios->length;
-               mthd->data = bios->data;
-               bios->data = NULL;
-       } while (mthd->score != 3 && (++mthd)->shadow);
-       mthd = shadow_methods;
-       best = mthd;
-       do {
-               if (mthd->score > best->score) {
-                       kfree(best->data);
-                       best = mthd;
-               }
-       } while ((++mthd)->shadow);
-       if (best->score) {
-               NV_TRACE(dev, "Using VBIOS from %s\n", best->desc);
-               bios->length = best->size;
-               bios->data = best->data;
-               return true;
-       }
-       NV_ERROR(dev, "No valid VBIOS image found\n");
-       return false;
- }
- struct init_tbl_entry {
-       char *name;
-       uint8_t id;
-       /* Return:
-        *  > 0: success, length of opcode
-        *    0: success, but abort further parsing of table (INIT_DONE etc)
-        *  < 0: failure, table parsing will be aborted
-        */
-       int (*handler)(struct nvbios *, uint16_t, struct init_exec *);
- };
- static int parse_init_table(struct nvbios *, uint16_t, struct init_exec *);
- #define MACRO_INDEX_SIZE      2
- #define MACRO_SIZE            8
- #define CONDITION_SIZE                12
- #define IO_FLAG_CONDITION_SIZE        9
- #define IO_CONDITION_SIZE     5
- #define MEM_INIT_SIZE         66
- static void still_alive(void)
- {
- #if 0
-       sync();
-       mdelay(2);
- #endif
- }
- static uint32_t
- munge_reg(struct nvbios *bios, uint32_t reg)
- {
-       struct drm_nouveau_private *dev_priv = bios->dev->dev_private;
-       struct dcb_entry *dcbent = bios->display.output;
-       if (dev_priv->card_type < NV_50)
-               return reg;
-       if (reg & 0x80000000) {
-               BUG_ON(bios->display.crtc < 0);
-               reg += bios->display.crtc * 0x800;
-       }
-       if (reg & 0x40000000) {
-               BUG_ON(!dcbent);
-               reg += (ffs(dcbent->or) - 1) * 0x800;
-               if ((reg & 0x20000000) && !(dcbent->sorconf.link & 1))
-                       reg += 0x00000080;
-       }
-       reg &= ~0xe0000000;
-       return reg;
- }
- static int
- valid_reg(struct nvbios *bios, uint32_t reg)
- {
-       struct drm_nouveau_private *dev_priv = bios->dev->dev_private;
-       struct drm_device *dev = bios->dev;
-       /* C51 has misaligned regs on purpose. Marvellous */
-       if (reg & 0x2 ||
-           (reg & 0x1 && dev_priv->vbios.chip_version != 0x51))
-               NV_ERROR(dev, "======= misaligned reg 0x%08X =======\n", reg);
-       /* warn on C51 regs that haven't been verified accessible in tracing */
-       if (reg & 0x1 && dev_priv->vbios.chip_version == 0x51 &&
-           reg != 0x130d && reg != 0x1311 && reg != 0x60081d)
-               NV_WARN(dev, "=== C51 misaligned reg 0x%08X not verified ===\n",
-                       reg);
-       if (reg >= (8*1024*1024)) {
-               NV_ERROR(dev, "=== reg 0x%08x out of mapped bounds ===\n", reg);
-               return 0;
-       }
-       return 1;
- }
- static bool
- valid_idx_port(struct nvbios *bios, uint16_t port)
- {
-       struct drm_nouveau_private *dev_priv = bios->dev->dev_private;
-       struct drm_device *dev = bios->dev;
-       /*
-        * If adding more ports here, the read/write functions below will need
-        * updating so that the correct mmio range (PRMCIO, PRMDIO, PRMVIO) is
-        * used for the port in question
-        */
-       if (dev_priv->card_type < NV_50) {
-               if (port == NV_CIO_CRX__COLOR)
-                       return true;
-               if (port == NV_VIO_SRX)
-                       return true;
-       } else {
-               if (port == NV_CIO_CRX__COLOR)
-                       return true;
-       }
-       NV_ERROR(dev, "========== unknown indexed io port 0x%04X ==========\n",
-                port);
-       return false;
- }
- static bool
- valid_port(struct nvbios *bios, uint16_t port)
- {
-       struct drm_device *dev = bios->dev;
-       /*
-        * If adding more ports here, the read/write functions below will need
-        * updating so that the correct mmio range (PRMCIO, PRMDIO, PRMVIO) is
-        * used for the port in question
-        */
-       if (port == NV_VIO_VSE2)
-               return true;
-       NV_ERROR(dev, "========== unknown io port 0x%04X ==========\n", port);
-       return false;
- }
- static uint32_t
- bios_rd32(struct nvbios *bios, uint32_t reg)
- {
-       uint32_t data;
-       reg = munge_reg(bios, reg);
-       if (!valid_reg(bios, reg))
-               return 0;
-       /*
-        * C51 sometimes uses regs with bit0 set in the address. For these
-        * cases there should exist a translation in a BIOS table to an IO
-        * port address which the BIOS uses for accessing the reg
-        *
-        * These only seem to appear for the power control regs to a flat panel,
-        * and the GPIO regs at 0x60081*.  In C51 mmio traces the normal regs
-        * for 0x1308 and 0x1310 are used - hence the mask below.  An S3
-        * suspend-resume mmio trace from a C51 will be required to see if this
-        * is true for the power microcode in 0x14.., or whether the direct IO
-        * port access method is needed
-        */
-       if (reg & 0x1)
-               reg &= ~0x1;
-       data = nv_rd32(bios->dev, reg);
-       BIOSLOG(bios, " Read:  Reg: 0x%08X, Data: 0x%08X\n", reg, data);
-       return data;
- }
- static void
- bios_wr32(struct nvbios *bios, uint32_t reg, uint32_t data)
- {
-       struct drm_nouveau_private *dev_priv = bios->dev->dev_private;
-       reg = munge_reg(bios, reg);
-       if (!valid_reg(bios, reg))
-               return;
-       /* see note in bios_rd32 */
-       if (reg & 0x1)
-               reg &= 0xfffffffe;
-       LOG_OLD_VALUE(bios_rd32(bios, reg));
-       BIOSLOG(bios, " Write: Reg: 0x%08X, Data: 0x%08X\n", reg, data);
-       if (dev_priv->vbios.execute) {
-               still_alive();
-               nv_wr32(bios->dev, reg, data);
-       }
- }
- static uint8_t
- bios_idxprt_rd(struct nvbios *bios, uint16_t port, uint8_t index)
- {
-       struct drm_nouveau_private *dev_priv = bios->dev->dev_private;
-       struct drm_device *dev = bios->dev;
-       uint8_t data;
-       if (!valid_idx_port(bios, port))
-               return 0;
-       if (dev_priv->card_type < NV_50) {
-               if (port == NV_VIO_SRX)
-                       data = NVReadVgaSeq(dev, bios->state.crtchead, index);
-               else    /* assume NV_CIO_CRX__COLOR */
-                       data = NVReadVgaCrtc(dev, bios->state.crtchead, index);
-       } else {
-               uint32_t data32;
-               data32 = bios_rd32(bios, NV50_PDISPLAY_VGACRTC(index & ~3));
-               data = (data32 >> ((index & 3) << 3)) & 0xff;
-       }
-       BIOSLOG(bios, " Indexed IO read:  Port: 0x%04X, Index: 0x%02X, "
-                     "Head: 0x%02X, Data: 0x%02X\n",
-               port, index, bios->state.crtchead, data);
-       return data;
- }
- static void
- bios_idxprt_wr(struct nvbios *bios, uint16_t port, uint8_t index, uint8_t data)
- {
-       struct drm_nouveau_private *dev_priv = bios->dev->dev_private;
-       struct drm_device *dev = bios->dev;
-       if (!valid_idx_port(bios, port))
-               return;
-       /*
-        * The current head is maintained in the nvbios member  state.crtchead.
-        * We trap changes to CR44 and update the head variable and hence the
-        * register set written.
-        * As CR44 only exists on CRTC0, we update crtchead to head0 in advance
-        * of the write, and to head1 after the write
-        */
-       if (port == NV_CIO_CRX__COLOR && index == NV_CIO_CRE_44 &&
-           data != NV_CIO_CRE_44_HEADB)
-               bios->state.crtchead = 0;
-       LOG_OLD_VALUE(bios_idxprt_rd(bios, port, index));
-       BIOSLOG(bios, " Indexed IO write: Port: 0x%04X, Index: 0x%02X, "
-                     "Head: 0x%02X, Data: 0x%02X\n",
-               port, index, bios->state.crtchead, data);
-       if (bios->execute && dev_priv->card_type < NV_50) {
-               still_alive();
-               if (port == NV_VIO_SRX)
-                       NVWriteVgaSeq(dev, bios->state.crtchead, index, data);
-               else    /* assume NV_CIO_CRX__COLOR */
-                       NVWriteVgaCrtc(dev, bios->state.crtchead, index, data);
-       } else
-       if (bios->execute) {
-               uint32_t data32, shift = (index & 3) << 3;
-               still_alive();
-               data32  = bios_rd32(bios, NV50_PDISPLAY_VGACRTC(index & ~3));
-               data32 &= ~(0xff << shift);
-               data32 |= (data << shift);
-               bios_wr32(bios, NV50_PDISPLAY_VGACRTC(index & ~3), data32);
-       }
-       if (port == NV_CIO_CRX__COLOR &&
-           index == NV_CIO_CRE_44 && data == NV_CIO_CRE_44_HEADB)
-               bios->state.crtchead = 1;
- }
- static uint8_t
- bios_port_rd(struct nvbios *bios, uint16_t port)
- {
-       uint8_t data, head = bios->state.crtchead;
-       if (!valid_port(bios, port))
-               return 0;
-       data = NVReadPRMVIO(bios->dev, head, NV_PRMVIO0_OFFSET + port);
-       BIOSLOG(bios, " IO read:  Port: 0x%04X, Head: 0x%02X, Data: 0x%02X\n",
-               port, head, data);
-       return data;
- }
- static void
- bios_port_wr(struct nvbios *bios, uint16_t port, uint8_t data)
- {
-       int head = bios->state.crtchead;
-       if (!valid_port(bios, port))
-               return;
-       LOG_OLD_VALUE(bios_port_rd(bios, port));
-       BIOSLOG(bios, " IO write: Port: 0x%04X, Head: 0x%02X, Data: 0x%02X\n",
-               port, head, data);
-       if (!bios->execute)
-               return;
-       still_alive();
-       NVWritePRMVIO(bios->dev, head, NV_PRMVIO0_OFFSET + port, data);
- }
- static bool
- io_flag_condition_met(struct nvbios *bios, uint16_t offset, uint8_t cond)
- {
-       /*
-        * The IO flag condition entry has 2 bytes for the CRTC port; 1 byte
-        * for the CRTC index; 1 byte for the mask to apply to the value
-        * retrieved from the CRTC; 1 byte for the shift right to apply to the
-        * masked CRTC value; 2 bytes for the offset to the flag array, to
-        * which the shifted value is added; 1 byte for the mask applied to the
-        * value read from the flag array; and 1 byte for the value to compare
-        * against the masked byte from the flag table.
-        */
-       uint16_t condptr = bios->io_flag_condition_tbl_ptr + cond * IO_FLAG_CONDITION_SIZE;
-       uint16_t crtcport = ROM16(bios->data[condptr]);
-       uint8_t crtcindex = bios->data[condptr + 2];
-       uint8_t mask = bios->data[condptr + 3];
-       uint8_t shift = bios->data[condptr + 4];
-       uint16_t flagarray = ROM16(bios->data[condptr + 5]);
-       uint8_t flagarraymask = bios->data[condptr + 7];
-       uint8_t cmpval = bios->data[condptr + 8];
-       uint8_t data;
-       BIOSLOG(bios, "0x%04X: Port: 0x%04X, Index: 0x%02X, Mask: 0x%02X, "
-                     "Shift: 0x%02X, FlagArray: 0x%04X, FAMask: 0x%02X, "
-                     "Cmpval: 0x%02X\n",
-               offset, crtcport, crtcindex, mask, shift, flagarray, flagarraymask, cmpval);
-       data = bios_idxprt_rd(bios, crtcport, crtcindex);
-       data = bios->data[flagarray + ((data & mask) >> shift)];
-       data &= flagarraymask;
-       BIOSLOG(bios, "0x%04X: Checking if 0x%02X equals 0x%02X\n",
-               offset, data, cmpval);
-       return (data == cmpval);
- }
- static bool
- bios_condition_met(struct nvbios *bios, uint16_t offset, uint8_t cond)
- {
-       /*
-        * The condition table entry has 4 bytes for the address of the
-        * register to check, 4 bytes for a mask to apply to the register and
-        * 4 for a test comparison value
-        */
-       uint16_t condptr = bios->condition_tbl_ptr + cond * CONDITION_SIZE;
-       uint32_t reg = ROM32(bios->data[condptr]);
-       uint32_t mask = ROM32(bios->data[condptr + 4]);
-       uint32_t cmpval = ROM32(bios->data[condptr + 8]);
-       uint32_t data;
-       BIOSLOG(bios, "0x%04X: Cond: 0x%02X, Reg: 0x%08X, Mask: 0x%08X\n",
-               offset, cond, reg, mask);
-       data = bios_rd32(bios, reg) & mask;
-       BIOSLOG(bios, "0x%04X: Checking if 0x%08X equals 0x%08X\n",
-               offset, data, cmpval);
-       return (data == cmpval);
- }
- static bool
- io_condition_met(struct nvbios *bios, uint16_t offset, uint8_t cond)
- {
-       /*
-        * The IO condition entry has 2 bytes for the IO port address; 1 byte
-        * for the index to write to io_port; 1 byte for the mask to apply to
-        * the byte read from io_port+1; and 1 byte for the value to compare
-        * against the masked byte.
-        */
-       uint16_t condptr = bios->io_condition_tbl_ptr + cond * IO_CONDITION_SIZE;
-       uint16_t io_port = ROM16(bios->data[condptr]);
-       uint8_t port_index = bios->data[condptr + 2];
-       uint8_t mask = bios->data[condptr + 3];
-       uint8_t cmpval = bios->data[condptr + 4];
-       uint8_t data = bios_idxprt_rd(bios, io_port, port_index) & mask;
-       BIOSLOG(bios, "0x%04X: Checking if 0x%02X equals 0x%02X\n",
-               offset, data, cmpval);
-       return (data == cmpval);
- }
- static int
- nv50_pll_set(struct drm_device *dev, uint32_t reg, uint32_t clk)
- {
-       struct drm_nouveau_private *dev_priv = dev->dev_private;
-       struct nouveau_pll_vals pll;
-       struct pll_lims pll_limits;
-       u32 ctrl, mask, coef;
-       int ret;
-       ret = get_pll_limits(dev, reg, &pll_limits);
-       if (ret)
-               return ret;
-       clk = nouveau_calc_pll_mnp(dev, &pll_limits, clk, &pll);
-       if (!clk)
-               return -ERANGE;
-       coef = pll.N1 << 8 | pll.M1;
-       ctrl = pll.log2P << 16;
-       mask = 0x00070000;
-       if (reg == 0x004008) {
-               mask |= 0x01f80000;
-               ctrl |= (pll_limits.log2p_bias << 19);
-               ctrl |= (pll.log2P << 22);
-       }
-       if (!dev_priv->vbios.execute)
-               return 0;
-       nv_mask(dev, reg + 0, mask, ctrl);
-       nv_wr32(dev, reg + 4, coef);
-       return 0;
- }
- static int
- setPLL(struct nvbios *bios, uint32_t reg, uint32_t clk)
- {
-       struct drm_device *dev = bios->dev;
-       struct drm_nouveau_private *dev_priv = dev->dev_private;
-       /* clk in kHz */
-       struct pll_lims pll_lim;
-       struct nouveau_pll_vals pllvals;
-       int ret;
-       if (dev_priv->card_type >= NV_50)
-               return nv50_pll_set(dev, reg, clk);
-       /* high regs (such as in the mac g5 table) are not -= 4 */
-       ret = get_pll_limits(dev, reg > 0x405c ? reg : reg - 4, &pll_lim);
-       if (ret)
-               return ret;
-       clk = nouveau_calc_pll_mnp(dev, &pll_lim, clk, &pllvals);
-       if (!clk)
-               return -ERANGE;
-       if (bios->execute) {
-               still_alive();
-               nouveau_hw_setpll(dev, reg, &pllvals);
-       }
-       return 0;
- }
- static int dcb_entry_idx_from_crtchead(struct drm_device *dev)
- {
-       struct drm_nouveau_private *dev_priv = dev->dev_private;
-       struct nvbios *bios = &dev_priv->vbios;
-       /*
-        * For the results of this function to be correct, CR44 must have been
-        * set (using bios_idxprt_wr to set crtchead), CR58 set for CR57 = 0,
-        * and the DCB table parsed, before the script calling the function is
-        * run.  run_digital_op_script is example of how to do such setup
-        */
-       uint8_t dcb_entry = NVReadVgaCrtc5758(dev, bios->state.crtchead, 0);
-       if (dcb_entry > bios->dcb.entries) {
-               NV_ERROR(dev, "CR58 doesn't have a valid DCB entry currently "
-                               "(%02X)\n", dcb_entry);
-               dcb_entry = 0x7f;       /* unused / invalid marker */
-       }
-       return dcb_entry;
- }
- static struct nouveau_i2c_chan *
- init_i2c_device_find(struct drm_device *dev, int i2c_index)
- {
-       if (i2c_index == 0xff) {
-               struct drm_nouveau_private *dev_priv = dev->dev_private;
-               struct dcb_table *dcb = &dev_priv->vbios.dcb;
-               /* note: dcb_entry_idx_from_crtchead needs pre-script set-up */
-               int idx = dcb_entry_idx_from_crtchead(dev);
-               i2c_index = NV_I2C_DEFAULT(0);
-               if (idx != 0x7f && dcb->entry[idx].i2c_upper_default)
-                       i2c_index = NV_I2C_DEFAULT(1);
-       }
-       return nouveau_i2c_find(dev, i2c_index);
- }
- static uint32_t
- get_tmds_index_reg(struct drm_device *dev, uint8_t mlv)
- {
-       /*
-        * For mlv < 0x80, it is an index into a table of TMDS base addresses.
-        * For mlv == 0x80 use the "or" value of the dcb_entry indexed by
-        * CR58 for CR57 = 0 to index a table of offsets to the basic
-        * 0x6808b0 address.
-        * For mlv == 0x81 use the "or" value of the dcb_entry indexed by
-        * CR58 for CR57 = 0 to index a table of offsets to the basic
-        * 0x6808b0 address, and then flip the offset by 8.
-        */
-       struct drm_nouveau_private *dev_priv = dev->dev_private;
-       struct nvbios *bios = &dev_priv->vbios;
-       const int pramdac_offset[13] = {
-               0, 0, 0x8, 0, 0x2000, 0, 0, 0, 0x2008, 0, 0, 0, 0x2000 };
-       const uint32_t pramdac_table[4] = {
-               0x6808b0, 0x6808b8, 0x6828b0, 0x6828b8 };
-       if (mlv >= 0x80) {
-               int dcb_entry, dacoffset;
-               /* note: dcb_entry_idx_from_crtchead needs pre-script set-up */
-               dcb_entry = dcb_entry_idx_from_crtchead(dev);
-               if (dcb_entry == 0x7f)
-                       return 0;
-               dacoffset = pramdac_offset[bios->dcb.entry[dcb_entry].or];
-               if (mlv == 0x81)
-                       dacoffset ^= 8;
-               return 0x6808b0 + dacoffset;
-       } else {
-               if (mlv >= ARRAY_SIZE(pramdac_table)) {
-                       NV_ERROR(dev, "Magic Lookup Value too big (%02X)\n",
-                                                                       mlv);
-                       return 0;
-               }
-               return pramdac_table[mlv];
-       }
- }
- static int
- init_io_restrict_prog(struct nvbios *bios, uint16_t offset,
-                     struct init_exec *iexec)
- {
-       /*
-        * INIT_IO_RESTRICT_PROG   opcode: 0x32 ('2')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (16 bit): CRTC port
-        * offset + 3  (8  bit): CRTC index
-        * offset + 4  (8  bit): mask
-        * offset + 5  (8  bit): shift
-        * offset + 6  (8  bit): count
-        * offset + 7  (32 bit): register
-        * offset + 11 (32 bit): configuration 1
-        * ...
-        *
-        * Starting at offset + 11 there are "count" 32 bit values.
-        * To find out which value to use read index "CRTC index" on "CRTC
-        * port", AND this value with "mask" and then bit shift right "shift"
-        * bits.  Read the appropriate value using this index and write to
-        * "register"
-        */
-       uint16_t crtcport = ROM16(bios->data[offset + 1]);
-       uint8_t crtcindex = bios->data[offset + 3];
-       uint8_t mask = bios->data[offset + 4];
-       uint8_t shift = bios->data[offset + 5];
-       uint8_t count = bios->data[offset + 6];
-       uint32_t reg = ROM32(bios->data[offset + 7]);
-       uint8_t config;
-       uint32_t configval;
-       int len = 11 + count * 4;
-       if (!iexec->execute)
-               return len;
-       BIOSLOG(bios, "0x%04X: Port: 0x%04X, Index: 0x%02X, Mask: 0x%02X, "
-                     "Shift: 0x%02X, Count: 0x%02X, Reg: 0x%08X\n",
-               offset, crtcport, crtcindex, mask, shift, count, reg);
-       config = (bios_idxprt_rd(bios, crtcport, crtcindex) & mask) >> shift;
-       if (config > count) {
-               NV_ERROR(bios->dev,
-                        "0x%04X: Config 0x%02X exceeds maximal bound 0x%02X\n",
-                        offset, config, count);
-               return len;
-       }
-       configval = ROM32(bios->data[offset + 11 + config * 4]);
-       BIOSLOG(bios, "0x%04X: Writing config %02X\n", offset, config);
-       bios_wr32(bios, reg, configval);
-       return len;
- }
- static int
- init_repeat(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_REPEAT   opcode: 0x33 ('3')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): count
-        *
-        * Execute script following this opcode up to INIT_REPEAT_END
-        * "count" times
-        */
-       uint8_t count = bios->data[offset + 1];
-       uint8_t i;
-       /* no iexec->execute check by design */
-       BIOSLOG(bios, "0x%04X: Repeating following segment %d times\n",
-               offset, count);
-       iexec->repeat = true;
-       /*
-        * count - 1, as the script block will execute once when we leave this
-        * opcode -- this is compatible with bios behaviour as:
-        * a) the block is always executed at least once, even if count == 0
-        * b) the bios interpreter skips to the op following INIT_END_REPEAT,
-        * while we don't
-        */
-       for (i = 0; i < count - 1; i++)
-               parse_init_table(bios, offset + 2, iexec);
-       iexec->repeat = false;
-       return 2;
- }
- static int
- init_io_restrict_pll(struct nvbios *bios, uint16_t offset,
-                    struct init_exec *iexec)
- {
-       /*
-        * INIT_IO_RESTRICT_PLL   opcode: 0x34 ('4')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (16 bit): CRTC port
-        * offset + 3  (8  bit): CRTC index
-        * offset + 4  (8  bit): mask
-        * offset + 5  (8  bit): shift
-        * offset + 6  (8  bit): IO flag condition index
-        * offset + 7  (8  bit): count
-        * offset + 8  (32 bit): register
-        * offset + 12 (16 bit): frequency 1
-        * ...
-        *
-        * Starting at offset + 12 there are "count" 16 bit frequencies (10kHz).
-        * Set PLL register "register" to coefficients for frequency n,
-        * selected by reading index "CRTC index" of "CRTC port" ANDed with
-        * "mask" and shifted right by "shift".
-        *
-        * If "IO flag condition index" > 0, and condition met, double
-        * frequency before setting it.
-        */
-       uint16_t crtcport = ROM16(bios->data[offset + 1]);
-       uint8_t crtcindex = bios->data[offset + 3];
-       uint8_t mask = bios->data[offset + 4];
-       uint8_t shift = bios->data[offset + 5];
-       int8_t io_flag_condition_idx = bios->data[offset + 6];
-       uint8_t count = bios->data[offset + 7];
-       uint32_t reg = ROM32(bios->data[offset + 8]);
-       uint8_t config;
-       uint16_t freq;
-       int len = 12 + count * 2;
-       if (!iexec->execute)
-               return len;
-       BIOSLOG(bios, "0x%04X: Port: 0x%04X, Index: 0x%02X, Mask: 0x%02X, "
-                     "Shift: 0x%02X, IO Flag Condition: 0x%02X, "
-                     "Count: 0x%02X, Reg: 0x%08X\n",
-               offset, crtcport, crtcindex, mask, shift,
-               io_flag_condition_idx, count, reg);
-       config = (bios_idxprt_rd(bios, crtcport, crtcindex) & mask) >> shift;
-       if (config > count) {
-               NV_ERROR(bios->dev,
-                        "0x%04X: Config 0x%02X exceeds maximal bound 0x%02X\n",
-                        offset, config, count);
-               return len;
-       }
-       freq = ROM16(bios->data[offset + 12 + config * 2]);
-       if (io_flag_condition_idx > 0) {
-               if (io_flag_condition_met(bios, offset, io_flag_condition_idx)) {
-                       BIOSLOG(bios, "0x%04X: Condition fulfilled -- "
-                                     "frequency doubled\n", offset);
-                       freq *= 2;
-               } else
-                       BIOSLOG(bios, "0x%04X: Condition not fulfilled -- "
-                                     "frequency unchanged\n", offset);
-       }
-       BIOSLOG(bios, "0x%04X: Reg: 0x%08X, Config: 0x%02X, Freq: %d0kHz\n",
-               offset, reg, config, freq);
-       setPLL(bios, reg, freq * 10);
-       return len;
- }
- static int
- init_end_repeat(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_END_REPEAT   opcode: 0x36 ('6')
-        *
-        * offset      (8 bit): opcode
-        *
-        * Marks the end of the block for INIT_REPEAT to repeat
-        */
-       /* no iexec->execute check by design */
-       /*
-        * iexec->repeat flag necessary to go past INIT_END_REPEAT opcode when
-        * we're not in repeat mode
-        */
-       if (iexec->repeat)
-               return 0;
-       return 1;
- }
- static int
- init_copy(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_COPY   opcode: 0x37 ('7')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (32 bit): register
-        * offset + 5  (8  bit): shift
-        * offset + 6  (8  bit): srcmask
-        * offset + 7  (16 bit): CRTC port
-        * offset + 9  (8 bit): CRTC index
-        * offset + 10  (8 bit): mask
-        *
-        * Read index "CRTC index" on "CRTC port", AND with "mask", OR with
-        * (REGVAL("register") >> "shift" & "srcmask") and write-back to CRTC
-        * port
-        */
-       uint32_t reg = ROM32(bios->data[offset + 1]);
-       uint8_t shift = bios->data[offset + 5];
-       uint8_t srcmask = bios->data[offset + 6];
-       uint16_t crtcport = ROM16(bios->data[offset + 7]);
-       uint8_t crtcindex = bios->data[offset + 9];
-       uint8_t mask = bios->data[offset + 10];
-       uint32_t data;
-       uint8_t crtcdata;
-       if (!iexec->execute)
-               return 11;
-       BIOSLOG(bios, "0x%04X: Reg: 0x%08X, Shift: 0x%02X, SrcMask: 0x%02X, "
-                     "Port: 0x%04X, Index: 0x%02X, Mask: 0x%02X\n",
-               offset, reg, shift, srcmask, crtcport, crtcindex, mask);
-       data = bios_rd32(bios, reg);
-       if (shift < 0x80)
-               data >>= shift;
-       else
-               data <<= (0x100 - shift);
-       data &= srcmask;
-       crtcdata  = bios_idxprt_rd(bios, crtcport, crtcindex) & mask;
-       crtcdata |= (uint8_t)data;
-       bios_idxprt_wr(bios, crtcport, crtcindex, crtcdata);
-       return 11;
- }
- static int
- init_not(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_NOT   opcode: 0x38 ('8')
-        *
-        * offset      (8  bit): opcode
-        *
-        * Invert the current execute / no-execute condition (i.e. "else")
-        */
-       if (iexec->execute)
-               BIOSLOG(bios, "0x%04X: ------ Skipping following commands  ------\n", offset);
-       else
-               BIOSLOG(bios, "0x%04X: ------ Executing following commands ------\n", offset);
-       iexec->execute = !iexec->execute;
-       return 1;
- }
- static int
- init_io_flag_condition(struct nvbios *bios, uint16_t offset,
-                      struct init_exec *iexec)
- {
-       /*
-        * INIT_IO_FLAG_CONDITION   opcode: 0x39 ('9')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): condition number
-        *
-        * Check condition "condition number" in the IO flag condition table.
-        * If condition not met skip subsequent opcodes until condition is
-        * inverted (INIT_NOT), or we hit INIT_RESUME
-        */
-       uint8_t cond = bios->data[offset + 1];
-       if (!iexec->execute)
-               return 2;
-       if (io_flag_condition_met(bios, offset, cond))
-               BIOSLOG(bios, "0x%04X: Condition fulfilled -- continuing to execute\n", offset);
-       else {
-               BIOSLOG(bios, "0x%04X: Condition not fulfilled -- skipping following commands\n", offset);
-               iexec->execute = false;
-       }
-       return 2;
- }
- static int
- init_dp_condition(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_DP_CONDITION   opcode: 0x3A ('')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): "sub" opcode
-        * offset + 2  (8 bit): unknown
-        *
-        */
-       struct dcb_entry *dcb = bios->display.output;
-       struct drm_device *dev = bios->dev;
-       uint8_t cond = bios->data[offset + 1];
-       uint8_t *table, *entry;
-       BIOSLOG(bios, "0x%04X: subop 0x%02X\n", offset, cond);
-       if (!iexec->execute)
-               return 3;
-       table = nouveau_dp_bios_data(dev, dcb, &entry);
-       if (!table)
-               return 3;
-       switch (cond) {
-       case 0:
-               entry = dcb_conn(dev, dcb->connector);
-               if (!entry || entry[0] != DCB_CONNECTOR_eDP)
-                       iexec->execute = false;
-               break;
-       case 1:
-       case 2:
-               if ((table[0]  < 0x40 && !(entry[5] & cond)) ||
-                   (table[0] == 0x40 && !(entry[4] & cond)))
-                       iexec->execute = false;
-               break;
-       case 5:
-       {
-               struct nouveau_i2c_chan *auxch;
-               int ret;
-               auxch = nouveau_i2c_find(dev, bios->display.output->i2c_index);
-               if (!auxch) {
-                       NV_ERROR(dev, "0x%04X: couldn't get auxch\n", offset);
-                       return 3;
-               }
-               ret = nouveau_dp_auxch(auxch, 9, 0xd, &cond, 1);
-               if (ret) {
-                       NV_ERROR(dev, "0x%04X: auxch rd fail: %d\n", offset, ret);
-                       return 3;
-               }
-               if (!(cond & 1))
-                       iexec->execute = false;
-       }
-               break;
-       default:
-               NV_WARN(dev, "0x%04X: unknown INIT_3A op: %d\n", offset, cond);
-               break;
-       }
-       if (iexec->execute)
-               BIOSLOG(bios, "0x%04X: continuing to execute\n", offset);
-       else
-               BIOSLOG(bios, "0x%04X: skipping following commands\n", offset);
-       return 3;
- }
- static int
- init_op_3b(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_3B   opcode: 0x3B ('')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): crtc index
-        *
-        */
-       uint8_t or = ffs(bios->display.output->or) - 1;
-       uint8_t index = bios->data[offset + 1];
-       uint8_t data;
-       if (!iexec->execute)
-               return 2;
-       data = bios_idxprt_rd(bios, 0x3d4, index);
-       bios_idxprt_wr(bios, 0x3d4, index, data & ~(1 << or));
-       return 2;
- }
- static int
- init_op_3c(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_3C   opcode: 0x3C ('')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): crtc index
-        *
-        */
-       uint8_t or = ffs(bios->display.output->or) - 1;
-       uint8_t index = bios->data[offset + 1];
-       uint8_t data;
-       if (!iexec->execute)
-               return 2;
-       data = bios_idxprt_rd(bios, 0x3d4, index);
-       bios_idxprt_wr(bios, 0x3d4, index, data | (1 << or));
-       return 2;
- }
- static int
- init_idx_addr_latched(struct nvbios *bios, uint16_t offset,
-                     struct init_exec *iexec)
- {
-       /*
-        * INIT_INDEX_ADDRESS_LATCHED   opcode: 0x49 ('I')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (32 bit): control register
-        * offset + 5  (32 bit): data register
-        * offset + 9  (32 bit): mask
-        * offset + 13 (32 bit): data
-        * offset + 17 (8  bit): count
-        * offset + 18 (8  bit): address 1
-        * offset + 19 (8  bit): data 1
-        * ...
-        *
-        * For each of "count" address and data pairs, write "data n" to
-        * "data register", read the current value of "control register",
-        * and write it back once ANDed with "mask", ORed with "data",
-        * and ORed with "address n"
-        */
-       uint32_t controlreg = ROM32(bios->data[offset + 1]);
-       uint32_t datareg = ROM32(bios->data[offset + 5]);
-       uint32_t mask = ROM32(bios->data[offset + 9]);
-       uint32_t data = ROM32(bios->data[offset + 13]);
-       uint8_t count = bios->data[offset + 17];
-       int len = 18 + count * 2;
-       uint32_t value;
-       int i;
-       if (!iexec->execute)
-               return len;
-       BIOSLOG(bios, "0x%04X: ControlReg: 0x%08X, DataReg: 0x%08X, "
-                     "Mask: 0x%08X, Data: 0x%08X, Count: 0x%02X\n",
-               offset, controlreg, datareg, mask, data, count);
-       for (i = 0; i < count; i++) {
-               uint8_t instaddress = bios->data[offset + 18 + i * 2];
-               uint8_t instdata = bios->data[offset + 19 + i * 2];
-               BIOSLOG(bios, "0x%04X: Address: 0x%02X, Data: 0x%02X\n",
-                       offset, instaddress, instdata);
-               bios_wr32(bios, datareg, instdata);
-               value  = bios_rd32(bios, controlreg) & mask;
-               value |= data;
-               value |= instaddress;
-               bios_wr32(bios, controlreg, value);
-       }
-       return len;
- }
- static int
- init_io_restrict_pll2(struct nvbios *bios, uint16_t offset,
-                     struct init_exec *iexec)
- {
-       /*
-        * INIT_IO_RESTRICT_PLL2   opcode: 0x4A ('J')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (16 bit): CRTC port
-        * offset + 3  (8  bit): CRTC index
-        * offset + 4  (8  bit): mask
-        * offset + 5  (8  bit): shift
-        * offset + 6  (8  bit): count
-        * offset + 7  (32 bit): register
-        * offset + 11 (32 bit): frequency 1
-        * ...
-        *
-        * Starting at offset + 11 there are "count" 32 bit frequencies (kHz).
-        * Set PLL register "register" to coefficients for frequency n,
-        * selected by reading index "CRTC index" of "CRTC port" ANDed with
-        * "mask" and shifted right by "shift".
-        */
-       uint16_t crtcport = ROM16(bios->data[offset + 1]);
-       uint8_t crtcindex = bios->data[offset + 3];
-       uint8_t mask = bios->data[offset + 4];
-       uint8_t shift = bios->data[offset + 5];
-       uint8_t count = bios->data[offset + 6];
-       uint32_t reg = ROM32(bios->data[offset + 7]);
-       int len = 11 + count * 4;
-       uint8_t config;
-       uint32_t freq;
-       if (!iexec->execute)
-               return len;
-       BIOSLOG(bios, "0x%04X: Port: 0x%04X, Index: 0x%02X, Mask: 0x%02X, "
-                     "Shift: 0x%02X, Count: 0x%02X, Reg: 0x%08X\n",
-               offset, crtcport, crtcindex, mask, shift, count, reg);
-       if (!reg)
-               return len;
-       config = (bios_idxprt_rd(bios, crtcport, crtcindex) & mask) >> shift;
-       if (config > count) {
-               NV_ERROR(bios->dev,
-                        "0x%04X: Config 0x%02X exceeds maximal bound 0x%02X\n",
-                        offset, config, count);
-               return len;
-       }
-       freq = ROM32(bios->data[offset + 11 + config * 4]);
-       BIOSLOG(bios, "0x%04X: Reg: 0x%08X, Config: 0x%02X, Freq: %dkHz\n",
-               offset, reg, config, freq);
-       setPLL(bios, reg, freq);
-       return len;
- }
- static int
- init_pll2(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_PLL2   opcode: 0x4B ('K')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (32 bit): register
-        * offset + 5  (32 bit): freq
-        *
-        * Set PLL register "register" to coefficients for frequency "freq"
-        */
-       uint32_t reg = ROM32(bios->data[offset + 1]);
-       uint32_t freq = ROM32(bios->data[offset + 5]);
-       if (!iexec->execute)
-               return 9;
-       BIOSLOG(bios, "0x%04X: Reg: 0x%04X, Freq: %dkHz\n",
-               offset, reg, freq);
-       setPLL(bios, reg, freq);
-       return 9;
- }
- static int
- init_i2c_byte(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_I2C_BYTE   opcode: 0x4C ('L')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): DCB I2C table entry index
-        * offset + 2  (8 bit): I2C slave address
-        * offset + 3  (8 bit): count
-        * offset + 4  (8 bit): I2C register 1
-        * offset + 5  (8 bit): mask 1
-        * offset + 6  (8 bit): data 1
-        * ...
-        *
-        * For each of "count" registers given by "I2C register n" on the device
-        * addressed by "I2C slave address" on the I2C bus given by
-        * "DCB I2C table entry index", read the register, AND the result with
-        * "mask n" and OR it with "data n" before writing it back to the device
-        */
-       struct drm_device *dev = bios->dev;
-       uint8_t i2c_index = bios->data[offset + 1];
-       uint8_t i2c_address = bios->data[offset + 2] >> 1;
-       uint8_t count = bios->data[offset + 3];
-       struct nouveau_i2c_chan *chan;
-       int len = 4 + count * 3;
-       int ret, i;
-       if (!iexec->execute)
-               return len;
-       BIOSLOG(bios, "0x%04X: DCBI2CIndex: 0x%02X, I2CAddress: 0x%02X, "
-                     "Count: 0x%02X\n",
-               offset, i2c_index, i2c_address, count);
-       chan = init_i2c_device_find(dev, i2c_index);
-       if (!chan) {
-               NV_ERROR(dev, "0x%04X: i2c bus not found\n", offset);
-               return len;
-       }
-       for (i = 0; i < count; i++) {
-               uint8_t reg = bios->data[offset + 4 + i * 3];
-               uint8_t mask = bios->data[offset + 5 + i * 3];
-               uint8_t data = bios->data[offset + 6 + i * 3];
-               union i2c_smbus_data val;
-               ret = i2c_smbus_xfer(&chan->adapter, i2c_address, 0,
-                                    I2C_SMBUS_READ, reg,
-                                    I2C_SMBUS_BYTE_DATA, &val);
-               if (ret < 0) {
-                       NV_ERROR(dev, "0x%04X: i2c rd fail: %d\n", offset, ret);
-                       return len;
-               }
-               BIOSLOG(bios, "0x%04X: I2CReg: 0x%02X, Value: 0x%02X, "
-                             "Mask: 0x%02X, Data: 0x%02X\n",
-                       offset, reg, val.byte, mask, data);
-               if (!bios->execute)
-                       continue;
-               val.byte &= mask;
-               val.byte |= data;
-               ret = i2c_smbus_xfer(&chan->adapter, i2c_address, 0,
-                                    I2C_SMBUS_WRITE, reg,
-                                    I2C_SMBUS_BYTE_DATA, &val);
-               if (ret < 0) {
-                       NV_ERROR(dev, "0x%04X: i2c wr fail: %d\n", offset, ret);
-                       return len;
-               }
-       }
-       return len;
- }
- static int
- init_zm_i2c_byte(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_ZM_I2C_BYTE   opcode: 0x4D ('M')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): DCB I2C table entry index
-        * offset + 2  (8 bit): I2C slave address
-        * offset + 3  (8 bit): count
-        * offset + 4  (8 bit): I2C register 1
-        * offset + 5  (8 bit): data 1
-        * ...
-        *
-        * For each of "count" registers given by "I2C register n" on the device
-        * addressed by "I2C slave address" on the I2C bus given by
-        * "DCB I2C table entry index", set the register to "data n"
-        */
-       struct drm_device *dev = bios->dev;
-       uint8_t i2c_index = bios->data[offset + 1];
-       uint8_t i2c_address = bios->data[offset + 2] >> 1;
-       uint8_t count = bios->data[offset + 3];
-       struct nouveau_i2c_chan *chan;
-       int len = 4 + count * 2;
-       int ret, i;
-       if (!iexec->execute)
-               return len;
-       BIOSLOG(bios, "0x%04X: DCBI2CIndex: 0x%02X, I2CAddress: 0x%02X, "
-                     "Count: 0x%02X\n",
-               offset, i2c_index, i2c_address, count);
-       chan = init_i2c_device_find(dev, i2c_index);
-       if (!chan) {
-               NV_ERROR(dev, "0x%04X: i2c bus not found\n", offset);
-               return len;
-       }
-       for (i = 0; i < count; i++) {
-               uint8_t reg = bios->data[offset + 4 + i * 2];
-               union i2c_smbus_data val;
-               val.byte = bios->data[offset + 5 + i * 2];
-               BIOSLOG(bios, "0x%04X: I2CReg: 0x%02X, Data: 0x%02X\n",
-                       offset, reg, val.byte);
-               if (!bios->execute)
-                       continue;
-               ret = i2c_smbus_xfer(&chan->adapter, i2c_address, 0,
-                                    I2C_SMBUS_WRITE, reg,
-                                    I2C_SMBUS_BYTE_DATA, &val);
-               if (ret < 0) {
-                       NV_ERROR(dev, "0x%04X: i2c wr fail: %d\n", offset, ret);
-                       return len;
-               }
-       }
-       return len;
- }
- static int
- init_zm_i2c(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_ZM_I2C   opcode: 0x4E ('N')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): DCB I2C table entry index
-        * offset + 2  (8 bit): I2C slave address
-        * offset + 3  (8 bit): count
-        * offset + 4  (8 bit): data 1
-        * ...
-        *
-        * Send "count" bytes ("data n") to the device addressed by "I2C slave
-        * address" on the I2C bus given by "DCB I2C table entry index"
-        */
-       struct drm_device *dev = bios->dev;
-       uint8_t i2c_index = bios->data[offset + 1];
-       uint8_t i2c_address = bios->data[offset + 2] >> 1;
-       uint8_t count = bios->data[offset + 3];
-       int len = 4 + count;
-       struct nouveau_i2c_chan *chan;
-       struct i2c_msg msg;
-       uint8_t data[256];
-       int ret, i;
-       if (!iexec->execute)
-               return len;
-       BIOSLOG(bios, "0x%04X: DCBI2CIndex: 0x%02X, I2CAddress: 0x%02X, "
-                     "Count: 0x%02X\n",
-               offset, i2c_index, i2c_address, count);
-       chan = init_i2c_device_find(dev, i2c_index);
-       if (!chan) {
-               NV_ERROR(dev, "0x%04X: i2c bus not found\n", offset);
-               return len;
-       }
-       for (i = 0; i < count; i++) {
-               data[i] = bios->data[offset + 4 + i];
-               BIOSLOG(bios, "0x%04X: Data: 0x%02X\n", offset, data[i]);
-       }
-       if (bios->execute) {
-               msg.addr = i2c_address;
-               msg.flags = 0;
-               msg.len = count;
-               msg.buf = data;
-               ret = i2c_transfer(&chan->adapter, &msg, 1);
-               if (ret != 1) {
-                       NV_ERROR(dev, "0x%04X: i2c wr fail: %d\n", offset, ret);
-                       return len;
-               }
-       }
-       return len;
- }
- static int
- init_tmds(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_TMDS   opcode: 0x4F ('O')       (non-canon name)
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): magic lookup value
-        * offset + 2  (8 bit): TMDS address
-        * offset + 3  (8 bit): mask
-        * offset + 4  (8 bit): data
-        *
-        * Read the data reg for TMDS address "TMDS address", AND it with mask
-        * and OR it with data, then write it back
-        * "magic lookup value" determines which TMDS base address register is
-        * used -- see get_tmds_index_reg()
-        */
-       struct drm_device *dev = bios->dev;
-       uint8_t mlv = bios->data[offset + 1];
-       uint32_t tmdsaddr = bios->data[offset + 2];
-       uint8_t mask = bios->data[offset + 3];
-       uint8_t data = bios->data[offset + 4];
-       uint32_t reg, value;
-       if (!iexec->execute)
-               return 5;
-       BIOSLOG(bios, "0x%04X: MagicLookupValue: 0x%02X, TMDSAddr: 0x%02X, "
-                     "Mask: 0x%02X, Data: 0x%02X\n",
-               offset, mlv, tmdsaddr, mask, data);
-       reg = get_tmds_index_reg(bios->dev, mlv);
-       if (!reg) {
-               NV_ERROR(dev, "0x%04X: no tmds_index_reg\n", offset);
-               return 5;
-       }
-       bios_wr32(bios, reg,
-                 tmdsaddr | NV_PRAMDAC_FP_TMDS_CONTROL_WRITE_DISABLE);
-       value = (bios_rd32(bios, reg + 4) & mask) | data;
-       bios_wr32(bios, reg + 4, value);
-       bios_wr32(bios, reg, tmdsaddr);
-       return 5;
- }
- static int
- init_zm_tmds_group(struct nvbios *bios, uint16_t offset,
-                  struct init_exec *iexec)
- {
-       /*
-        * INIT_ZM_TMDS_GROUP   opcode: 0x50 ('P')      (non-canon name)
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): magic lookup value
-        * offset + 2  (8 bit): count
-        * offset + 3  (8 bit): addr 1
-        * offset + 4  (8 bit): data 1
-        * ...
-        *
-        * For each of "count" TMDS address and data pairs write "data n" to
-        * "addr n".  "magic lookup value" determines which TMDS base address
-        * register is used -- see get_tmds_index_reg()
-        */
-       struct drm_device *dev = bios->dev;
-       uint8_t mlv = bios->data[offset + 1];
-       uint8_t count = bios->data[offset + 2];
-       int len = 3 + count * 2;
-       uint32_t reg;
-       int i;
-       if (!iexec->execute)
-               return len;
-       BIOSLOG(bios, "0x%04X: MagicLookupValue: 0x%02X, Count: 0x%02X\n",
-               offset, mlv, count);
-       reg = get_tmds_index_reg(bios->dev, mlv);
-       if (!reg) {
-               NV_ERROR(dev, "0x%04X: no tmds_index_reg\n", offset);
-               return len;
-       }
-       for (i = 0; i < count; i++) {
-               uint8_t tmdsaddr = bios->data[offset + 3 + i * 2];
-               uint8_t tmdsdata = bios->data[offset + 4 + i * 2];
-               bios_wr32(bios, reg + 4, tmdsdata);
-               bios_wr32(bios, reg, tmdsaddr);
-       }
-       return len;
- }
- static int
- init_cr_idx_adr_latch(struct nvbios *bios, uint16_t offset,
-                     struct init_exec *iexec)
- {
-       /*
-        * INIT_CR_INDEX_ADDRESS_LATCHED   opcode: 0x51 ('Q')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): CRTC index1
-        * offset + 2  (8 bit): CRTC index2
-        * offset + 3  (8 bit): baseaddr
-        * offset + 4  (8 bit): count
-        * offset + 5  (8 bit): data 1
-        * ...
-        *
-        * For each of "count" address and data pairs, write "baseaddr + n" to
-        * "CRTC index1" and "data n" to "CRTC index2"
-        * Once complete, restore initial value read from "CRTC index1"
-        */
-       uint8_t crtcindex1 = bios->data[offset + 1];
-       uint8_t crtcindex2 = bios->data[offset + 2];
-       uint8_t baseaddr = bios->data[offset + 3];
-       uint8_t count = bios->data[offset + 4];
-       int len = 5 + count;
-       uint8_t oldaddr, data;
-       int i;
-       if (!iexec->execute)
-               return len;
-       BIOSLOG(bios, "0x%04X: Index1: 0x%02X, Index2: 0x%02X, "
-                     "BaseAddr: 0x%02X, Count: 0x%02X\n",
-               offset, crtcindex1, crtcindex2, baseaddr, count);
-       oldaddr = bios_idxprt_rd(bios, NV_CIO_CRX__COLOR, crtcindex1);
-       for (i = 0; i < count; i++) {
-               bios_idxprt_wr(bios, NV_CIO_CRX__COLOR, crtcindex1,
-                                    baseaddr + i);
-               data = bios->data[offset + 5 + i];
-               bios_idxprt_wr(bios, NV_CIO_CRX__COLOR, crtcindex2, data);
-       }
-       bios_idxprt_wr(bios, NV_CIO_CRX__COLOR, crtcindex1, oldaddr);
-       return len;
- }
- static int
- init_cr(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_CR   opcode: 0x52 ('R')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (8  bit): CRTC index
-        * offset + 2  (8  bit): mask
-        * offset + 3  (8  bit): data
-        *
-        * Assign the value of at "CRTC index" ANDed with mask and ORed with
-        * data back to "CRTC index"
-        */
-       uint8_t crtcindex = bios->data[offset + 1];
-       uint8_t mask = bios->data[offset + 2];
-       uint8_t data = bios->data[offset + 3];
-       uint8_t value;
-       if (!iexec->execute)
-               return 4;
-       BIOSLOG(bios, "0x%04X: Index: 0x%02X, Mask: 0x%02X, Data: 0x%02X\n",
-               offset, crtcindex, mask, data);
-       value  = bios_idxprt_rd(bios, NV_CIO_CRX__COLOR, crtcindex) & mask;
-       value |= data;
-       bios_idxprt_wr(bios, NV_CIO_CRX__COLOR, crtcindex, value);
-       return 4;
- }
- static int
- init_zm_cr(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_ZM_CR   opcode: 0x53 ('S')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): CRTC index
-        * offset + 2  (8 bit): value
-        *
-        * Assign "value" to CRTC register with index "CRTC index".
-        */
-       uint8_t crtcindex = ROM32(bios->data[offset + 1]);
-       uint8_t data = bios->data[offset + 2];
-       if (!iexec->execute)
-               return 3;
-       bios_idxprt_wr(bios, NV_CIO_CRX__COLOR, crtcindex, data);
-       return 3;
- }
- static int
- init_zm_cr_group(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_ZM_CR_GROUP   opcode: 0x54 ('T')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): count
-        * offset + 2  (8 bit): CRTC index 1
-        * offset + 3  (8 bit): value 1
-        * ...
-        *
-        * For "count", assign "value n" to CRTC register with index
-        * "CRTC index n".
-        */
-       uint8_t count = bios->data[offset + 1];
-       int len = 2 + count * 2;
-       int i;
-       if (!iexec->execute)
-               return len;
-       for (i = 0; i < count; i++)
-               init_zm_cr(bios, offset + 2 + 2 * i - 1, iexec);
-       return len;
- }
- static int
- init_condition_time(struct nvbios *bios, uint16_t offset,
-                   struct init_exec *iexec)
- {
-       /*
-        * INIT_CONDITION_TIME   opcode: 0x56 ('V')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): condition number
-        * offset + 2  (8 bit): retries / 50
-        *
-        * Check condition "condition number" in the condition table.
-        * Bios code then sleeps for 2ms if the condition is not met, and
-        * repeats up to "retries" times, but on one C51 this has proved
-        * insufficient.  In mmiotraces the driver sleeps for 20ms, so we do
-        * this, and bail after "retries" times, or 2s, whichever is less.
-        * If still not met after retries, clear execution flag for this table.
-        */
-       uint8_t cond = bios->data[offset + 1];
-       uint16_t retries = bios->data[offset + 2] * 50;
-       unsigned cnt;
-       if (!iexec->execute)
-               return 3;
-       if (retries > 100)
-               retries = 100;
-       BIOSLOG(bios, "0x%04X: Condition: 0x%02X, Retries: 0x%02X\n",
-               offset, cond, retries);
-       if (!bios->execute) /* avoid 2s delays when "faking" execution */
-               retries = 1;
-       for (cnt = 0; cnt < retries; cnt++) {
-               if (bios_condition_met(bios, offset, cond)) {
-                       BIOSLOG(bios, "0x%04X: Condition met, continuing\n",
-                                                               offset);
-                       break;
-               } else {
-                       BIOSLOG(bios, "0x%04X: "
-                               "Condition not met, sleeping for 20ms\n",
-                                                               offset);
-                       mdelay(20);
-               }
-       }
-       if (!bios_condition_met(bios, offset, cond)) {
-               NV_WARN(bios->dev,
-                       "0x%04X: Condition still not met after %dms, "
-                       "skipping following opcodes\n", offset, 20 * retries);
-               iexec->execute = false;
-       }
-       return 3;
- }
- static int
- init_ltime(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_LTIME   opcode: 0x57 ('V')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (16 bit): time
-        *
-        * Sleep for "time" milliseconds.
-        */
-       unsigned time = ROM16(bios->data[offset + 1]);
-       if (!iexec->execute)
-               return 3;
-       BIOSLOG(bios, "0x%04X: Sleeping for 0x%04X milliseconds\n",
-               offset, time);
-       mdelay(time);
-       return 3;
- }
- static int
- init_zm_reg_sequence(struct nvbios *bios, uint16_t offset,
-                    struct init_exec *iexec)
- {
-       /*
-        * INIT_ZM_REG_SEQUENCE   opcode: 0x58 ('X')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (32 bit): base register
-        * offset + 5  (8  bit): count
-        * offset + 6  (32 bit): value 1
-        * ...
-        *
-        * Starting at offset + 6 there are "count" 32 bit values.
-        * For "count" iterations set "base register" + 4 * current_iteration
-        * to "value current_iteration"
-        */
-       uint32_t basereg = ROM32(bios->data[offset + 1]);
-       uint32_t count = bios->data[offset + 5];
-       int len = 6 + count * 4;
-       int i;
-       if (!iexec->execute)
-               return len;
-       BIOSLOG(bios, "0x%04X: BaseReg: 0x%08X, Count: 0x%02X\n",
-               offset, basereg, count);
-       for (i = 0; i < count; i++) {
-               uint32_t reg = basereg + i * 4;
-               uint32_t data = ROM32(bios->data[offset + 6 + i * 4]);
-               bios_wr32(bios, reg, data);
-       }
-       return len;
- }
- static int
- init_sub_direct(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_SUB_DIRECT   opcode: 0x5B ('[')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (16 bit): subroutine offset (in bios)
-        *
-        * Calls a subroutine that will execute commands until INIT_DONE
-        * is found.
-        */
-       uint16_t sub_offset = ROM16(bios->data[offset + 1]);
-       if (!iexec->execute)
-               return 3;
-       BIOSLOG(bios, "0x%04X: Executing subroutine at 0x%04X\n",
-               offset, sub_offset);
-       parse_init_table(bios, sub_offset, iexec);
-       BIOSLOG(bios, "0x%04X: End of 0x%04X subroutine\n", offset, sub_offset);
-       return 3;
- }
- static int
- init_jump(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_JUMP   opcode: 0x5C ('\')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (16 bit): offset (in bios)
-        *
-        * Continue execution of init table from 'offset'
-        */
-       uint16_t jmp_offset = ROM16(bios->data[offset + 1]);
-       if (!iexec->execute)
-               return 3;
-       BIOSLOG(bios, "0x%04X: Jump to 0x%04X\n", offset, jmp_offset);
-       return jmp_offset - offset;
- }
- static int
- init_i2c_if(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_I2C_IF   opcode: 0x5E ('^')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): DCB I2C table entry index
-        * offset + 2  (8 bit): I2C slave address
-        * offset + 3  (8 bit): I2C register
-        * offset + 4  (8 bit): mask
-        * offset + 5  (8 bit): data
-        *
-        * Read the register given by "I2C register" on the device addressed
-        * by "I2C slave address" on the I2C bus given by "DCB I2C table
-        * entry index". Compare the result AND "mask" to "data".
-        * If they're not equal, skip subsequent opcodes until condition is
-        * inverted (INIT_NOT), or we hit INIT_RESUME
-        */
-       uint8_t i2c_index = bios->data[offset + 1];
-       uint8_t i2c_address = bios->data[offset + 2] >> 1;
-       uint8_t reg = bios->data[offset + 3];
-       uint8_t mask = bios->data[offset + 4];
-       uint8_t data = bios->data[offset + 5];
-       struct nouveau_i2c_chan *chan;
-       union i2c_smbus_data val;
-       int ret;
-       /* no execute check by design */
-       BIOSLOG(bios, "0x%04X: DCBI2CIndex: 0x%02X, I2CAddress: 0x%02X\n",
-               offset, i2c_index, i2c_address);
-       chan = init_i2c_device_find(bios->dev, i2c_index);
-       if (!chan)
-               return -ENODEV;
-       ret = i2c_smbus_xfer(&chan->adapter, i2c_address, 0,
-                            I2C_SMBUS_READ, reg,
-                            I2C_SMBUS_BYTE_DATA, &val);
-       if (ret < 0) {
-               BIOSLOG(bios, "0x%04X: I2CReg: 0x%02X, Value: [no device], "
-                             "Mask: 0x%02X, Data: 0x%02X\n",
-                       offset, reg, mask, data);
-               iexec->execute = 0;
-               return 6;
-       }
-       BIOSLOG(bios, "0x%04X: I2CReg: 0x%02X, Value: 0x%02X, "
-                     "Mask: 0x%02X, Data: 0x%02X\n",
-               offset, reg, val.byte, mask, data);
-       iexec->execute = ((val.byte & mask) == data);
-       return 6;
- }
- static int
- init_copy_nv_reg(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_COPY_NV_REG   opcode: 0x5F ('_')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (32 bit): src reg
-        * offset + 5  (8  bit): shift
-        * offset + 6  (32 bit): src mask
-        * offset + 10 (32 bit): xor
-        * offset + 14 (32 bit): dst reg
-        * offset + 18 (32 bit): dst mask
-        *
-        * Shift REGVAL("src reg") right by (signed) "shift", AND result with
-        * "src mask", then XOR with "xor". Write this OR'd with
-        * (REGVAL("dst reg") AND'd with "dst mask") to "dst reg"
-        */
-       uint32_t srcreg = *((uint32_t *)(&bios->data[offset + 1]));
-       uint8_t shift = bios->data[offset + 5];
-       uint32_t srcmask = *((uint32_t *)(&bios->data[offset + 6]));
-       uint32_t xor = *((uint32_t *)(&bios->data[offset + 10]));
-       uint32_t dstreg = *((uint32_t *)(&bios->data[offset + 14]));
-       uint32_t dstmask = *((uint32_t *)(&bios->data[offset + 18]));
-       uint32_t srcvalue, dstvalue;
-       if (!iexec->execute)
-               return 22;
-       BIOSLOG(bios, "0x%04X: SrcReg: 0x%08X, Shift: 0x%02X, SrcMask: 0x%08X, "
-                     "Xor: 0x%08X, DstReg: 0x%08X, DstMask: 0x%08X\n",
-               offset, srcreg, shift, srcmask, xor, dstreg, dstmask);
-       srcvalue = bios_rd32(bios, srcreg);
-       if (shift < 0x80)
-               srcvalue >>= shift;
-       else
-               srcvalue <<= (0x100 - shift);
-       srcvalue = (srcvalue & srcmask) ^ xor;
-       dstvalue = bios_rd32(bios, dstreg) & dstmask;
-       bios_wr32(bios, dstreg, dstvalue | srcvalue);
-       return 22;
- }
- static int
- init_zm_index_io(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_ZM_INDEX_IO   opcode: 0x62 ('b')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (16 bit): CRTC port
-        * offset + 3  (8  bit): CRTC index
-        * offset + 4  (8  bit): data
-        *
-        * Write "data" to index "CRTC index" of "CRTC port"
-        */
-       uint16_t crtcport = ROM16(bios->data[offset + 1]);
-       uint8_t crtcindex = bios->data[offset + 3];
-       uint8_t data = bios->data[offset + 4];
-       if (!iexec->execute)
-               return 5;
-       bios_idxprt_wr(bios, crtcport, crtcindex, data);
-       return 5;
- }
- static inline void
- bios_md32(struct nvbios *bios, uint32_t reg,
-         uint32_t mask, uint32_t val)
- {
-       bios_wr32(bios, reg, (bios_rd32(bios, reg) & ~mask) | val);
- }
- static uint32_t
- peek_fb(struct drm_device *dev, struct io_mapping *fb,
-       uint32_t off)
- {
-       uint32_t val = 0;
-       if (off < pci_resource_len(dev->pdev, 1)) {
-               uint8_t __iomem *p =
-                       io_mapping_map_atomic_wc(fb, off & PAGE_MASK);
-               val = ioread32(p + (off & ~PAGE_MASK));
-               io_mapping_unmap_atomic(p);
-       }
-       return val;
- }
- static void
- poke_fb(struct drm_device *dev, struct io_mapping *fb,
-       uint32_t off, uint32_t val)
- {
-       if (off < pci_resource_len(dev->pdev, 1)) {
-               uint8_t __iomem *p =
-                       io_mapping_map_atomic_wc(fb, off & PAGE_MASK);
-               iowrite32(val, p + (off & ~PAGE_MASK));
-               wmb();
-               io_mapping_unmap_atomic(p);
-       }
- }
- static inline bool
- read_back_fb(struct drm_device *dev, struct io_mapping *fb,
-            uint32_t off, uint32_t val)
- {
-       poke_fb(dev, fb, off, val);
-       return val == peek_fb(dev, fb, off);
- }
- static int
- nv04_init_compute_mem(struct nvbios *bios)
- {
-       struct drm_device *dev = bios->dev;
-       uint32_t patt = 0xdeadbeef;
-       struct io_mapping *fb;
-       int i;
-       /* Map the framebuffer aperture */
-       fb = io_mapping_create_wc(pci_resource_start(dev->pdev, 1),
-                                 pci_resource_len(dev->pdev, 1));
-       if (!fb)
-               return -ENOMEM;
-       /* Sequencer and refresh off */
-       NVWriteVgaSeq(dev, 0, 1, NVReadVgaSeq(dev, 0, 1) | 0x20);
-       bios_md32(bios, NV04_PFB_DEBUG_0, 0, NV04_PFB_DEBUG_0_REFRESH_OFF);
-       bios_md32(bios, NV04_PFB_BOOT_0, ~0,
-                 NV04_PFB_BOOT_0_RAM_AMOUNT_16MB |
-                 NV04_PFB_BOOT_0_RAM_WIDTH_128 |
-                 NV04_PFB_BOOT_0_RAM_TYPE_SGRAM_16MBIT);
-       for (i = 0; i < 4; i++)
-               poke_fb(dev, fb, 4 * i, patt);
-       poke_fb(dev, fb, 0x400000, patt + 1);
-       if (peek_fb(dev, fb, 0) == patt + 1) {
-               bios_md32(bios, NV04_PFB_BOOT_0, NV04_PFB_BOOT_0_RAM_TYPE,
-                         NV04_PFB_BOOT_0_RAM_TYPE_SDRAM_16MBIT);
-               bios_md32(bios, NV04_PFB_DEBUG_0,
-                         NV04_PFB_DEBUG_0_REFRESH_OFF, 0);
-               for (i = 0; i < 4; i++)
-                       poke_fb(dev, fb, 4 * i, patt);
-               if ((peek_fb(dev, fb, 0xc) & 0xffff) != (patt & 0xffff))
-                       bios_md32(bios, NV04_PFB_BOOT_0,
-                                 NV04_PFB_BOOT_0_RAM_WIDTH_128 |
-                                 NV04_PFB_BOOT_0_RAM_AMOUNT,
-                                 NV04_PFB_BOOT_0_RAM_AMOUNT_8MB);
-       } else if ((peek_fb(dev, fb, 0xc) & 0xffff0000) !=
-                  (patt & 0xffff0000)) {
-               bios_md32(bios, NV04_PFB_BOOT_0,
-                         NV04_PFB_BOOT_0_RAM_WIDTH_128 |
-                         NV04_PFB_BOOT_0_RAM_AMOUNT,
-                         NV04_PFB_BOOT_0_RAM_AMOUNT_4MB);
-       } else if (peek_fb(dev, fb, 0) != patt) {
-               if (read_back_fb(dev, fb, 0x800000, patt))
-                       bios_md32(bios, NV04_PFB_BOOT_0,
-                                 NV04_PFB_BOOT_0_RAM_AMOUNT,
-                                 NV04_PFB_BOOT_0_RAM_AMOUNT_8MB);
-               else
-                       bios_md32(bios, NV04_PFB_BOOT_0,
-                                 NV04_PFB_BOOT_0_RAM_AMOUNT,
-                                 NV04_PFB_BOOT_0_RAM_AMOUNT_4MB);
-               bios_md32(bios, NV04_PFB_BOOT_0, NV04_PFB_BOOT_0_RAM_TYPE,
-                         NV04_PFB_BOOT_0_RAM_TYPE_SGRAM_8MBIT);
-       } else if (!read_back_fb(dev, fb, 0x800000, patt)) {
-               bios_md32(bios, NV04_PFB_BOOT_0, NV04_PFB_BOOT_0_RAM_AMOUNT,
-                         NV04_PFB_BOOT_0_RAM_AMOUNT_8MB);
-       }
-       /* Refresh on, sequencer on */
-       bios_md32(bios, NV04_PFB_DEBUG_0, NV04_PFB_DEBUG_0_REFRESH_OFF, 0);
-       NVWriteVgaSeq(dev, 0, 1, NVReadVgaSeq(dev, 0, 1) & ~0x20);
-       io_mapping_free(fb);
-       return 0;
- }
- static const uint8_t *
- nv05_memory_config(struct nvbios *bios)
- {
-       /* Defaults for BIOSes lacking a memory config table */
-       static const uint8_t default_config_tab[][2] = {
-               { 0x24, 0x00 },
-               { 0x28, 0x00 },
-               { 0x24, 0x01 },
-               { 0x1f, 0x00 },
-               { 0x0f, 0x00 },
-               { 0x17, 0x00 },
-               { 0x06, 0x00 },
-               { 0x00, 0x00 }
-       };
-       int i = (bios_rd32(bios, NV_PEXTDEV_BOOT_0) &
-                NV_PEXTDEV_BOOT_0_RAMCFG) >> 2;
-       if (bios->legacy.mem_init_tbl_ptr)
-               return &bios->data[bios->legacy.mem_init_tbl_ptr + 2 * i];
-       else
-               return default_config_tab[i];
- }
- static int
- nv05_init_compute_mem(struct nvbios *bios)
- {
-       struct drm_device *dev = bios->dev;
-       const uint8_t *ramcfg = nv05_memory_config(bios);
-       uint32_t patt = 0xdeadbeef;
-       struct io_mapping *fb;
-       int i, v;
-       /* Map the framebuffer aperture */
-       fb = io_mapping_create_wc(pci_resource_start(dev->pdev, 1),
-                                 pci_resource_len(dev->pdev, 1));
-       if (!fb)
-               return -ENOMEM;
-       /* Sequencer off */
-       NVWriteVgaSeq(dev, 0, 1, NVReadVgaSeq(dev, 0, 1) | 0x20);
-       if (bios_rd32(bios, NV04_PFB_BOOT_0) & NV04_PFB_BOOT_0_UMA_ENABLE)
-               goto out;
-       bios_md32(bios, NV04_PFB_DEBUG_0, NV04_PFB_DEBUG_0_REFRESH_OFF, 0);
-       /* If present load the hardcoded scrambling table */
-       if (bios->legacy.mem_init_tbl_ptr) {
-               uint32_t *scramble_tab = (uint32_t *)&bios->data[
-                       bios->legacy.mem_init_tbl_ptr + 0x10];
-               for (i = 0; i < 8; i++)
-                       bios_wr32(bios, NV04_PFB_SCRAMBLE(i),
-                                 ROM32(scramble_tab[i]));
-       }
-       /* Set memory type/width/length defaults depending on the straps */
-       bios_md32(bios, NV04_PFB_BOOT_0, 0x3f, ramcfg[0]);
-       if (ramcfg[1] & 0x80)
-               bios_md32(bios, NV04_PFB_CFG0, 0, NV04_PFB_CFG0_SCRAMBLE);
-       bios_md32(bios, NV04_PFB_CFG1, 0x700001, (ramcfg[1] & 1) << 20);
-       bios_md32(bios, NV04_PFB_CFG1, 0, 1);
-       /* Probe memory bus width */
-       for (i = 0; i < 4; i++)
-               poke_fb(dev, fb, 4 * i, patt);
-       if (peek_fb(dev, fb, 0xc) != patt)
-               bios_md32(bios, NV04_PFB_BOOT_0,
-                         NV04_PFB_BOOT_0_RAM_WIDTH_128, 0);
-       /* Probe memory length */
-       v = bios_rd32(bios, NV04_PFB_BOOT_0) & NV04_PFB_BOOT_0_RAM_AMOUNT;
-       if (v == NV04_PFB_BOOT_0_RAM_AMOUNT_32MB &&
-           (!read_back_fb(dev, fb, 0x1000000, ++patt) ||
-            !read_back_fb(dev, fb, 0, ++patt)))
-               bios_md32(bios, NV04_PFB_BOOT_0, NV04_PFB_BOOT_0_RAM_AMOUNT,
-                         NV04_PFB_BOOT_0_RAM_AMOUNT_16MB);
-       if (v == NV04_PFB_BOOT_0_RAM_AMOUNT_16MB &&
-           !read_back_fb(dev, fb, 0x800000, ++patt))
-               bios_md32(bios, NV04_PFB_BOOT_0, NV04_PFB_BOOT_0_RAM_AMOUNT,
-                         NV04_PFB_BOOT_0_RAM_AMOUNT_8MB);
-       if (!read_back_fb(dev, fb, 0x400000, ++patt))
-               bios_md32(bios, NV04_PFB_BOOT_0, NV04_PFB_BOOT_0_RAM_AMOUNT,
-                         NV04_PFB_BOOT_0_RAM_AMOUNT_4MB);
- out:
-       /* Sequencer on */
-       NVWriteVgaSeq(dev, 0, 1, NVReadVgaSeq(dev, 0, 1) & ~0x20);
-       io_mapping_free(fb);
-       return 0;
- }
- static int
- nv10_init_compute_mem(struct nvbios *bios)
- {
-       struct drm_device *dev = bios->dev;
-       struct drm_nouveau_private *dev_priv = bios->dev->dev_private;
-       const int mem_width[] = { 0x10, 0x00, 0x20 };
-       const int mem_width_count = (dev_priv->chipset >= 0x17 ? 3 : 2);
-       uint32_t patt = 0xdeadbeef;
-       struct io_mapping *fb;
-       int i, j, k;
-       /* Map the framebuffer aperture */
-       fb = io_mapping_create_wc(pci_resource_start(dev->pdev, 1),
-                                 pci_resource_len(dev->pdev, 1));
-       if (!fb)
-               return -ENOMEM;
-       bios_wr32(bios, NV10_PFB_REFCTRL, NV10_PFB_REFCTRL_VALID_1);
-       /* Probe memory bus width */
-       for (i = 0; i < mem_width_count; i++) {
-               bios_md32(bios, NV04_PFB_CFG0, 0x30, mem_width[i]);
-               for (j = 0; j < 4; j++) {
-                       for (k = 0; k < 4; k++)
-                               poke_fb(dev, fb, 0x1c, 0);
-                       poke_fb(dev, fb, 0x1c, patt);
-                       poke_fb(dev, fb, 0x3c, 0);
-                       if (peek_fb(dev, fb, 0x1c) == patt)
-                               goto mem_width_found;
-               }
-       }
- mem_width_found:
-       patt <<= 1;
-       /* Probe amount of installed memory */
-       for (i = 0; i < 4; i++) {
-               int off = bios_rd32(bios, NV04_PFB_FIFO_DATA) - 0x100000;
-               poke_fb(dev, fb, off, patt);
-               poke_fb(dev, fb, 0, 0);
-               peek_fb(dev, fb, 0);
-               peek_fb(dev, fb, 0);
-               peek_fb(dev, fb, 0);
-               peek_fb(dev, fb, 0);
-               if (peek_fb(dev, fb, off) == patt)
-                       goto amount_found;
-       }
-       /* IC missing - disable the upper half memory space. */
-       bios_md32(bios, NV04_PFB_CFG0, 0x1000, 0);
- amount_found:
-       io_mapping_free(fb);
-       return 0;
- }
- static int
- nv20_init_compute_mem(struct nvbios *bios)
- {
-       struct drm_device *dev = bios->dev;
-       struct drm_nouveau_private *dev_priv = bios->dev->dev_private;
-       uint32_t mask = (dev_priv->chipset >= 0x25 ? 0x300 : 0x900);
-       uint32_t amount, off;
-       struct io_mapping *fb;
-       /* Map the framebuffer aperture */
-       fb = io_mapping_create_wc(pci_resource_start(dev->pdev, 1),
-                                 pci_resource_len(dev->pdev, 1));
-       if (!fb)
-               return -ENOMEM;
-       bios_wr32(bios, NV10_PFB_REFCTRL, NV10_PFB_REFCTRL_VALID_1);
-       /* Allow full addressing */
-       bios_md32(bios, NV04_PFB_CFG0, 0, mask);
-       amount = bios_rd32(bios, NV04_PFB_FIFO_DATA);
-       for (off = amount; off > 0x2000000; off -= 0x2000000)
-               poke_fb(dev, fb, off - 4, off);
-       amount = bios_rd32(bios, NV04_PFB_FIFO_DATA);
-       if (amount != peek_fb(dev, fb, amount - 4))
-               /* IC missing - disable the upper half memory space. */
-               bios_md32(bios, NV04_PFB_CFG0, mask, 0);
-       io_mapping_free(fb);
-       return 0;
- }
- static int
- init_compute_mem(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_COMPUTE_MEM   opcode: 0x63 ('c')
-        *
-        * offset      (8 bit): opcode
-        *
-        * This opcode is meant to set the PFB memory config registers
-        * appropriately so that we can correctly calculate how much VRAM it
-        * has (on nv10 and better chipsets the amount of installed VRAM is
-        * subsequently reported in NV_PFB_CSTATUS (0x10020C)).
-        *
-        * The implementation of this opcode in general consists of several
-        * parts:
-        *
-        * 1) Determination of memory type and density. Only necessary for
-        *    really old chipsets, the memory type reported by the strap bits
-        *    (0x101000) is assumed to be accurate on nv05 and newer.
-        *
-        * 2) Determination of the memory bus width. Usually done by a cunning
-        *    combination of writes to offsets 0x1c and 0x3c in the fb, and
-        *    seeing whether the written values are read back correctly.
-        *
-        *    Only necessary on nv0x-nv1x and nv34, on the other cards we can
-        *    trust the straps.
-        *
-        * 3) Determination of how many of the card's RAM pads have ICs
-        *    attached, usually done by a cunning combination of writes to an
-        *    offset slightly less than the maximum memory reported by
-        *    NV_PFB_CSTATUS, then seeing if the test pattern can be read back.
-        *
-        * This appears to be a NOP on IGPs and NV4x or newer chipsets, both io
-        * logs of the VBIOS and kmmio traces of the binary driver POSTing the
-        * card show nothing being done for this opcode. Why is it still listed
-        * in the table?!
-        */
-       /* no iexec->execute check by design */
-       struct drm_nouveau_private *dev_priv = bios->dev->dev_private;
-       int ret;
-       if (dev_priv->chipset >= 0x40 ||
-           dev_priv->chipset == 0x1a ||
-           dev_priv->chipset == 0x1f)
-               ret = 0;
-       else if (dev_priv->chipset >= 0x20 &&
-                dev_priv->chipset != 0x34)
-               ret = nv20_init_compute_mem(bios);
-       else if (dev_priv->chipset >= 0x10)
-               ret = nv10_init_compute_mem(bios);
-       else if (dev_priv->chipset >= 0x5)
-               ret = nv05_init_compute_mem(bios);
-       else
-               ret = nv04_init_compute_mem(bios);
-       if (ret)
-               return ret;
-       return 1;
- }
- static int
- init_reset(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_RESET   opcode: 0x65 ('e')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (32 bit): register
-        * offset + 5  (32 bit): value1
-        * offset + 9  (32 bit): value2
-        *
-        * Assign "value1" to "register", then assign "value2" to "register"
-        */
-       uint32_t reg = ROM32(bios->data[offset + 1]);
-       uint32_t value1 = ROM32(bios->data[offset + 5]);
-       uint32_t value2 = ROM32(bios->data[offset + 9]);
-       uint32_t pci_nv_19, pci_nv_20;
-       /* no iexec->execute check by design */
-       pci_nv_19 = bios_rd32(bios, NV_PBUS_PCI_NV_19);
-       bios_wr32(bios, NV_PBUS_PCI_NV_19, pci_nv_19 & ~0xf00);
-       bios_wr32(bios, reg, value1);
-       udelay(10);
-       bios_wr32(bios, reg, value2);
-       bios_wr32(bios, NV_PBUS_PCI_NV_19, pci_nv_19);
-       pci_nv_20 = bios_rd32(bios, NV_PBUS_PCI_NV_20);
-       pci_nv_20 &= ~NV_PBUS_PCI_NV_20_ROM_SHADOW_ENABLED;     /* 0xfffffffe */
-       bios_wr32(bios, NV_PBUS_PCI_NV_20, pci_nv_20);
-       return 13;
- }
- static int
- init_configure_mem(struct nvbios *bios, uint16_t offset,
-                  struct init_exec *iexec)
- {
-       /*
-        * INIT_CONFIGURE_MEM   opcode: 0x66 ('f')
-        *
-        * offset      (8 bit): opcode
-        *
-        * Equivalent to INIT_DONE on bios version 3 or greater.
-        * For early bios versions, sets up the memory registers, using values
-        * taken from the memory init table
-        */
-       /* no iexec->execute check by design */
-       uint16_t meminitoffs = bios->legacy.mem_init_tbl_ptr + MEM_INIT_SIZE * (bios_idxprt_rd(bios, NV_CIO_CRX__COLOR, NV_CIO_CRE_SCRATCH4__INDEX) >> 4);
-       uint16_t seqtbloffs = bios->legacy.sdr_seq_tbl_ptr, meminitdata = meminitoffs + 6;
-       uint32_t reg, data;
-       if (bios->major_version > 2)
-               return 0;
-       bios_idxprt_wr(bios, NV_VIO_SRX, NV_VIO_SR_CLOCK_INDEX, bios_idxprt_rd(
-                      bios, NV_VIO_SRX, NV_VIO_SR_CLOCK_INDEX) | 0x20);
-       if (bios->data[meminitoffs] & 1)
-               seqtbloffs = bios->legacy.ddr_seq_tbl_ptr;
-       for (reg = ROM32(bios->data[seqtbloffs]);
-            reg != 0xffffffff;
-            reg = ROM32(bios->data[seqtbloffs += 4])) {
-               switch (reg) {
-               case NV04_PFB_PRE:
-                       data = NV04_PFB_PRE_CMD_PRECHARGE;
-                       break;
-               case NV04_PFB_PAD:
-                       data = NV04_PFB_PAD_CKE_NORMAL;
-                       break;
-               case NV04_PFB_REF:
-                       data = NV04_PFB_REF_CMD_REFRESH;
-                       break;
-               default:
-                       data = ROM32(bios->data[meminitdata]);
-                       meminitdata += 4;
-                       if (data == 0xffffffff)
-                               continue;
-               }
-               bios_wr32(bios, reg, data);
-       }
-       return 1;
- }
- static int
- init_configure_clk(struct nvbios *bios, uint16_t offset,
-                  struct init_exec *iexec)
- {
-       /*
-        * INIT_CONFIGURE_CLK   opcode: 0x67 ('g')
-        *
-        * offset      (8 bit): opcode
-        *
-        * Equivalent to INIT_DONE on bios version 3 or greater.
-        * For early bios versions, sets up the NVClk and MClk PLLs, using
-        * values taken from the memory init table
-        */
-       /* no iexec->execute check by design */
-       uint16_t meminitoffs = bios->legacy.mem_init_tbl_ptr + MEM_INIT_SIZE * (bios_idxprt_rd(bios, NV_CIO_CRX__COLOR, NV_CIO_CRE_SCRATCH4__INDEX) >> 4);
-       int clock;
-       if (bios->major_version > 2)
-               return 0;
-       clock = ROM16(bios->data[meminitoffs + 4]) * 10;
-       setPLL(bios, NV_PRAMDAC_NVPLL_COEFF, clock);
-       clock = ROM16(bios->data[meminitoffs + 2]) * 10;
-       if (bios->data[meminitoffs] & 1) /* DDR */
-               clock *= 2;
-       setPLL(bios, NV_PRAMDAC_MPLL_COEFF, clock);
-       return 1;
- }
- static int
- init_configure_preinit(struct nvbios *bios, uint16_t offset,
-                      struct init_exec *iexec)
- {
-       /*
-        * INIT_CONFIGURE_PREINIT   opcode: 0x68 ('h')
-        *
-        * offset      (8 bit): opcode
-        *
-        * Equivalent to INIT_DONE on bios version 3 or greater.
-        * For early bios versions, does early init, loading ram and crystal
-        * configuration from straps into CR3C
-        */
-       /* no iexec->execute check by design */
-       uint32_t straps = bios_rd32(bios, NV_PEXTDEV_BOOT_0);
-       uint8_t cr3c = ((straps << 2) & 0xf0) | (straps & 0x40) >> 6;
-       if (bios->major_version > 2)
-               return 0;
-       bios_idxprt_wr(bios, NV_CIO_CRX__COLOR,
-                            NV_CIO_CRE_SCRATCH4__INDEX, cr3c);
-       return 1;
- }
- static int
- init_io(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_IO   opcode: 0x69 ('i')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (16 bit): CRTC port
-        * offset + 3  (8  bit): mask
-        * offset + 4  (8  bit): data
-        *
-        * Assign ((IOVAL("crtc port") & "mask") | "data") to "crtc port"
-        */
-       struct drm_nouveau_private *dev_priv = bios->dev->dev_private;
-       uint16_t crtcport = ROM16(bios->data[offset + 1]);
-       uint8_t mask = bios->data[offset + 3];
-       uint8_t data = bios->data[offset + 4];
-       if (!iexec->execute)
-               return 5;
-       BIOSLOG(bios, "0x%04X: Port: 0x%04X, Mask: 0x%02X, Data: 0x%02X\n",
-               offset, crtcport, mask, data);
-       /*
-        * I have no idea what this does, but NVIDIA do this magic sequence
-        * in the places where this INIT_IO happens..
-        */
-       if (dev_priv->card_type >= NV_50 && crtcport == 0x3c3 && data == 1) {
-               int i;
-               bios_wr32(bios, 0x614100, (bios_rd32(
-                         bios, 0x614100) & 0x0fffffff) | 0x00800000);
-               bios_wr32(bios, 0x00e18c, bios_rd32(
-                         bios, 0x00e18c) | 0x00020000);
-               bios_wr32(bios, 0x614900, (bios_rd32(
-                         bios, 0x614900) & 0x0fffffff) | 0x00800000);
-               bios_wr32(bios, 0x000200, bios_rd32(
-                         bios, 0x000200) & ~0x40000000);
-               mdelay(10);
-               bios_wr32(bios, 0x00e18c, bios_rd32(
-                         bios, 0x00e18c) & ~0x00020000);
-               bios_wr32(bios, 0x000200, bios_rd32(
-                         bios, 0x000200) | 0x40000000);
-               bios_wr32(bios, 0x614100, 0x00800018);
-               bios_wr32(bios, 0x614900, 0x00800018);
-               mdelay(10);
-               bios_wr32(bios, 0x614100, 0x10000018);
-               bios_wr32(bios, 0x614900, 0x10000018);
-               for (i = 0; i < 3; i++)
-                       bios_wr32(bios, 0x614280 + (i*0x800), bios_rd32(
-                                 bios, 0x614280 + (i*0x800)) & 0xf0f0f0f0);
-               for (i = 0; i < 2; i++)
-                       bios_wr32(bios, 0x614300 + (i*0x800), bios_rd32(
-                                 bios, 0x614300 + (i*0x800)) & 0xfffff0f0);
-               for (i = 0; i < 3; i++)
-                       bios_wr32(bios, 0x614380 + (i*0x800), bios_rd32(
-                                 bios, 0x614380 + (i*0x800)) & 0xfffff0f0);
-               for (i = 0; i < 2; i++)
-                       bios_wr32(bios, 0x614200 + (i*0x800), bios_rd32(
-                                 bios, 0x614200 + (i*0x800)) & 0xfffffff0);
-               for (i = 0; i < 2; i++)
-                       bios_wr32(bios, 0x614108 + (i*0x800), bios_rd32(
-                                 bios, 0x614108 + (i*0x800)) & 0x0fffffff);
-               return 5;
-       }
-       bios_port_wr(bios, crtcport, (bios_port_rd(bios, crtcport) & mask) |
-                                                                       data);
-       return 5;
- }
- static int
- init_sub(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_SUB   opcode: 0x6B ('k')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): script number
-        *
-        * Execute script number "script number", as a subroutine
-        */
-       uint8_t sub = bios->data[offset + 1];
-       if (!iexec->execute)
-               return 2;
-       BIOSLOG(bios, "0x%04X: Calling script %d\n", offset, sub);
-       parse_init_table(bios,
-                        ROM16(bios->data[bios->init_script_tbls_ptr + sub * 2]),
-                        iexec);
-       BIOSLOG(bios, "0x%04X: End of script %d\n", offset, sub);
-       return 2;
- }
- static int
- init_ram_condition(struct nvbios *bios, uint16_t offset,
-                  struct init_exec *iexec)
- {
-       /*
-        * INIT_RAM_CONDITION   opcode: 0x6D ('m')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): mask
-        * offset + 2  (8 bit): cmpval
-        *
-        * Test if (NV04_PFB_BOOT_0 & "mask") equals "cmpval".
-        * If condition not met skip subsequent opcodes until condition is
-        * inverted (INIT_NOT), or we hit INIT_RESUME
-        */
-       uint8_t mask = bios->data[offset + 1];
-       uint8_t cmpval = bios->data[offset + 2];
-       uint8_t data;
-       if (!iexec->execute)
-               return 3;
-       data = bios_rd32(bios, NV04_PFB_BOOT_0) & mask;
-       BIOSLOG(bios, "0x%04X: Checking if 0x%08X equals 0x%08X\n",
-               offset, data, cmpval);
-       if (data == cmpval)
-               BIOSLOG(bios, "0x%04X: Condition fulfilled -- continuing to execute\n", offset);
-       else {
-               BIOSLOG(bios, "0x%04X: Condition not fulfilled -- skipping following commands\n", offset);
-               iexec->execute = false;
-       }
-       return 3;
- }
- static int
- init_nv_reg(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_NV_REG   opcode: 0x6E ('n')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (32 bit): register
-        * offset + 5  (32 bit): mask
-        * offset + 9  (32 bit): data
-        *
-        * Assign ((REGVAL("register") & "mask") | "data") to "register"
-        */
-       uint32_t reg = ROM32(bios->data[offset + 1]);
-       uint32_t mask = ROM32(bios->data[offset + 5]);
-       uint32_t data = ROM32(bios->data[offset + 9]);
-       if (!iexec->execute)
-               return 13;
-       BIOSLOG(bios, "0x%04X: Reg: 0x%08X, Mask: 0x%08X, Data: 0x%08X\n",
-               offset, reg, mask, data);
-       bios_wr32(bios, reg, (bios_rd32(bios, reg) & mask) | data);
-       return 13;
- }
- static int
- init_macro(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_MACRO   opcode: 0x6F ('o')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): macro number
-        *
-        * Look up macro index "macro number" in the macro index table.
-        * The macro index table entry has 1 byte for the index in the macro
-        * table, and 1 byte for the number of times to repeat the macro.
-        * The macro table entry has 4 bytes for the register address and
-        * 4 bytes for the value to write to that register
-        */
-       uint8_t macro_index_tbl_idx = bios->data[offset + 1];
-       uint16_t tmp = bios->macro_index_tbl_ptr + (macro_index_tbl_idx * MACRO_INDEX_SIZE);
-       uint8_t macro_tbl_idx = bios->data[tmp];
-       uint8_t count = bios->data[tmp + 1];
-       uint32_t reg, data;
-       int i;
-       if (!iexec->execute)
-               return 2;
-       BIOSLOG(bios, "0x%04X: Macro: 0x%02X, MacroTableIndex: 0x%02X, "
-                     "Count: 0x%02X\n",
-               offset, macro_index_tbl_idx, macro_tbl_idx, count);
-       for (i = 0; i < count; i++) {
-               uint16_t macroentryptr = bios->macro_tbl_ptr + (macro_tbl_idx + i) * MACRO_SIZE;
-               reg = ROM32(bios->data[macroentryptr]);
-               data = ROM32(bios->data[macroentryptr + 4]);
-               bios_wr32(bios, reg, data);
-       }
-       return 2;
- }
- static int
- init_done(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_DONE   opcode: 0x71 ('q')
-        *
-        * offset      (8  bit): opcode
-        *
-        * End the current script
-        */
-       /* mild retval abuse to stop parsing this table */
-       return 0;
- }
- static int
- init_resume(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_RESUME   opcode: 0x72 ('r')
-        *
-        * offset      (8  bit): opcode
-        *
-        * End the current execute / no-execute condition
-        */
-       if (iexec->execute)
-               return 1;
-       iexec->execute = true;
-       BIOSLOG(bios, "0x%04X: ---- Executing following commands ----\n", offset);
-       return 1;
- }
- static int
- init_time(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_TIME   opcode: 0x74 ('t')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (16 bit): time
-        *
-        * Sleep for "time" microseconds.
-        */
-       unsigned time = ROM16(bios->data[offset + 1]);
-       if (!iexec->execute)
-               return 3;
-       BIOSLOG(bios, "0x%04X: Sleeping for 0x%04X microseconds\n",
-               offset, time);
-       if (time < 1000)
-               udelay(time);
-       else
-               mdelay((time + 900) / 1000);
-       return 3;
- }
- static int
- init_condition(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_CONDITION   opcode: 0x75 ('u')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): condition number
-        *
-        * Check condition "condition number" in the condition table.
-        * If condition not met skip subsequent opcodes until condition is
-        * inverted (INIT_NOT), or we hit INIT_RESUME
-        */
-       uint8_t cond = bios->data[offset + 1];
-       if (!iexec->execute)
-               return 2;
-       BIOSLOG(bios, "0x%04X: Condition: 0x%02X\n", offset, cond);
-       if (bios_condition_met(bios, offset, cond))
-               BIOSLOG(bios, "0x%04X: Condition fulfilled -- continuing to execute\n", offset);
-       else {
-               BIOSLOG(bios, "0x%04X: Condition not fulfilled -- skipping following commands\n", offset);
-               iexec->execute = false;
-       }
-       return 2;
- }
- static int
- init_io_condition(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_IO_CONDITION  opcode: 0x76
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): condition number
-        *
-        * Check condition "condition number" in the io condition table.
-        * If condition not met skip subsequent opcodes until condition is
-        * inverted (INIT_NOT), or we hit INIT_RESUME
-        */
-       uint8_t cond = bios->data[offset + 1];
-       if (!iexec->execute)
-               return 2;
-       BIOSLOG(bios, "0x%04X: IO condition: 0x%02X\n", offset, cond);
-       if (io_condition_met(bios, offset, cond))
-               BIOSLOG(bios, "0x%04X: Condition fulfilled -- continuing to execute\n", offset);
-       else {
-               BIOSLOG(bios, "0x%04X: Condition not fulfilled -- skipping following commands\n", offset);
-               iexec->execute = false;
-       }
-       return 2;
- }
- static int
- init_index_io(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_INDEX_IO   opcode: 0x78 ('x')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (16 bit): CRTC port
-        * offset + 3  (8  bit): CRTC index
-        * offset + 4  (8  bit): mask
-        * offset + 5  (8  bit): data
-        *
-        * Read value at index "CRTC index" on "CRTC port", AND with "mask",
-        * OR with "data", write-back
-        */
-       uint16_t crtcport = ROM16(bios->data[offset + 1]);
-       uint8_t crtcindex = bios->data[offset + 3];
-       uint8_t mask = bios->data[offset + 4];
-       uint8_t data = bios->data[offset + 5];
-       uint8_t value;
-       if (!iexec->execute)
-               return 6;
-       BIOSLOG(bios, "0x%04X: Port: 0x%04X, Index: 0x%02X, Mask: 0x%02X, "
-                     "Data: 0x%02X\n",
-               offset, crtcport, crtcindex, mask, data);
-       value = (bios_idxprt_rd(bios, crtcport, crtcindex) & mask) | data;
-       bios_idxprt_wr(bios, crtcport, crtcindex, value);
-       return 6;
- }
- static int
- init_pll(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_PLL   opcode: 0x79 ('y')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (32 bit): register
-        * offset + 5  (16 bit): freq
-        *
-        * Set PLL register "register" to coefficients for frequency (10kHz)
-        * "freq"
-        */
-       uint32_t reg = ROM32(bios->data[offset + 1]);
-       uint16_t freq = ROM16(bios->data[offset + 5]);
-       if (!iexec->execute)
-               return 7;
-       BIOSLOG(bios, "0x%04X: Reg: 0x%08X, Freq: %d0kHz\n", offset, reg, freq);
-       setPLL(bios, reg, freq * 10);
-       return 7;
- }
- static int
- init_zm_reg(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_ZM_REG   opcode: 0x7A ('z')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (32 bit): register
-        * offset + 5  (32 bit): value
-        *
-        * Assign "value" to "register"
-        */
-       uint32_t reg = ROM32(bios->data[offset + 1]);
-       uint32_t value = ROM32(bios->data[offset + 5]);
-       if (!iexec->execute)
-               return 9;
-       if (reg == 0x000200)
-               value |= 1;
-       bios_wr32(bios, reg, value);
-       return 9;
- }
- static int
- init_ram_restrict_pll(struct nvbios *bios, uint16_t offset,
-                     struct init_exec *iexec)
- {
-       /*
-        * INIT_RAM_RESTRICT_PLL   opcode: 0x87 ('')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): PLL type
-        * offset + 2 (32 bit): frequency 0
-        *
-        * Uses the RAMCFG strap of PEXTDEV_BOOT as an index into the table at
-        * ram_restrict_table_ptr.  The value read from there is used to select
-        * a frequency from the table starting at 'frequency 0' to be
-        * programmed into the PLL corresponding to 'type'.
-        *
-        * The PLL limits table on cards using this opcode has a mapping of
-        * 'type' to the relevant registers.
-        */
-       struct drm_device *dev = bios->dev;
-       uint32_t strap = (bios_rd32(bios, NV_PEXTDEV_BOOT_0) & 0x0000003c) >> 2;
-       uint8_t index = bios->data[bios->ram_restrict_tbl_ptr + strap];
-       uint8_t type = bios->data[offset + 1];
-       uint32_t freq = ROM32(bios->data[offset + 2 + (index * 4)]);
-       uint8_t *pll_limits = &bios->data[bios->pll_limit_tbl_ptr], *entry;
-       int len = 2 + bios->ram_restrict_group_count * 4;
-       int i;
-       if (!iexec->execute)
-               return len;
-       if (!bios->pll_limit_tbl_ptr || (pll_limits[0] & 0xf0) != 0x30) {
-               NV_ERROR(dev, "PLL limits table not version 3.x\n");
-               return len; /* deliberate, allow default clocks to remain */
-       }
-       entry = pll_limits + pll_limits[1];
-       for (i = 0; i < pll_limits[3]; i++, entry += pll_limits[2]) {
-               if (entry[0] == type) {
-                       uint32_t reg = ROM32(entry[3]);
-                       BIOSLOG(bios, "0x%04X: "
-                                     "Type %02x Reg 0x%08x Freq %dKHz\n",
-                               offset, type, reg, freq);
-                       setPLL(bios, reg, freq);
-                       return len;
-               }
-       }
-       NV_ERROR(dev, "PLL type 0x%02x not found in PLL limits table", type);
-       return len;
- }
- static int
- init_8c(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_8C   opcode: 0x8C ('')
-        *
-        * NOP so far....
-        *
-        */
-       return 1;
- }
- static int
- init_8d(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_8D   opcode: 0x8D ('')
-        *
-        * NOP so far....
-        *
-        */
-       return 1;
- }
- static int
- init_gpio(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_GPIO   opcode: 0x8E ('')
-        *
-        * offset      (8 bit): opcode
-        *
-        * Loop over all entries in the DCB GPIO table, and initialise
-        * each GPIO according to various values listed in each entry
-        */
-       if (iexec->execute && bios->execute)
-               nouveau_gpio_reset(bios->dev);
-       return 1;
- }
- static int
- init_ram_restrict_zm_reg_group(struct nvbios *bios, uint16_t offset,
-                              struct init_exec *iexec)
- {
-       /*
-        * INIT_RAM_RESTRICT_ZM_REG_GROUP   opcode: 0x8F ('')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (32 bit): reg
-        * offset + 5  (8  bit): regincrement
-        * offset + 6  (8  bit): count
-        * offset + 7  (32 bit): value 1,1
-        * ...
-        *
-        * Use the RAMCFG strap of PEXTDEV_BOOT as an index into the table at
-        * ram_restrict_table_ptr. The value read from here is 'n', and
-        * "value 1,n" gets written to "reg". This repeats "count" times and on
-        * each iteration 'm', "reg" increases by "regincrement" and
-        * "value m,n" is used. The extent of n is limited by a number read
-        * from the 'M' BIT table, herein called "blocklen"
-        */
-       uint32_t reg = ROM32(bios->data[offset + 1]);
-       uint8_t regincrement = bios->data[offset + 5];
-       uint8_t count = bios->data[offset + 6];
-       uint32_t strap_ramcfg, data;
-       /* previously set by 'M' BIT table */
-       uint16_t blocklen = bios->ram_restrict_group_count * 4;
-       int len = 7 + count * blocklen;
-       uint8_t index;
-       int i;
-       /* critical! to know the length of the opcode */;
-       if (!blocklen) {
-               NV_ERROR(bios->dev,
-                        "0x%04X: Zero block length - has the M table "
-                        "been parsed?\n", offset);
-               return -EINVAL;
-       }
-       if (!iexec->execute)
-               return len;
-       strap_ramcfg = (bios_rd32(bios, NV_PEXTDEV_BOOT_0) >> 2) & 0xf;
-       index = bios->data[bios->ram_restrict_tbl_ptr + strap_ramcfg];
-       BIOSLOG(bios, "0x%04X: Reg: 0x%08X, RegIncrement: 0x%02X, "
-                     "Count: 0x%02X, StrapRamCfg: 0x%02X, Index: 0x%02X\n",
-               offset, reg, regincrement, count, strap_ramcfg, index);
-       for (i = 0; i < count; i++) {
-               data = ROM32(bios->data[offset + 7 + index * 4 + blocklen * i]);
-               bios_wr32(bios, reg, data);
-               reg += regincrement;
-       }
-       return len;
- }
- static int
- init_copy_zm_reg(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_COPY_ZM_REG   opcode: 0x90 ('')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (32 bit): src reg
-        * offset + 5  (32 bit): dst reg
-        *
-        * Put contents of "src reg" into "dst reg"
-        */
-       uint32_t srcreg = ROM32(bios->data[offset + 1]);
-       uint32_t dstreg = ROM32(bios->data[offset + 5]);
-       if (!iexec->execute)
-               return 9;
-       bios_wr32(bios, dstreg, bios_rd32(bios, srcreg));
-       return 9;
- }
- static int
- init_zm_reg_group_addr_latched(struct nvbios *bios, uint16_t offset,
-                              struct init_exec *iexec)
- {
-       /*
-        * INIT_ZM_REG_GROUP_ADDRESS_LATCHED   opcode: 0x91 ('')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (32 bit): dst reg
-        * offset + 5  (8  bit): count
-        * offset + 6  (32 bit): data 1
-        * ...
-        *
-        * For each of "count" values write "data n" to "dst reg"
-        */
-       uint32_t reg = ROM32(bios->data[offset + 1]);
-       uint8_t count = bios->data[offset + 5];
-       int len = 6 + count * 4;
-       int i;
-       if (!iexec->execute)
-               return len;
-       for (i = 0; i < count; i++) {
-               uint32_t data = ROM32(bios->data[offset + 6 + 4 * i]);
-               bios_wr32(bios, reg, data);
-       }
-       return len;
- }
- static int
- init_reserved(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_RESERVED   opcode: 0x92 ('')
-        *
-        * offset      (8 bit): opcode
-        *
-        * Seemingly does nothing
-        */
-       return 1;
- }
- static int
- init_96(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_96   opcode: 0x96 ('')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (32 bit): sreg
-        * offset + 5  (8  bit): sshift
-        * offset + 6  (8  bit): smask
-        * offset + 7  (8  bit): index
-        * offset + 8  (32 bit): reg
-        * offset + 12 (32 bit): mask
-        * offset + 16 (8  bit): shift
-        *
-        */
-       uint16_t xlatptr = bios->init96_tbl_ptr + (bios->data[offset + 7] * 2);
-       uint32_t reg = ROM32(bios->data[offset + 8]);
-       uint32_t mask = ROM32(bios->data[offset + 12]);
-       uint32_t val;
-       val = bios_rd32(bios, ROM32(bios->data[offset + 1]));
-       if (bios->data[offset + 5] < 0x80)
-               val >>= bios->data[offset + 5];
-       else
-               val <<= (0x100 - bios->data[offset + 5]);
-       val &= bios->data[offset + 6];
-       val   = bios->data[ROM16(bios->data[xlatptr]) + val];
-       val <<= bios->data[offset + 16];
-       if (!iexec->execute)
-               return 17;
-       bios_wr32(bios, reg, (bios_rd32(bios, reg) & mask) | val);
-       return 17;
- }
- static int
- init_97(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_97   opcode: 0x97 ('')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (32 bit): register
-        * offset + 5  (32 bit): mask
-        * offset + 9  (32 bit): value
-        *
-        * Adds "value" to "register" preserving the fields specified
-        * by "mask"
-        */
-       uint32_t reg = ROM32(bios->data[offset + 1]);
-       uint32_t mask = ROM32(bios->data[offset + 5]);
-       uint32_t add = ROM32(bios->data[offset + 9]);
-       uint32_t val;
-       val = bios_rd32(bios, reg);
-       val = (val & mask) | ((val + add) & ~mask);
-       if (!iexec->execute)
-               return 13;
-       bios_wr32(bios, reg, val);
-       return 13;
- }
+ #include <subdev/bios.h>
  
- static int
- init_auxch(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_AUXCH   opcode: 0x98 ('')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (32 bit): address
-        * offset + 5  (8  bit): count
-        * offset + 6  (8  bit): mask 0
-        * offset + 7  (8  bit): data 0
-        *  ...
-        *
-        */
-       struct drm_device *dev = bios->dev;
-       struct nouveau_i2c_chan *auxch;
-       uint32_t addr = ROM32(bios->data[offset + 1]);
-       uint8_t count = bios->data[offset + 5];
-       int len = 6 + count * 2;
-       int ret, i;
-       if (!bios->display.output) {
-               NV_ERROR(dev, "INIT_AUXCH: no active output\n");
-               return len;
-       }
-       auxch = init_i2c_device_find(dev, bios->display.output->i2c_index);
-       if (!auxch) {
-               NV_ERROR(dev, "INIT_AUXCH: couldn't get auxch %d\n",
-                        bios->display.output->i2c_index);
-               return len;
-       }
-       if (!iexec->execute)
-               return len;
-       offset += 6;
-       for (i = 0; i < count; i++, offset += 2) {
-               uint8_t data;
-               ret = nouveau_dp_auxch(auxch, 9, addr, &data, 1);
-               if (ret) {
-                       NV_ERROR(dev, "INIT_AUXCH: rd auxch fail %d\n", ret);
-                       return len;
-               }
-               data &= bios->data[offset + 0];
-               data |= bios->data[offset + 1];
-               ret = nouveau_dp_auxch(auxch, 8, addr, &data, 1);
-               if (ret) {
-                       NV_ERROR(dev, "INIT_AUXCH: wr auxch fail %d\n", ret);
-                       return len;
-               }
-       }
-       return len;
- }
- static int
- init_zm_auxch(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_ZM_AUXCH   opcode: 0x99 ('')
-        *
-        * offset      (8  bit): opcode
-        * offset + 1  (32 bit): address
-        * offset + 5  (8  bit): count
-        * offset + 6  (8  bit): data 0
-        *  ...
-        *
-        */
-       struct drm_device *dev = bios->dev;
-       struct nouveau_i2c_chan *auxch;
-       uint32_t addr = ROM32(bios->data[offset + 1]);
-       uint8_t count = bios->data[offset + 5];
-       int len = 6 + count;
-       int ret, i;
-       if (!bios->display.output) {
-               NV_ERROR(dev, "INIT_ZM_AUXCH: no active output\n");
-               return len;
-       }
-       auxch = init_i2c_device_find(dev, bios->display.output->i2c_index);
-       if (!auxch) {
-               NV_ERROR(dev, "INIT_ZM_AUXCH: couldn't get auxch %d\n",
-                        bios->display.output->i2c_index);
-               return len;
-       }
-       if (!iexec->execute)
-               return len;
-       offset += 6;
-       for (i = 0; i < count; i++, offset++) {
-               ret = nouveau_dp_auxch(auxch, 8, addr, &bios->data[offset], 1);
-               if (ret) {
-                       NV_ERROR(dev, "INIT_ZM_AUXCH: wr auxch fail %d\n", ret);
-                       return len;
-               }
-       }
-       return len;
- }
- static int
- init_i2c_long_if(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
- {
-       /*
-        * INIT_I2C_LONG_IF   opcode: 0x9A ('')
-        *
-        * offset      (8 bit): opcode
-        * offset + 1  (8 bit): DCB I2C table entry index
-        * offset + 2  (8 bit): I2C slave address
-        * offset + 3  (16 bit): I2C register
-        * offset + 5  (8 bit): mask
-        * offset + 6  (8 bit): data
-        *
-        * Read the register given by "I2C register" on the device addressed
-        * by "I2C slave address" on the I2C bus given by "DCB I2C table
-        * entry index". Compare the result AND "mask" to "data".
-        * If they're not equal, skip subsequent opcodes until condition is
-        * inverted (INIT_NOT), or we hit INIT_RESUME
-        */
-       uint8_t i2c_index = bios->data[offset + 1];
-       uint8_t i2c_address = bios->data[offset + 2] >> 1;
-       uint8_t reglo = bios->data[offset + 3];
-       uint8_t reghi = bios->data[offset + 4];
-       uint8_t mask = bios->data[offset + 5];
-       uint8_t data = bios->data[offset + 6];
-       struct nouveau_i2c_chan *chan;
-       uint8_t buf0[2] = { reghi, reglo };
-       uint8_t buf1[1];
-       struct i2c_msg msg[2] = {
-               { i2c_address, 0, 1, buf0 },
-               { i2c_address, I2C_M_RD, 1, buf1 },
-       };
-       int ret;
-       /* no execute check by design */
-       BIOSLOG(bios, "0x%04X: DCBI2CIndex: 0x%02X, I2CAddress: 0x%02X\n",
-               offset, i2c_index, i2c_address);
-       chan = init_i2c_device_find(bios->dev, i2c_index);
-       if (!chan)
-               return -ENODEV;
 -#include "drmP.h"
++#include <drm/drmP.h>
 +
+ #include "nouveau_drm.h"
+ #include "nouveau_reg.h"
+ #include "nouveau_hw.h"
+ #include "nouveau_encoder.h"
  
-       ret = i2c_transfer(&chan->adapter, msg, 2);
-       if (ret < 0) {
-               BIOSLOG(bios, "0x%04X: I2CReg: 0x%02X:0x%02X, Value: [no device], "
-                             "Mask: 0x%02X, Data: 0x%02X\n",
-                       offset, reghi, reglo, mask, data);
-               iexec->execute = 0;
-               return 7;
-       }
+ #include <linux/io-mapping.h>
+ #include <linux/firmware.h>
  
-       BIOSLOG(bios, "0x%04X: I2CReg: 0x%02X:0x%02X, Value: 0x%02X, "
-                     "Mask: 0x%02X, Data: 0x%02X\n",
-               offset, reghi, reglo, buf1[0], mask, data);
+ /* these defines are made up */
+ #define NV_CIO_CRE_44_HEADA 0x0
+ #define NV_CIO_CRE_44_HEADB 0x3
+ #define FEATURE_MOBILE 0x10   /* also FEATURE_QUADRO for BMP */
  
-       iexec->execute = ((buf1[0] & mask) == data);
+ #define EDID1_LEN 128
  
-       return 7;
- }
+ #define BIOSLOG(sip, fmt, arg...) NV_DEBUG(sip->dev, fmt, ##arg)
+ #define LOG_OLD_VALUE(x)
  
- static struct init_tbl_entry itbl_entry[] = {
-       /* command name                       , id  , length  , offset  , mult    , command handler                 */
-       /* INIT_PROG (0x31, 15, 10, 4) removed due to no example of use */
-       { "INIT_IO_RESTRICT_PROG"             , 0x32, init_io_restrict_prog           },
-       { "INIT_REPEAT"                       , 0x33, init_repeat                     },
-       { "INIT_IO_RESTRICT_PLL"              , 0x34, init_io_restrict_pll            },
-       { "INIT_END_REPEAT"                   , 0x36, init_end_repeat                 },
-       { "INIT_COPY"                         , 0x37, init_copy                       },
-       { "INIT_NOT"                          , 0x38, init_not                        },
-       { "INIT_IO_FLAG_CONDITION"            , 0x39, init_io_flag_condition          },
-       { "INIT_DP_CONDITION"                 , 0x3A, init_dp_condition               },
-       { "INIT_OP_3B"                        , 0x3B, init_op_3b                      },
-       { "INIT_OP_3C"                        , 0x3C, init_op_3c                      },
-       { "INIT_INDEX_ADDRESS_LATCHED"        , 0x49, init_idx_addr_latched           },
-       { "INIT_IO_RESTRICT_PLL2"             , 0x4A, init_io_restrict_pll2           },
-       { "INIT_PLL2"                         , 0x4B, init_pll2                       },
-       { "INIT_I2C_BYTE"                     , 0x4C, init_i2c_byte                   },
-       { "INIT_ZM_I2C_BYTE"                  , 0x4D, init_zm_i2c_byte                },
-       { "INIT_ZM_I2C"                       , 0x4E, init_zm_i2c                     },
-       { "INIT_TMDS"                         , 0x4F, init_tmds                       },
-       { "INIT_ZM_TMDS_GROUP"                , 0x50, init_zm_tmds_group              },
-       { "INIT_CR_INDEX_ADDRESS_LATCHED"     , 0x51, init_cr_idx_adr_latch           },
-       { "INIT_CR"                           , 0x52, init_cr                         },
-       { "INIT_ZM_CR"                        , 0x53, init_zm_cr                      },
-       { "INIT_ZM_CR_GROUP"                  , 0x54, init_zm_cr_group                },
-       { "INIT_CONDITION_TIME"               , 0x56, init_condition_time             },
-       { "INIT_LTIME"                        , 0x57, init_ltime                      },
-       { "INIT_ZM_REG_SEQUENCE"              , 0x58, init_zm_reg_sequence            },
-       /* INIT_INDIRECT_REG (0x5A, 7, 0, 0) removed due to no example of use */
-       { "INIT_SUB_DIRECT"                   , 0x5B, init_sub_direct                 },
-       { "INIT_JUMP"                         , 0x5C, init_jump                       },
-       { "INIT_I2C_IF"                       , 0x5E, init_i2c_if                     },
-       { "INIT_COPY_NV_REG"                  , 0x5F, init_copy_nv_reg                },
-       { "INIT_ZM_INDEX_IO"                  , 0x62, init_zm_index_io                },
-       { "INIT_COMPUTE_MEM"                  , 0x63, init_compute_mem                },
-       { "INIT_RESET"                        , 0x65, init_reset                      },
-       { "INIT_CONFIGURE_MEM"                , 0x66, init_configure_mem              },
-       { "INIT_CONFIGURE_CLK"                , 0x67, init_configure_clk              },
-       { "INIT_CONFIGURE_PREINIT"            , 0x68, init_configure_preinit          },
-       { "INIT_IO"                           , 0x69, init_io                         },
-       { "INIT_SUB"                          , 0x6B, init_sub                        },
-       { "INIT_RAM_CONDITION"                , 0x6D, init_ram_condition              },
-       { "INIT_NV_REG"                       , 0x6E, init_nv_reg                     },
-       { "INIT_MACRO"                        , 0x6F, init_macro                      },
-       { "INIT_DONE"                         , 0x71, init_done                       },
-       { "INIT_RESUME"                       , 0x72, init_resume                     },
-       /* INIT_RAM_CONDITION2 (0x73, 9, 0, 0) removed due to no example of use */
-       { "INIT_TIME"                         , 0x74, init_time                       },
-       { "INIT_CONDITION"                    , 0x75, init_condition                  },
-       { "INIT_IO_CONDITION"                 , 0x76, init_io_condition               },
-       { "INIT_INDEX_IO"                     , 0x78, init_index_io                   },
-       { "INIT_PLL"                          , 0x79, init_pll                        },
-       { "INIT_ZM_REG"                       , 0x7A, init_zm_reg                     },
-       { "INIT_RAM_RESTRICT_PLL"             , 0x87, init_ram_restrict_pll           },
-       { "INIT_8C"                           , 0x8C, init_8c                         },
-       { "INIT_8D"                           , 0x8D, init_8d                         },
-       { "INIT_GPIO"                         , 0x8E, init_gpio                       },
-       { "INIT_RAM_RESTRICT_ZM_REG_GROUP"    , 0x8F, init_ram_restrict_zm_reg_group  },
-       { "INIT_COPY_ZM_REG"                  , 0x90, init_copy_zm_reg                },
-       { "INIT_ZM_REG_GROUP_ADDRESS_LATCHED" , 0x91, init_zm_reg_group_addr_latched  },
-       { "INIT_RESERVED"                     , 0x92, init_reserved                   },
-       { "INIT_96"                           , 0x96, init_96                         },
-       { "INIT_97"                           , 0x97, init_97                         },
-       { "INIT_AUXCH"                        , 0x98, init_auxch                      },
-       { "INIT_ZM_AUXCH"                     , 0x99, init_zm_auxch                   },
-       { "INIT_I2C_LONG_IF"                  , 0x9A, init_i2c_long_if                },
-       { NULL                                , 0   , NULL                            }
+ struct init_exec {
+       bool execute;
+       bool repeat;
  };
  
- #define MAX_TABLE_OPS 1000
- static int
- parse_init_table(struct nvbios *bios, uint16_t offset, struct init_exec *iexec)
+ static bool nv_cksum(const uint8_t *data, unsigned int length)
  {
        /*
-        * Parses all commands in an init table.
-        *
-        * We start out executing all commands found in the init table. Some
-        * opcodes may change the status of iexec->execute to SKIP, which will
-        * cause the following opcodes to perform no operation until the value
-        * is changed back to EXECUTE.
-        */
-       int count = 0, i, ret;
-       uint8_t id;
-       /* catch NULL script pointers */
-       if (offset == 0)
-               return 0;
-       /*
-        * Loop until INIT_DONE causes us to break out of the loop
-        * (or until offset > bios length just in case... )
-        * (and no more than MAX_TABLE_OPS iterations, just in case... )
+        * There's a few checksums in the BIOS, so here's a generic checking
+        * function.
         */
-       while ((offset < bios->length) && (count++ < MAX_TABLE_OPS)) {
-               id = bios->data[offset];
-               /* Find matching id in itbl_entry */
-               for (i = 0; itbl_entry[i].name && (itbl_entry[i].id != id); i++)
-                       ;
-               if (!itbl_entry[i].name) {
-                       NV_ERROR(bios->dev,
-                                "0x%04X: Init table command not found: "
-                                "0x%02X\n", offset, id);
-                       return -ENOENT;
-               }
-               BIOSLOG(bios, "0x%04X: [ (0x%02X) - %s ]\n", offset,
-                       itbl_entry[i].id, itbl_entry[i].name);
-               /* execute eventual command handler */
-               ret = (*itbl_entry[i].handler)(bios, offset, iexec);
-               if (ret < 0) {
-                       NV_ERROR(bios->dev, "0x%04X: Failed parsing init "
-                                "table opcode: %s %d\n", offset,
-                                itbl_entry[i].name, ret);
-               }
-               if (ret <= 0)
-                       break;
-               /*
-                * Add the offset of the current command including all data
-                * of that command. The offset will then be pointing on the
-                * next op code.
-                */
-               offset += ret;
-       }
-       if (offset >= bios->length)
-               NV_WARN(bios->dev,
-                       "Offset 0x%04X greater than known bios image length.  "
-                       "Corrupt image?\n", offset);
-       if (count >= MAX_TABLE_OPS)
-               NV_WARN(bios->dev,
-                       "More than %d opcodes to a table is unlikely, "
-                       "is the bios image corrupt?\n", MAX_TABLE_OPS);
-       return 0;
- }
- static void
- parse_init_tables(struct nvbios *bios)
- {
-       /* Loops and calls parse_init_table() for each present table. */
-       int i = 0;
-       uint16_t table;
-       struct init_exec iexec = {true, false};
-       if (bios->old_style_init) {
-               if (bios->init_script_tbls_ptr)
-                       parse_init_table(bios, bios->init_script_tbls_ptr, &iexec);
-               if (bios->extra_init_script_tbl_ptr)
-                       parse_init_table(bios, bios->extra_init_script_tbl_ptr, &iexec);
+       int i;
+       uint8_t sum = 0;
  
-               return;
-       }
+       for (i = 0; i < length; i++)
+               sum += data[i];
  
-       while ((table = ROM16(bios->data[bios->init_script_tbls_ptr + i]))) {
-               NV_INFO(bios->dev,
-                       "Parsing VBIOS init table %d at offset 0x%04X\n",
-                       i / 2, table);
-               BIOSLOG(bios, "0x%04X: ------ Executing following commands ------\n", table);
+       if (sum)
+               return true;
  
-               parse_init_table(bios, table, &iexec);
-               i += 2;
-       }
+       return false;
  }
  
  static uint16_t clkcmptable(struct nvbios *bios, uint16_t clktable, int pxclk)
index 2c5eb5d8d55692dd1bb334997237d0d830ed0595,77959526b5f3f99774c54792c2a4ff752ccb83c2..6da576445b3d5c16d35132c088053f8514ffea5d
   * SOFTWARE.
   */
  
 -#include "drmP.h"
 +#include <drm/drmP.h>
- #include "nouveau_drv.h"
++
+ #include "nouveau_drm.h"
+ #include "nouveau_reg.h"
  #include "nouveau_hw.h"
  
  /****************************************************************************\
index abb92de98573f88240439491d650f6c059e9d016,702e2a74d2d1d3de47a8685a409ed6c5aeef1e36..9a6e2cb282dc4e38612845f41f224c5e2aa9b083
  
  #include <acpi/button.h>
  
 -#include "drmP.h"
 -#include "drm_edid.h"
 -#include "drm_crtc_helper.h"
 +#include <drm/drmP.h>
 +#include <drm/drm_edid.h>
 +#include <drm/drm_crtc_helper.h>
  
  #include "nouveau_reg.h"
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
+ #include "nouveau_hw.h"
+ #include "nouveau_acpi.h"
+ #include "nouveau_display.h"
+ #include "nouveau_connector.h"
  #include "nouveau_encoder.h"
  #include "nouveau_crtc.h"
- #include "nouveau_connector.h"
- #include "nouveau_gpio.h"
- #include "nouveau_hw.h"
+ #include <subdev/i2c.h>
+ #include <subdev/gpio.h>
+ MODULE_PARM_DESC(tv_disable, "Disable TV-out detection");
+ static int nouveau_tv_disable = 0;
+ module_param_named(tv_disable, nouveau_tv_disable, int, 0400);
+ MODULE_PARM_DESC(ignorelid, "Ignore ACPI lid status");
+ static int nouveau_ignorelid = 0;
+ module_param_named(ignorelid, nouveau_ignorelid, int, 0400);
+ MODULE_PARM_DESC(duallink, "Allow dual-link TMDS (default: enabled)");
+ static int nouveau_duallink = 1;
+ module_param_named(duallink, nouveau_duallink, int, 0400);
  
  static void nouveau_connector_hotplug(void *, int);
  
index e1c1567c0c1a4ce80392ee27476709a2730f1451,9503cfa0492cea54e7ca8f0efde8f68a106073a5..ebdb87670a8f5f37a0bbbaf49c99b4fe9c974285
@@@ -27,8 -27,9 +27,9 @@@
  #ifndef __NOUVEAU_CONNECTOR_H__
  #define __NOUVEAU_CONNECTOR_H__
  
 -#include "drm_edid.h"
 +#include <drm/drm_edid.h>
- #include "nouveau_i2c.h"
+ struct nouveau_i2c_port;
  
  enum nouveau_underscan_type {
        UNDERSCAN_OFF,
index e4eeeaf20fdf401e6047dc6b3dc8753f95bdb6c1,61f370d000e9f6a3db311de627e4ae9ba26e9802..8f98e5a8c488dba5c8e86d937aa26b5e65d78175
   *
   */
  
 -#include "drmP.h"
 -#include "drm_crtc_helper.h"
 +#include <drm/drmP.h>
 +#include <drm/drm_crtc_helper.h>
- #include "nouveau_drv.h"
- #include "nouveau_fb.h"
  #include "nouveau_fbcon.h"
  #include "nouveau_hw.h"
  #include "nouveau_crtc.h"
index 898e5e32293c623311d32d3172dc0bb6d1ed1509,72266ae91fa16c28421d4a699c503248c1ab203a..978a108ba7a1b32c10d299f2ced9554b6bffa2dc
   * Authors: Ben Skeggs
   */
  
 -#include "drmP.h"
 -#include "drm_dp_helper.h"
 +#include <drm/drmP.h>
++#include <drm/drm_dp_helper.h>
  
- #include "nouveau_drv.h"
- #include "nouveau_i2c.h"
+ #include "nouveau_drm.h"
  #include "nouveau_connector.h"
  #include "nouveau_encoder.h"
  #include "nouveau_crtc.h"
index 0000000000000000000000000000000000000000,e96507e11488bb59fe572cefc3458d33649f5e61..ccae8c26ae2b34ecc25e8312ee6d57c0d14f06e3
mode 000000,100644..100644
--- /dev/null
@@@ -1,0 -1,693 +1,693 @@@
 -      snprintf(name, sizeof(name), "%d", fpriv->pid);
+ /*
+  * Copyright 2012 Red Hat Inc.
+  *
+  * Permission is hereby granted, free of charge, to any person obtaining a
+  * copy of this software and associated documentation files (the "Software"),
+  * to deal in the Software without restriction, including without limitation
+  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+  * and/or sell copies of the Software, and to permit persons to whom the
+  * Software is furnished to do so, subject to the following conditions:
+  *
+  * The above copyright notice and this permission notice shall be included in
+  * all copies or substantial portions of the Software.
+  *
+  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
+  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
+  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+  * OTHER DEALINGS IN THE SOFTWARE.
+  *
+  * Authors: Ben Skeggs
+  */
+ #include <linux/console.h>
+ #include <linux/module.h>
+ #include <linux/pci.h>
+ #include <core/device.h>
+ #include <core/client.h>
+ #include <core/gpuobj.h>
+ #include <core/class.h>
+ #include <subdev/device.h>
+ #include <subdev/vm.h>
+ #include "nouveau_drm.h"
+ #include "nouveau_irq.h"
+ #include "nouveau_dma.h"
+ #include "nouveau_ttm.h"
+ #include "nouveau_gem.h"
+ #include "nouveau_agp.h"
+ #include "nouveau_vga.h"
+ #include "nouveau_pm.h"
+ #include "nouveau_acpi.h"
+ #include "nouveau_bios.h"
+ #include "nouveau_ioctl.h"
+ #include "nouveau_abi16.h"
+ #include "nouveau_fbcon.h"
+ #include "nouveau_fence.h"
+ #include "nouveau_ttm.h"
+ MODULE_PARM_DESC(config, "option string to pass to driver core");
+ static char *nouveau_config;
+ module_param_named(config, nouveau_config, charp, 0400);
+ MODULE_PARM_DESC(debug, "debug string to pass to driver core");
+ static char *nouveau_debug;
+ module_param_named(debug, nouveau_debug, charp, 0400);
+ MODULE_PARM_DESC(noaccel, "disable kernel/abi16 acceleration");
+ static int nouveau_noaccel = 0;
+ module_param_named(noaccel, nouveau_noaccel, int, 0400);
+ MODULE_PARM_DESC(modeset, "enable driver");
+ static int nouveau_modeset = -1;
+ module_param_named(modeset, nouveau_modeset, int, 0400);
+ static struct drm_driver driver;
+ static u64
+ nouveau_name(struct pci_dev *pdev)
+ {
+       u64 name = (u64)pci_domain_nr(pdev->bus) << 32;
+       name |= pdev->bus->number << 16;
+       name |= PCI_SLOT(pdev->devfn) << 8;
+       return name | PCI_FUNC(pdev->devfn);
+ }
+ static int
+ nouveau_cli_create(struct pci_dev *pdev, const char *name,
+                  int size, void **pcli)
+ {
+       struct nouveau_cli *cli;
+       int ret;
+       ret = nouveau_client_create_(name, nouveau_name(pdev), nouveau_config,
+                                    nouveau_debug, size, pcli);
+       cli = *pcli;
+       if (ret)
+               return ret;
+       mutex_init(&cli->mutex);
+       return 0;
+ }
+ static void
+ nouveau_cli_destroy(struct nouveau_cli *cli)
+ {
+       struct nouveau_object *client = nv_object(cli);
+       nouveau_vm_ref(NULL, &cli->base.vm, NULL);
+       nouveau_client_fini(&cli->base, false);
+       atomic_set(&client->refcount, 1);
+       nouveau_object_ref(NULL, &client);
+ }
+ static void
+ nouveau_accel_fini(struct nouveau_drm *drm)
+ {
+       nouveau_gpuobj_ref(NULL, &drm->notify);
+       nouveau_channel_del(&drm->channel);
+       nouveau_channel_del(&drm->cechan);
+       if (drm->fence)
+               nouveau_fence(drm)->dtor(drm);
+ }
+ static void
+ nouveau_accel_init(struct nouveau_drm *drm)
+ {
+       struct nouveau_device *device = nv_device(drm->device);
+       struct nouveau_object *object;
+       u32 arg0, arg1;
+       int ret;
+       if (nouveau_noaccel)
+               return;
+       /* initialise synchronisation routines */
+       if      (device->card_type < NV_10) ret = nv04_fence_create(drm);
+       else if (device->chipset   <  0x84) ret = nv10_fence_create(drm);
+       else if (device->card_type < NV_C0) ret = nv84_fence_create(drm);
+       else                                ret = nvc0_fence_create(drm);
+       if (ret) {
+               NV_ERROR(drm, "failed to initialise sync subsystem, %d\n", ret);
+               nouveau_accel_fini(drm);
+               return;
+       }
+       if (device->card_type >= NV_E0) {
+               ret = nouveau_channel_new(drm, &drm->client, NVDRM_DEVICE,
+                                         NVDRM_CHAN + 1,
+                                         NVE0_CHANNEL_IND_ENGINE_CE0 |
+                                         NVE0_CHANNEL_IND_ENGINE_CE1, 0,
+                                         &drm->cechan);
+               if (ret)
+                       NV_ERROR(drm, "failed to create ce channel, %d\n", ret);
+               arg0 = NVE0_CHANNEL_IND_ENGINE_GR;
+               arg1 = 0;
+       } else {
+               arg0 = NvDmaFB;
+               arg1 = NvDmaTT;
+       }
+       ret = nouveau_channel_new(drm, &drm->client, NVDRM_DEVICE, NVDRM_CHAN,
+                                 arg0, arg1, &drm->channel);
+       if (ret) {
+               NV_ERROR(drm, "failed to create kernel channel, %d\n", ret);
+               nouveau_accel_fini(drm);
+               return;
+       }
+       if (device->card_type < NV_C0) {
+               ret = nouveau_gpuobj_new(drm->device, NULL, 32, 0, 0,
+                                       &drm->notify);
+               if (ret) {
+                       NV_ERROR(drm, "failed to allocate notifier, %d\n", ret);
+                       nouveau_accel_fini(drm);
+                       return;
+               }
+               ret = nouveau_object_new(nv_object(drm),
+                                        drm->channel->handle, NvNotify0,
+                                        0x003d, &(struct nv_dma_class) {
+                                               .flags = NV_DMA_TARGET_VRAM |
+                                                        NV_DMA_ACCESS_RDWR,
+                                               .start = drm->notify->addr,
+                                               .limit = drm->notify->addr + 31
+                                               }, sizeof(struct nv_dma_class),
+                                        &object);
+               if (ret) {
+                       nouveau_accel_fini(drm);
+                       return;
+               }
+       }
+       nouveau_bo_move_init(drm);
+ }
+ static int __devinit
+ nouveau_drm_probe(struct pci_dev *pdev, const struct pci_device_id *pent)
+ {
+       struct nouveau_device *device;
+       struct apertures_struct *aper;
+       bool boot = false;
+       int ret;
+       /* remove conflicting drivers (vesafb, efifb etc) */
+       aper = alloc_apertures(3);
+       if (!aper)
+               return -ENOMEM;
+       aper->ranges[0].base = pci_resource_start(pdev, 1);
+       aper->ranges[0].size = pci_resource_len(pdev, 1);
+       aper->count = 1;
+       if (pci_resource_len(pdev, 2)) {
+               aper->ranges[aper->count].base = pci_resource_start(pdev, 2);
+               aper->ranges[aper->count].size = pci_resource_len(pdev, 2);
+               aper->count++;
+       }
+       if (pci_resource_len(pdev, 3)) {
+               aper->ranges[aper->count].base = pci_resource_start(pdev, 3);
+               aper->ranges[aper->count].size = pci_resource_len(pdev, 3);
+               aper->count++;
+       }
+ #ifdef CONFIG_X86
+       boot = pdev->resource[PCI_ROM_RESOURCE].flags & IORESOURCE_ROM_SHADOW;
+ #endif
+       remove_conflicting_framebuffers(aper, "nouveaufb", boot);
+       ret = nouveau_device_create(pdev, nouveau_name(pdev), pci_name(pdev),
+                                   nouveau_config, nouveau_debug, &device);
+       if (ret)
+               return ret;
+       pci_set_master(pdev);
+       ret = drm_get_pci_dev(pdev, pent, &driver);
+       if (ret) {
+               nouveau_object_ref(NULL, (struct nouveau_object **)&device);
+               return ret;
+       }
+       return 0;
+ }
+ static int
+ nouveau_drm_load(struct drm_device *dev, unsigned long flags)
+ {
+       struct pci_dev *pdev = dev->pdev;
+       struct nouveau_device *device;
+       struct nouveau_drm *drm;
+       int ret;
+       ret = nouveau_cli_create(pdev, "DRM", sizeof(*drm), (void**)&drm);
+       if (ret)
+               return ret;
+       dev->dev_private = drm;
+       drm->dev = dev;
+       INIT_LIST_HEAD(&drm->clients);
+       spin_lock_init(&drm->tile.lock);
+       /* make sure AGP controller is in a consistent state before we
+        * (possibly) execute vbios init tables (see nouveau_agp.h)
+        */
+       if (drm_pci_device_is_agp(dev) && dev->agp) {
+               /* dummy device object, doesn't init anything, but allows
+                * agp code access to registers
+                */
+               ret = nouveau_object_new(nv_object(drm), NVDRM_CLIENT,
+                                        NVDRM_DEVICE, 0x0080,
+                                        &(struct nv_device_class) {
+                                               .device = ~0,
+                                               .disable =
+                                                ~(NV_DEVICE_DISABLE_MMIO |
+                                                  NV_DEVICE_DISABLE_IDENTIFY),
+                                               .debug0 = ~0,
+                                        }, sizeof(struct nv_device_class),
+                                        &drm->device);
+               if (ret)
+                       goto fail_device;
+               nouveau_agp_reset(drm);
+               nouveau_object_del(nv_object(drm), NVDRM_CLIENT, NVDRM_DEVICE);
+       }
+       ret = nouveau_object_new(nv_object(drm), NVDRM_CLIENT, NVDRM_DEVICE,
+                                0x0080, &(struct nv_device_class) {
+                                       .device = ~0,
+                                       .disable = 0,
+                                       .debug0 = 0,
+                                }, sizeof(struct nv_device_class),
+                                &drm->device);
+       if (ret)
+               goto fail_device;
+       /* workaround an odd issue on nvc1 by disabling the device's
+        * nosnoop capability.  hopefully won't cause issues until a
+        * better fix is found - assuming there is one...
+        */
+       device = nv_device(drm->device);
+       if (nv_device(drm->device)->chipset == 0xc1)
+               nv_mask(device, 0x00088080, 0x00000800, 0x00000000);
+       nouveau_vga_init(drm);
+       nouveau_agp_init(drm);
+       if (device->card_type >= NV_50) {
+               ret = nouveau_vm_new(nv_device(drm->device), 0, (1ULL << 40),
+                                    0x1000, &drm->client.base.vm);
+               if (ret)
+                       goto fail_device;
+       }
+       ret = nouveau_ttm_init(drm);
+       if (ret)
+               goto fail_ttm;
+       ret = nouveau_bios_init(dev);
+       if (ret)
+               goto fail_bios;
+       ret = nouveau_irq_init(dev);
+       if (ret)
+               goto fail_irq;
+       ret = nouveau_display_create(dev);
+       if (ret)
+               goto fail_dispctor;
+       if (dev->mode_config.num_crtc) {
+               ret = nouveau_display_init(dev);
+               if (ret)
+                       goto fail_dispinit;
+       }
+       nouveau_pm_init(dev);
+       nouveau_accel_init(drm);
+       nouveau_fbcon_init(dev);
+       return 0;
+ fail_dispinit:
+       nouveau_display_destroy(dev);
+ fail_dispctor:
+       nouveau_irq_fini(dev);
+ fail_irq:
+       nouveau_bios_takedown(dev);
+ fail_bios:
+       nouveau_ttm_fini(drm);
+ fail_ttm:
+       nouveau_agp_fini(drm);
+       nouveau_vga_fini(drm);
+ fail_device:
+       nouveau_cli_destroy(&drm->client);
+       return ret;
+ }
+ static int
+ nouveau_drm_unload(struct drm_device *dev)
+ {
+       struct nouveau_drm *drm = nouveau_drm(dev);
+       nouveau_fbcon_fini(dev);
+       nouveau_accel_fini(drm);
+       nouveau_pm_fini(dev);
+       nouveau_display_fini(dev);
+       nouveau_display_destroy(dev);
+       nouveau_irq_fini(dev);
+       nouveau_bios_takedown(dev);
+       nouveau_ttm_fini(drm);
+       nouveau_agp_fini(drm);
+       nouveau_vga_fini(drm);
+       nouveau_cli_destroy(&drm->client);
+       return 0;
+ }
+ static void
+ nouveau_drm_remove(struct pci_dev *pdev)
+ {
+       struct drm_device *dev = pci_get_drvdata(pdev);
+       struct nouveau_drm *drm = nouveau_drm(dev);
+       struct nouveau_object *device;
+       device = drm->client.base.device;
+       drm_put_dev(dev);
+       nouveau_object_ref(NULL, &device);
+       nouveau_object_debug();
+ }
+ int
+ nouveau_drm_suspend(struct pci_dev *pdev, pm_message_t pm_state)
+ {
+       struct drm_device *dev = pci_get_drvdata(pdev);
+       struct nouveau_drm *drm = nouveau_drm(dev);
+       struct nouveau_cli *cli;
+       int ret;
+       if (dev->switch_power_state == DRM_SWITCH_POWER_OFF ||
+           pm_state.event == PM_EVENT_PRETHAW)
+               return 0;
+       NV_INFO(drm, "suspending fbcon...\n");
+       nouveau_fbcon_set_suspend(dev, 1);
+       NV_INFO(drm, "suspending display...\n");
+       ret = nouveau_display_suspend(dev);
+       if (ret)
+               return ret;
+       NV_INFO(drm, "evicting buffers...\n");
+       ttm_bo_evict_mm(&drm->ttm.bdev, TTM_PL_VRAM);
+       if (drm->fence && nouveau_fence(drm)->suspend) {
+               if (!nouveau_fence(drm)->suspend(drm))
+                       return -ENOMEM;
+       }
+       NV_INFO(drm, "suspending client object trees...\n");
+       list_for_each_entry(cli, &drm->clients, head) {
+               ret = nouveau_client_fini(&cli->base, true);
+               if (ret)
+                       goto fail_client;
+       }
+       ret = nouveau_client_fini(&drm->client.base, true);
+       if (ret)
+               goto fail_client;
+       nouveau_agp_fini(drm);
+       pci_save_state(pdev);
+       if (pm_state.event == PM_EVENT_SUSPEND) {
+               pci_disable_device(pdev);
+               pci_set_power_state(pdev, PCI_D3hot);
+       }
+       return 0;
+ fail_client:
+       list_for_each_entry_continue_reverse(cli, &drm->clients, head) {
+               nouveau_client_init(&cli->base);
+       }
+       NV_INFO(drm, "resuming display...\n");
+       nouveau_display_resume(dev);
+       return ret;
+ }
+ int
+ nouveau_drm_resume(struct pci_dev *pdev)
+ {
+       struct drm_device *dev = pci_get_drvdata(pdev);
+       struct nouveau_drm *drm = nouveau_drm(dev);
+       struct nouveau_cli *cli;
+       int ret;
+       if (dev->switch_power_state == DRM_SWITCH_POWER_OFF)
+               return 0;
+       NV_INFO(drm, "re-enabling device...\n");
+       pci_set_power_state(pdev, PCI_D0);
+       pci_restore_state(pdev);
+       ret = pci_enable_device(pdev);
+       if (ret)
+               return ret;
+       pci_set_master(pdev);
+       nouveau_agp_reset(drm);
+       NV_INFO(drm, "resuming client object trees...\n");
+       nouveau_client_init(&drm->client.base);
+       nouveau_agp_init(drm);
+       list_for_each_entry(cli, &drm->clients, head) {
+               nouveau_client_init(&cli->base);
+       }
+       if (drm->fence && nouveau_fence(drm)->resume)
+               nouveau_fence(drm)->resume(drm);
+       nouveau_run_vbios_init(dev);
+       nouveau_irq_postinstall(dev);
+       nouveau_pm_resume(dev);
+       NV_INFO(drm, "resuming display...\n");
+       nouveau_display_resume(dev);
+       return 0;
+ }
+ static int
+ nouveau_drm_open(struct drm_device *dev, struct drm_file *fpriv)
+ {
+       struct pci_dev *pdev = dev->pdev;
+       struct nouveau_drm *drm = nouveau_drm(dev);
+       struct nouveau_cli *cli;
+       char name[16];
+       int ret;
++      snprintf(name, sizeof(name), "%d", pid_nr(fpriv->pid));
+       ret = nouveau_cli_create(pdev, name, sizeof(*cli), (void **)&cli);
+       if (ret)
+               return ret;
+       if (nv_device(drm->device)->card_type >= NV_50) {
+               ret = nouveau_vm_new(nv_device(drm->device), 0, (1ULL << 40),
+                                    0x1000, &cli->base.vm);
+               if (ret) {
+                       nouveau_cli_destroy(cli);
+                       return ret;
+               }
+       }
+       fpriv->driver_priv = cli;
+       mutex_lock(&drm->client.mutex);
+       list_add(&cli->head, &drm->clients);
+       mutex_unlock(&drm->client.mutex);
+       return 0;
+ }
+ static void
+ nouveau_drm_preclose(struct drm_device *dev, struct drm_file *fpriv)
+ {
+       struct nouveau_cli *cli = nouveau_cli(fpriv);
+       struct nouveau_drm *drm = nouveau_drm(dev);
+       if (cli->abi16)
+               nouveau_abi16_fini(cli->abi16);
+       mutex_lock(&drm->client.mutex);
+       list_del(&cli->head);
+       mutex_unlock(&drm->client.mutex);
+ }
+ static void
+ nouveau_drm_postclose(struct drm_device *dev, struct drm_file *fpriv)
+ {
+       struct nouveau_cli *cli = nouveau_cli(fpriv);
+       nouveau_cli_destroy(cli);
+ }
+ static struct drm_ioctl_desc
+ nouveau_ioctls[] = {
+       DRM_IOCTL_DEF_DRV(NOUVEAU_GETPARAM, nouveau_abi16_ioctl_getparam, DRM_UNLOCKED|DRM_AUTH),
+       DRM_IOCTL_DEF_DRV(NOUVEAU_SETPARAM, nouveau_abi16_ioctl_setparam, DRM_UNLOCKED|DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
+       DRM_IOCTL_DEF_DRV(NOUVEAU_CHANNEL_ALLOC, nouveau_abi16_ioctl_channel_alloc, DRM_UNLOCKED|DRM_AUTH),
+       DRM_IOCTL_DEF_DRV(NOUVEAU_CHANNEL_FREE, nouveau_abi16_ioctl_channel_free, DRM_UNLOCKED|DRM_AUTH),
+       DRM_IOCTL_DEF_DRV(NOUVEAU_GROBJ_ALLOC, nouveau_abi16_ioctl_grobj_alloc, DRM_UNLOCKED|DRM_AUTH),
+       DRM_IOCTL_DEF_DRV(NOUVEAU_NOTIFIEROBJ_ALLOC, nouveau_abi16_ioctl_notifierobj_alloc, DRM_UNLOCKED|DRM_AUTH),
+       DRM_IOCTL_DEF_DRV(NOUVEAU_GPUOBJ_FREE, nouveau_abi16_ioctl_gpuobj_free, DRM_UNLOCKED|DRM_AUTH),
+       DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_NEW, nouveau_gem_ioctl_new, DRM_UNLOCKED|DRM_AUTH),
+       DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_PUSHBUF, nouveau_gem_ioctl_pushbuf, DRM_UNLOCKED|DRM_AUTH),
+       DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_CPU_PREP, nouveau_gem_ioctl_cpu_prep, DRM_UNLOCKED|DRM_AUTH),
+       DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_CPU_FINI, nouveau_gem_ioctl_cpu_fini, DRM_UNLOCKED|DRM_AUTH),
+       DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_INFO, nouveau_gem_ioctl_info, DRM_UNLOCKED|DRM_AUTH),
+ };
+ static const struct file_operations
+ nouveau_driver_fops = {
+       .owner = THIS_MODULE,
+       .open = drm_open,
+       .release = drm_release,
+       .unlocked_ioctl = drm_ioctl,
+       .mmap = nouveau_ttm_mmap,
+       .poll = drm_poll,
+       .fasync = drm_fasync,
+       .read = drm_read,
+ #if defined(CONFIG_COMPAT)
+       .compat_ioctl = nouveau_compat_ioctl,
+ #endif
+       .llseek = noop_llseek,
+ };
+ static struct drm_driver
+ driver = {
+       .driver_features =
+               DRIVER_USE_AGP | DRIVER_PCI_DMA | DRIVER_SG |
+               DRIVER_HAVE_IRQ | DRIVER_IRQ_SHARED | DRIVER_GEM |
+               DRIVER_MODESET | DRIVER_PRIME,
+       .load = nouveau_drm_load,
+       .unload = nouveau_drm_unload,
+       .open = nouveau_drm_open,
+       .preclose = nouveau_drm_preclose,
+       .postclose = nouveau_drm_postclose,
+       .lastclose = nouveau_vga_lastclose,
+       .irq_preinstall = nouveau_irq_preinstall,
+       .irq_postinstall = nouveau_irq_postinstall,
+       .irq_uninstall = nouveau_irq_uninstall,
+       .irq_handler = nouveau_irq_handler,
+       .get_vblank_counter = drm_vblank_count,
+       .enable_vblank = nouveau_vblank_enable,
+       .disable_vblank = nouveau_vblank_disable,
+       .ioctls = nouveau_ioctls,
+       .fops = &nouveau_driver_fops,
+       .prime_handle_to_fd = drm_gem_prime_handle_to_fd,
+       .prime_fd_to_handle = drm_gem_prime_fd_to_handle,
+       .gem_prime_export = nouveau_gem_prime_export,
+       .gem_prime_import = nouveau_gem_prime_import,
+       .gem_init_object = nouveau_gem_object_new,
+       .gem_free_object = nouveau_gem_object_del,
+       .gem_open_object = nouveau_gem_object_open,
+       .gem_close_object = nouveau_gem_object_close,
+       .dumb_create = nouveau_display_dumb_create,
+       .dumb_map_offset = nouveau_display_dumb_map_offset,
+       .dumb_destroy = nouveau_display_dumb_destroy,
+       .name = DRIVER_NAME,
+       .desc = DRIVER_DESC,
+ #ifdef GIT_REVISION
+       .date = GIT_REVISION,
+ #else
+       .date = DRIVER_DATE,
+ #endif
+       .major = DRIVER_MAJOR,
+       .minor = DRIVER_MINOR,
+       .patchlevel = DRIVER_PATCHLEVEL,
+ };
+ static struct pci_device_id
+ nouveau_drm_pci_table[] = {
+       {
+               PCI_DEVICE(PCI_VENDOR_ID_NVIDIA, PCI_ANY_ID),
+               .class = PCI_BASE_CLASS_DISPLAY << 16,
+               .class_mask  = 0xff << 16,
+       },
+       {
+               PCI_DEVICE(PCI_VENDOR_ID_NVIDIA_SGS, PCI_ANY_ID),
+               .class = PCI_BASE_CLASS_DISPLAY << 16,
+               .class_mask  = 0xff << 16,
+       },
+       {}
+ };
+ static struct pci_driver
+ nouveau_drm_pci_driver = {
+       .name = "nouveau",
+       .id_table = nouveau_drm_pci_table,
+       .probe = nouveau_drm_probe,
+       .remove = nouveau_drm_remove,
+       .suspend = nouveau_drm_suspend,
+       .resume = nouveau_drm_resume,
+ };
+ static int __init
+ nouveau_drm_init(void)
+ {
+       driver.num_ioctls = ARRAY_SIZE(nouveau_ioctls);
+       if (nouveau_modeset == -1) {
+ #ifdef CONFIG_VGA_CONSOLE
+               if (vgacon_text_force())
+                       nouveau_modeset = 0;
+               else
+ #endif
+                       nouveau_modeset = 1;
+       }
+       if (!nouveau_modeset)
+               return 0;
+       nouveau_register_dsm_handler();
+       return drm_pci_init(&driver, &nouveau_drm_pci_driver);
+ }
+ static void __exit
+ nouveau_drm_exit(void)
+ {
+       if (!nouveau_modeset)
+               return;
+       drm_pci_exit(&driver, &nouveau_drm_pci_driver);
+       nouveau_unregister_dsm_handler();
+ }
+ module_init(nouveau_drm_init);
+ module_exit(nouveau_drm_exit);
+ MODULE_DEVICE_TABLE(pci, nouveau_drm_pci_table);
+ MODULE_AUTHOR(DRIVER_AUTHOR);
+ MODULE_DESCRIPTION(DRIVER_DESC);
+ MODULE_LICENSE("GPL and additional rights");
index 0000000000000000000000000000000000000000,3c12e9862e37e1c66c8d814486025c36ec813d66..819471217546b23cb867e3e583ed856d5d810ea2
mode 000000,100644..100644
--- /dev/null
@@@ -1,0 -1,144 +1,144 @@@
 -#include "ttm/ttm_bo_api.h"
 -#include "ttm/ttm_bo_driver.h"
 -#include "ttm/ttm_placement.h"
 -#include "ttm/ttm_memory.h"
 -#include "ttm/ttm_module.h"
 -#include "ttm/ttm_page_alloc.h"
+ #ifndef __NOUVEAU_DRMCLI_H__
+ #define __NOUVEAU_DRMCLI_H__
+ #define DRIVER_AUTHOR         "Nouveau Project"
+ #define DRIVER_EMAIL          "nouveau@lists.freedesktop.org"
+ #define DRIVER_NAME           "nouveau"
+ #define DRIVER_DESC           "nVidia Riva/TNT/GeForce/Quadro/Tesla"
+ #define DRIVER_DATE           "20120801"
+ #define DRIVER_MAJOR          1
+ #define DRIVER_MINOR          1
+ #define DRIVER_PATCHLEVEL     0
+ #include <core/client.h>
+ #include <subdev/vm.h>
+ #include <drmP.h>
+ #include <drm/nouveau_drm.h>
++#include <drm/ttm/ttm_bo_api.h>
++#include <drm/ttm/ttm_bo_driver.h>
++#include <drm/ttm/ttm_placement.h>
++#include <drm/ttm/ttm_memory.h>
++#include <drm/ttm/ttm_module.h>
++#include <drm/ttm/ttm_page_alloc.h>
+ struct nouveau_channel;
+ #define DRM_FILE_PAGE_OFFSET (0x100000000ULL >> PAGE_SHIFT)
+ #include "nouveau_fence.h"
+ #include "nouveau_bios.h"
+ struct nouveau_drm_tile {
+       struct nouveau_fence *fence;
+       bool used;
+ };
+ enum nouveau_drm_handle {
+       NVDRM_CLIENT = 0xffffffff,
+       NVDRM_DEVICE = 0xdddddddd,
+       NVDRM_PUSH   = 0xbbbb0000, /* |= client chid */
+       NVDRM_CHAN   = 0xcccc0000, /* |= client chid */
+ };
+ struct nouveau_cli {
+       struct nouveau_client base;
+       struct list_head head;
+       struct mutex mutex;
+       void *abi16;
+ };
+ static inline struct nouveau_cli *
+ nouveau_cli(struct drm_file *fpriv)
+ {
+       return fpriv ? fpriv->driver_priv : NULL;
+ }
+ struct nouveau_drm {
+       struct nouveau_cli client;
+       struct drm_device *dev;
+       struct nouveau_object *device;
+       struct list_head clients;
+       struct {
+               enum {
+                       UNKNOWN = 0,
+                       DISABLE = 1,
+                       ENABLED = 2
+               } stat;
+               u32 base;
+               u32 size;
+       } agp;
+       /* TTM interface support */
+       struct {
+               struct drm_global_reference mem_global_ref;
+               struct ttm_bo_global_ref bo_global_ref;
+               struct ttm_bo_device bdev;
+               atomic_t validate_sequence;
+               int (*move)(struct nouveau_channel *,
+                           struct ttm_buffer_object *,
+                           struct ttm_mem_reg *, struct ttm_mem_reg *);
+               int mtrr;
+       } ttm;
+       /* GEM interface support */
+       struct {
+               u64 vram_available;
+               u64 gart_available;
+       } gem;
+       /* synchronisation */
+       void *fence;
+       /* context for accelerated drm-internal operations */
+       struct nouveau_channel *cechan;
+       struct nouveau_channel *channel;
+       struct nouveau_gpuobj *notify;
+       struct nouveau_fbdev *fbcon;
+       /* nv10-nv40 tiling regions */
+       struct {
+               struct nouveau_drm_tile reg[15];
+               spinlock_t lock;
+       } tile;
+       /* modesetting */
+       struct nvbios vbios;
+       struct nouveau_display *display;
+       struct backlight_device *backlight;
+       /* power management */
+       struct nouveau_pm *pm;
+ };
+ static inline struct nouveau_drm *
+ nouveau_drm(struct drm_device *dev)
+ {
+       return dev->dev_private;
+ }
+ static inline struct nouveau_device *
+ nouveau_dev(struct drm_device *dev)
+ {
+       return nv_device(nouveau_drm(dev)->device);
+ }
+ int nouveau_drm_suspend(struct pci_dev *, pm_message_t);
+ int nouveau_drm_resume(struct pci_dev *);
+ #define NV_FATAL(cli, fmt, args...) nv_fatal((cli), fmt, ##args)
+ #define NV_ERROR(cli, fmt, args...) nv_error((cli), fmt, ##args)
+ #define NV_WARN(cli, fmt, args...) nv_warn((cli), fmt, ##args)
+ #define NV_INFO(cli, fmt, args...) nv_info((cli), fmt, ##args)
+ #define NV_DEBUG(cli, fmt, args...) do {                                       \
+       if (drm_debug & DRM_UT_DRIVER)                                         \
+               nv_info((cli), fmt, ##args);                                   \
+ } while (0)
+ #endif
index db07b978946e0bd645d2ce075158f171240cd93e,5b5d0148f8bf93273c2a1aaf5fd5e5a7ed23bfdc..6a17bf2ba9a414467c6767cd5ead8e5a097ec6a6
  #ifndef __NOUVEAU_ENCODER_H__
  #define __NOUVEAU_ENCODER_H__
  
 -#include "drm_encoder_slave.h"
+ #include <subdev/bios/dcb.h>
- #include "nouveau_drv.h"
 +#include <drm/drm_encoder_slave.h>
+ #include "nv04_display.h"
  
  #define NV_DPMS_CLEARED 0x80
  
index 7e41a400608710c62d96f7fc1ccc59f330970245,e75e071845b75b64f35c606f02633528c8a76cd3..67a1a069de28453e8401897cc3102d29847cbff2
  #include <linux/vga_switcheroo.h>
  #include <linux/console.h>
  
 -#include "drmP.h"
 -#include "drm.h"
 -#include "drm_crtc.h"
 -#include "drm_crtc_helper.h"
 -#include "drm_fb_helper.h"
 +#include <drm/drmP.h>
 +#include <drm/drm_crtc.h>
 +#include <drm/drm_crtc_helper.h>
 +#include <drm/drm_fb_helper.h>
- #include "nouveau_drv.h"
- #include <drm/nouveau_drm.h>
- #include "nouveau_crtc.h"
- #include "nouveau_fb.h"
+ #include "nouveau_drm.h"
+ #include "nouveau_gem.h"
+ #include "nouveau_bo.h"
  #include "nouveau_fbcon.h"
- #include "nouveau_dma.h"
+ #include "nouveau_chan.h"
+ #include "nouveau_crtc.h"
+ #include <core/client.h>
+ #include <core/device.h>
+ #include <subdev/fb.h>
+ MODULE_PARM_DESC(nofbaccel, "Disable fbcon acceleration");
+ static int nouveau_nofbaccel = 0;
+ module_param_named(nofbaccel, nouveau_nofbaccel, int, 0400);
  
  static void
  nouveau_fbcon_fillrect(struct fb_info *info, const struct fb_fillrect *rect)
index 1f2d27893438762f818de65a71c1a2d98da62933,18e0280082252c5ff52bc426ed6a9e4483da3964..fdfc0c94fbcc7d8c2390c10863d077f8fa5a2c1b
  #ifndef __NOUVEAU_FBCON_H__
  #define __NOUVEAU_FBCON_H__
  
 -#include "drm_fb_helper.h"
 +#include <drm/drm_fb_helper.h>
  
- #include "nouveau_fb.h"
+ #include "nouveau_display.h"
  struct nouveau_fbdev {
        struct drm_fb_helper helper;
        struct nouveau_framebuffer nouveau_fb;
index 8461a4f5710fac20d798efc274ed8ab1179f3b53,6454370e78cf3b6c20b82fcd275a66af0e344cbb..5e2f52158f1908216e2b85b325f5338e09e11312
   * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
   *
   */
  #include <linux/dma-buf.h>
- #include <drm/drmP.h>
 -#include <nouveau_drm.h>
  
- #include "nouveau_drv.h"
- #include <drm/nouveau_drm.h>
+ #include <subdev/fb.h>
+ #include "nouveau_drm.h"
  #include "nouveau_dma.h"
  #include "nouveau_fence.h"
+ #include "nouveau_abi16.h"
  
- #define nouveau_gem_pushbuf_sync(chan) 0
+ #include "nouveau_ttm.h"
+ #include "nouveau_gem.h"
  
  int
  nouveau_gem_object_new(struct drm_gem_object *gem)
index 0000000000000000000000000000000000000000,085ece91c39530d78026d9e79fb5d94f73de079c..5c1049236d221622fda2733696e08832f880d7d1
mode 000000,100644..100644
--- /dev/null
@@@ -1,0 -1,43 +1,43 @@@
 -#include "drmP.h"
+ #ifndef __NOUVEAU_GEM_H__
+ #define __NOUVEAU_GEM_H__
 -#include <nouveau_drm.h>
++#include <drm/drmP.h>
++#include "nouveau_drm.h"
+ #include "nouveau_bo.h"
+ #define nouveau_bo_tile_layout(nvbo)                          \
+       ((nvbo)->tile_flags & NOUVEAU_GEM_TILE_LAYOUT_MASK)
+ static inline struct nouveau_bo *
+ nouveau_gem_object(struct drm_gem_object *gem)
+ {
+       return gem ? gem->driver_private : NULL;
+ }
+ /* nouveau_gem.c */
+ extern int nouveau_gem_new(struct drm_device *, int size, int align,
+                          uint32_t domain, uint32_t tile_mode,
+                          uint32_t tile_flags, struct nouveau_bo **);
+ extern int nouveau_gem_object_new(struct drm_gem_object *);
+ extern void nouveau_gem_object_del(struct drm_gem_object *);
+ extern int nouveau_gem_object_open(struct drm_gem_object *, struct drm_file *);
+ extern void nouveau_gem_object_close(struct drm_gem_object *,
+                                    struct drm_file *);
+ extern int nouveau_gem_ioctl_new(struct drm_device *, void *,
+                                struct drm_file *);
+ extern int nouveau_gem_ioctl_pushbuf(struct drm_device *, void *,
+                                    struct drm_file *);
+ extern int nouveau_gem_ioctl_cpu_prep(struct drm_device *, void *,
+                                     struct drm_file *);
+ extern int nouveau_gem_ioctl_cpu_fini(struct drm_device *, void *,
+                                     struct drm_file *);
+ extern int nouveau_gem_ioctl_info(struct drm_device *, void *,
+                                 struct drm_file *);
+ extern struct dma_buf *nouveau_gem_prime_export(struct drm_device *dev,
+                               struct drm_gem_object *obj, int flags);
+ extern struct drm_gem_object *nouveau_gem_prime_import(struct drm_device *dev,
+                               struct dma_buf *dma_buf);
+ #endif
index 1e942cfb9644fac49b7c6e318f196a172669d95d,ea712b5762e70e74aae4a168c62a86eef41e3d5d..2c672cebc889109902e389baf4c4bd87585b416d
@@@ -22,8 -22,8 +22,8 @@@
   * Authors: Ben Skeggs
   */
  
 -#include "drmP.h"
 +#include <drm/drmP.h>
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
  #include "nouveau_connector.h"
  #include "nouveau_encoder.h"
  #include "nouveau_crtc.h"
index 6eabc2ea0c7d87b5726dabcdda1034288332ab8e,a78b24704794a3c2b97151924fa55fb772948394..617a06ffdb462e932dda33d24b1f7ad82890c6be
   * SOFTWARE.
   */
  
 -#include "drmP.h"
 +#include <drm/drmP.h>
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
  #include "nouveau_hw.h"
  
+ #include <subdev/bios/pll.h>
+ #include <subdev/clock.h>
+ #include <subdev/timer.h>
  #define CHIPSET_NFORCE 0x01a0
  #define CHIPSET_NFORCE2 0x01f0
  
index 06a66bc84a8123f2c7d245b913001742356567e5,ba8fc0f9e0db9cae9353a6ea69ef976a915d400e..7dff1021fab4482651653147951da24b60ddf322
  #ifndef __NOUVEAU_HW_H__
  #define __NOUVEAU_HW_H__
  
 -#include "drmP.h"
 +#include <drm/drmP.h>
- #include "nouveau_drv.h"
+ #include "nv04_display.h"
+ #include <subdev/bios/pll.h>
  
  #define MASK(field) ( \
        (0xffffffff >> (31 - ((1 ? field) - (0 ? field)))) << (0 ? field))
index aa3a067c707b5d6f72905201d568739777215019,6ac560ee478cb23f4cbc7eb363e54d4a5cd290ff..08214bcdcb12c789347e739cebc34113ddb38ecf
  
  #include <linux/compat.h>
  
 -#include "drmP.h"
 -#include "drm.h"
 +#include <drm/drmP.h>
  
- #include "nouveau_drv.h"
+ #include "nouveau_ioctl.h"
  
  /**
   * Called whenever a 32-bit process running under a 64-bit kernel
index 4946d308a362e3b4906a49123940a26aca2c9554,a11d2e4f8f6e2d87b43a54f4d47b1cf9434acac2..4fe883c54918e4a71cae832103a08fffdd24b8bc
   * Authors: Ben Skeggs
   */
  
 -#include "drmP.h"
 +#include <drm/drmP.h>
  
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
+ #include "nouveau_reg.h"
  #include "nouveau_pm.h"
  
  static u8 *
index 7cf95b20b7a4f42fc970202499ba74fbc93daf7c,b9d5335df74274d60837b59a2342418eb4fcae02..0bf64c90aa206cc42879e2621a8da1f5481e7f4d
  #include <linux/hwmon.h>
  #include <linux/hwmon-sysfs.h>
  
- static int
- nouveau_pwmfan_get(struct drm_device *dev)
- {
-       struct drm_nouveau_private *dev_priv = dev->dev_private;
-       struct nouveau_pm_engine *pm = &dev_priv->engine.pm;
-       struct gpio_func gpio;
-       u32 divs, duty;
-       int ret;
 -#include "drmP.h"
++#include <drm/drmP.h>
  
-       if (!pm->pwm_get)
-               return -ENODEV;
+ #include "nouveau_drm.h"
+ #include "nouveau_pm.h"
  
-       ret = nouveau_gpio_find(dev, 0, DCB_GPIO_PWM_FAN, 0xff, &gpio);
-       if (ret == 0) {
-               ret = pm->pwm_get(dev, gpio.line, &divs, &duty);
-               if (ret == 0 && divs) {
-                       divs = max(divs, duty);
-                       if (dev_priv->card_type <= NV_40 || (gpio.log[0] & 1))
-                               duty = divs - duty;
-                       return (duty * 100) / divs;
-               }
+ #include <subdev/gpio.h>
+ #include <subdev/timer.h>
+ #include <subdev/therm.h>
  
-               return nouveau_gpio_func_get(dev, gpio.func) * 100;
-       }
+ MODULE_PARM_DESC(perflvl, "Performance level (default: boot)");
+ static char *nouveau_perflvl;
+ module_param_named(perflvl, nouveau_perflvl, charp, 0400);
  
-       return -ENODEV;
- }
- static int
- nouveau_pwmfan_set(struct drm_device *dev, int percent)
- {
-       struct drm_nouveau_private *dev_priv = dev->dev_private;
-       struct nouveau_pm_engine *pm = &dev_priv->engine.pm;
-       struct gpio_func gpio;
-       u32 divs, duty;
-       int ret;
-       if (!pm->pwm_set)
-               return -ENODEV;
-       ret = nouveau_gpio_find(dev, 0, DCB_GPIO_PWM_FAN, 0xff, &gpio);
-       if (ret == 0) {
-               divs = pm->fan.pwm_divisor;
-               if (pm->fan.pwm_freq) {
-                       /*XXX: PNVIO clock more than likely... */
-                       divs = 135000 / pm->fan.pwm_freq;
-                       if (dev_priv->chipset < 0xa3)
-                               divs /= 4;
-               }
-               duty = ((divs * percent) + 99) / 100;
-               if (dev_priv->card_type <= NV_40 || (gpio.log[0] & 1))
-                       duty = divs - duty;
-               ret = pm->pwm_set(dev, gpio.line, divs, duty);
-               if (!ret)
-                       pm->fan.percent = percent;
-               return ret;
-       }
-       return -ENODEV;
- }
+ MODULE_PARM_DESC(perflvl_wr, "Allow perflvl changes (warning: dangerous!)");
+ static int nouveau_perflvl_wr;
+ module_param_named(perflvl_wr, nouveau_perflvl_wr, int, 0400);
  
  static int
  nouveau_pm_perflvl_aux(struct drm_device *dev, struct nouveau_pm_level *perflvl,
index aef7181415a8f582dc55b6c551c70c846c2dda72,4ffa655545e509f26e11aa6df5cb0647476816a7..366462cf8a2cdfb9ed679398d15476bd40a35695
   * Authors: Dave Airlie
   */
  
- #include <drm/drmP.h>
+ #include <linux/dma-buf.h>
  
- #include "nouveau_drv.h"
- #include <drm/nouveau_drm.h>
- #include "nouveau_dma.h"
 -#include "drmP.h"
 -#include "drm.h"
++#include <drm/drmP.h>
  
- #include <linux/dma-buf.h>
+ #include "nouveau_drm.h"
+ #include "nouveau_gem.h"
  
  static struct sg_table *nouveau_gem_map_dma_buf(struct dma_buf_attachment *attachment,
                                          enum dma_data_direction dir)
index 0000000000000000000000000000000000000000,7bf7d131eee0713691717820224046d2a54580da..6f0ac64873dfb9983351159d141851fa15cd06ba
mode 000000,100644..100644
--- /dev/null
@@@ -1,0 -1,99 +1,99 @@@
 -#include "drmP.h"
 -#include "drm_crtc_helper.h"
+ #include <linux/vgaarb.h>
+ #include <linux/vga_switcheroo.h>
++#include <drm/drmP.h>
++#include <drm/drm_crtc_helper.h>
+ #include "nouveau_drm.h"
+ #include "nouveau_acpi.h"
+ #include "nouveau_fbcon.h"
+ #include "nouveau_vga.h"
+ static unsigned int
+ nouveau_vga_set_decode(void *priv, bool state)
+ {
+       struct nouveau_device *device = nouveau_dev(priv);
+       if (device->chipset >= 0x40)
+               nv_wr32(device, 0x088054, state);
+       else
+               nv_wr32(device, 0x001854, state);
+       if (state)
+               return VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM |
+                      VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM;
+       else
+               return VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM;
+ }
+ static void
+ nouveau_switcheroo_set_state(struct pci_dev *pdev,
+                            enum vga_switcheroo_state state)
+ {
+       struct drm_device *dev = pci_get_drvdata(pdev);
+       pm_message_t pmm = { .event = PM_EVENT_SUSPEND };
+       if (state == VGA_SWITCHEROO_ON) {
+               printk(KERN_ERR "VGA switcheroo: switched nouveau on\n");
+               dev->switch_power_state = DRM_SWITCH_POWER_CHANGING;
+               nouveau_drm_resume(pdev);
+               drm_kms_helper_poll_enable(dev);
+               dev->switch_power_state = DRM_SWITCH_POWER_ON;
+       } else {
+               printk(KERN_ERR "VGA switcheroo: switched nouveau off\n");
+               dev->switch_power_state = DRM_SWITCH_POWER_CHANGING;
+               drm_kms_helper_poll_disable(dev);
+               nouveau_switcheroo_optimus_dsm();
+               nouveau_drm_suspend(pdev, pmm);
+               dev->switch_power_state = DRM_SWITCH_POWER_OFF;
+       }
+ }
+ static void
+ nouveau_switcheroo_reprobe(struct pci_dev *pdev)
+ {
+       struct drm_device *dev = pci_get_drvdata(pdev);
+       nouveau_fbcon_output_poll_changed(dev);
+ }
+ static bool
+ nouveau_switcheroo_can_switch(struct pci_dev *pdev)
+ {
+       struct drm_device *dev = pci_get_drvdata(pdev);
+       bool can_switch;
+       spin_lock(&dev->count_lock);
+       can_switch = (dev->open_count == 0);
+       spin_unlock(&dev->count_lock);
+       return can_switch;
+ }
+ static const struct vga_switcheroo_client_ops
+ nouveau_switcheroo_ops = {
+       .set_gpu_state = nouveau_switcheroo_set_state,
+       .reprobe = nouveau_switcheroo_reprobe,
+       .can_switch = nouveau_switcheroo_can_switch,
+ };
+ void
+ nouveau_vga_init(struct nouveau_drm *drm)
+ {
+       struct drm_device *dev = drm->dev;
+       vga_client_register(dev->pdev, dev, NULL, nouveau_vga_set_decode);
+       vga_switcheroo_register_client(dev->pdev, &nouveau_switcheroo_ops);
+ }
+ void
+ nouveau_vga_fini(struct nouveau_drm *drm)
+ {
+       struct drm_device *dev = drm->dev;
+       vga_switcheroo_unregister_client(dev->pdev);
+       vga_client_register(dev->pdev, NULL, NULL, NULL);
+ }
+ void
+ nouveau_vga_lastclose(struct drm_device *dev)
+ {
+       vga_switcheroo_process_delayed_switch();
+ }
index fbc3a1efd5018050d14831e31432cbd31cf16f37,c2cc8e2d653925c2a34fb6044d5b15f81a1996c0..9976414cbe50033c835e6682bbd76574b372a186
   * Authors: Ben Skeggs
   */
  
 -#include "drmP.h"
 +#include <drm/drmP.h>
  
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
  #include "nouveau_pm.h"
- #include "nouveau_gpio.h"
  
- static const enum dcb_gpio_tag vidtag[] = { 0x04, 0x05, 0x06, 0x1a, 0x73 };
+ #include <subdev/bios/gpio.h>
+ #include <subdev/gpio.h>
+ static const enum dcb_gpio_func_name vidtag[] = { 0x04, 0x05, 0x06, 0x1a, 0x73 };
  static int nr_vidtag = sizeof(vidtag) / sizeof(vidtag[0]);
  
  int
index 37d5b5bf758763a560fbe76d2d7fb78e50a63d9e,8b8a9d3d9e8b2c7cad2335262e33042c48a81905..82a0d9c6cda3e84279537561dc9d5c97cb604d6a
   * DEALINGS IN THE SOFTWARE.
   */
  
 -#include "drmP.h"
 -#include "drm_crtc_helper.h"
 +#include <drm/drmP.h>
 +#include <drm/drm_crtc_helper.h>
  
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
+ #include "nouveau_reg.h"
+ #include "nouveau_bo.h"
+ #include "nouveau_gem.h"
  #include "nouveau_encoder.h"
  #include "nouveau_connector.h"
  #include "nouveau_crtc.h"
index 6463870ef19e5fc88df1e5192894b102a8cb7762,d2ea8b460364cf3681f778a0a9cdd4dca521f7d6..fe86f0de348f128a8f3de39e8943664289498a90
@@@ -1,6 -1,7 +1,7 @@@
 -#include "drmP.h"
 -#include "drm_mode.h"
 +#include <drm/drmP.h>
++#include <drm/drm_mode.h>
+ #include "nouveau_drm.h"
  #include "nouveau_reg.h"
- #include "nouveau_drv.h"
  #include "nouveau_crtc.h"
  #include "nouveau_hw.h"
  
index 981e6d4f4c766cc2f7b7ec9bc51220299b6f03a4,336f953084f94f534f872938decc72a50f75429d..347a3bd78d0486f1fed24f11d8183f9382d822dd
   * DEALINGS IN THE SOFTWARE.
   */
  
 -#include "drmP.h"
 -#include "drm_crtc_helper.h"
 +#include <drm/drmP.h>
 +#include <drm/drm_crtc_helper.h>
  
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
  #include "nouveau_encoder.h"
  #include "nouveau_connector.h"
  #include "nouveau_crtc.h"
index 55ad2dd653fcf43c4e1a0bf3da85aaed7bb5765e,e53df742cc015ff72c6c536cf1902240cc1b5b8d..da55d7642c8cdd325ccca35bd8a1d1b1c1bda8f5
   * DEALINGS IN THE SOFTWARE.
   */
  
 -#include "drmP.h"
 -#include "drm_crtc_helper.h"
 +#include <drm/drmP.h>
 +#include <drm/drm_crtc_helper.h>
  
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
+ #include "nouveau_reg.h"
  #include "nouveau_encoder.h"
  #include "nouveau_connector.h"
  #include "nouveau_crtc.h"
  #include "nouveau_hw.h"
  #include "nvreg.h"
  
 -#include "i2c/sil164.h"
 +#include <drm/i2c/sil164.h>
  
+ #include <subdev/i2c.h>
  #define FP_TG_CONTROL_ON  (NV_PRAMDAC_FP_TG_CONTROL_DISPEN_POS |      \
                           NV_PRAMDAC_FP_TG_CONTROL_HSYNC_POS |         \
                           NV_PRAMDAC_FP_TG_CONTROL_VSYNC_POS)
index ea1e47a34ddfe14fa839f476dd90457952251dbf,b25b8d9c2fcc7dc0203210e8004919e48f5f7437..846050f04c23c779b405e1322eec9061716d3cd2
   * Author: Ben Skeggs
   */
  
 -#include "drmP.h"
 -#include "drm.h"
 -#include "drm_crtc_helper.h"
 +#include <drm/drmP.h>
 +#include <drm/drm_crtc_helper.h>
  
- #include "nouveau_drv.h"
- #include "nouveau_fb.h"
+ #include "nouveau_drm.h"
+ #include "nouveau_reg.h"
  #include "nouveau_hw.h"
  #include "nouveau_encoder.h"
  #include "nouveau_connector.h"
index 435b5a832da3426a1fd3608f21f9ab94c01baa01,410be011c2f0609e8fbb7f5d53ddd9738444bd2c..2a0cc9d0614adfe9a0838ad83a7ada2034f1e40a
@@@ -22,8 -22,9 +22,9 @@@
   * Authors: Ben Skeggs
   */
  
 -#include "drmP.h"
 +#include <drm/drmP.h>
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
+ #include "nouveau_reg.h"
  #include "nouveau_hw.h"
  #include "nouveau_pm.h"
  
index 7157d403ed59cb01800e0d6a332f5ec96d59d2a1,45c5c039e7e412008c15164c5243acb1d34e6785..099fbeda6e2e18f85b7dedbc961582516729b50a
   *
   */
  
 -#include "drmP.h"
 +#include <drm/drmP.h>
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
+ #include "nouveau_reg.h"
  #include "nouveau_encoder.h"
  #include "nouveau_connector.h"
  #include "nouveau_crtc.h"
  #include "nouveau_hw.h"
 -#include "drm_crtc_helper.h"
 +#include <drm/drm_crtc_helper.h>
  
 -#include "i2c/ch7006.h"
 +#include <drm/i2c/ch7006.h>
  
+ #include <subdev/i2c.h>
  static struct i2c_board_info nv04_tv_encoder_info[] = {
        {
                I2C_BOARD_INFO("ch7006", 0x75),
index 6331e79b012453ba4928dc60f1c97014305ec0ab,dd85f0f79acfa05d6b1120a7efce0072431c8df5..897b63621e2dd370f563aebf4a3309444a617b96
   *
   */
  
 -#include "drmP.h"
 -#include "drm_crtc_helper.h"
 +#include <drm/drmP.h>
 +#include <drm/drm_crtc_helper.h>
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
+ #include "nouveau_reg.h"
  #include "nouveau_encoder.h"
  #include "nouveau_connector.h"
  #include "nouveau_crtc.h"
index 96e4286416729dc9e5753a794bdece1333472f48,a4c4b0c2c7ce633fc769aa07df3855341ded69a1..1cdfe2a5875d8f980c018c5cd222cccd2112a7b2
@@@ -24,9 -24,9 +24,9 @@@
   *
   */
  
 -#include "drmP.h"
 -#include "drm_crtc_helper.h"
 +#include <drm/drmP.h>
 +#include <drm/drm_crtc_helper.h>
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
  #include "nouveau_encoder.h"
  #include "nouveau_crtc.h"
  #include "nouveau_hw.h"
index b94dd87d592c97baa73483f218c07fdc63867d76,e9b81a97c48170e4e843907b2bfec7c85d37adfa..3382064c7f33c6e55a7b4d310d2d972797d515b0
@@@ -22,8 -22,8 +22,8 @@@
   * Authors: Ben Skeggs
   */
  
 -#include "drmP.h"
 +#include <drm/drmP.h>
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
  #include "nouveau_bios.h"
  #include "nouveau_pm.h"
  #include "nouveau_hw.h"
index 7f3ae75032d6ec327ab9c1641838413e40a69655,a771e9067ebfb503e4180a600f85e4b395c4e6ef..222de77d6269a240c2911550778c77c6f708293e
   *
   */
  
 -#include "drmP.h"
 -#include "drm_mode.h"
 -#include "drm_crtc_helper.h"
 +#include <drm/drmP.h>
 +#include <drm/drm_crtc_helper.h>
  
- #define NOUVEAU_DMA_DEBUG (nouveau_reg_debug & NOUVEAU_REG_DEBUG_EVO)
  #include "nouveau_reg.h"
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
+ #include "nouveau_dma.h"
+ #include "nouveau_gem.h"
  #include "nouveau_hw.h"
  #include "nouveau_encoder.h"
  #include "nouveau_crtc.h"
index b290b7b1f65d30a02b6a25e3272ffd4ee8ff222b,ba047e9251b3033e3f438f65a2448407adc18cc7..223da113ceeea1d8e33980ffa209385b1eed461f
   *
   */
  
 -#include "drmP.h"
 -#include "drm_mode.h"
 +#include <drm/drmP.h>
  
- #define NOUVEAU_DMA_DEBUG (nouveau_reg_debug & NOUVEAU_REG_DEBUG_EVO)
- #include "nouveau_reg.h"
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
+ #include "nouveau_dma.h"
  #include "nouveau_crtc.h"
  #include "nv50_display.h"
  
Simple merge
index f868a13e5c2dbd881c2463549c1fad32cab84364,787ddc9f314cd967690455c042911e90e313aa81..f97b42cbb6bb4394de0a088c767351623346b5b1
  #include "nouveau_crtc.h"
  #include "nouveau_encoder.h"
  #include "nouveau_connector.h"
- #include "nouveau_fb.h"
  #include "nouveau_fbcon.h"
- #include "nouveau_ramht.h"
- #include "nouveau_software.h"
 -#include "drm_crtc_helper.h"
 +#include <drm/drm_crtc_helper.h>
+ #include "nouveau_fence.h"
+ #include <core/gpuobj.h>
+ #include <subdev/timer.h>
  
- static void nv50_display_isr(struct drm_device *);
  static void nv50_display_bh(unsigned long);
  
  static inline int
index dabcd8787176992ccdd9dd11153cf579a6cc682d,0f534160c021c309fbaee79bfbeb87a6f9ea1b9a..9f6f55cdfa77745e6c3afb1b8bbc26c1f952b65d
   * Authors: Ben Skeggs
   */
  
 -#include "drmP.h"
 +#include <drm/drmP.h>
  
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
  #include "nouveau_dma.h"
- #include "nouveau_ramht.h"
  #include "nv50_display.h"
  
+ #include <core/gpuobj.h>
+ #include <subdev/timer.h>
+ #include <subdev/fb.h>
+ static u32
+ nv50_evo_rd32(struct nouveau_object *object, u32 addr)
+ {
+       void __iomem *iomem = object->oclass->ofuncs->rd08;
+       return ioread32_native(iomem + addr);
+ }
+ static void
+ nv50_evo_wr32(struct nouveau_object *object, u32 addr, u32 data)
+ {
+       void __iomem *iomem = object->oclass->ofuncs->rd08;
+       iowrite32_native(data, iomem + addr);
+ }
  static void
  nv50_evo_channel_del(struct nouveau_channel **pevo)
  {
index 07593fd73af3e60e478ee6535e38ee7cc8e23322,7724eae5db9816abc484b8c799e1d5209960f11c..c4a65039b1ca3199f79866dd1cd1c11988e264d1
@@@ -22,8 -22,8 +22,8 @@@
   * Authors: Ben Skeggs
   */
  
 -#include "drmP.h"
 +#include <drm/drmP.h>
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
  #include "nouveau_bios.h"
  #include "nouveau_hw.h"
  #include "nouveau_pm.h"
Simple merge
index 9258524e4c80adfb19686bdebb9a1595fd52db44,3f69e46436cf081bc9c693b965149ab7444223bd..863f010fafeb0681f6028b45ddeb06fd773937c8
@@@ -22,8 -22,8 +22,8 @@@
   * Authors: Ben Skeggs
   */
  
 -#include "drmP.h"
 +#include <drm/drmP.h>
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
  #include "nouveau_bios.h"
  #include "nouveau_pm.h"
  
index 4b44a3250d4bd826bb0c51f038d10c790688dd6f,37037bc33266cd86ee40fe37bc39386883a63cfc..c402fca2b2b89709ab70d7164b5cf496ec01a37c
  
  #include <linux/dma-mapping.h>
  
 -#include "drmP.h"
 -#include "drm_crtc_helper.h"
 +#include <drm/drmP.h>
 +#include <drm/drm_crtc_helper.h>
  
- #include "nouveau_drv.h"
+ #include "nouveau_drm.h"
+ #include "nouveau_dma.h"
+ #include "nouveau_gem.h"
  #include "nouveau_connector.h"
  #include "nouveau_encoder.h"
  #include "nouveau_crtc.h"
Simple merge
index 8e2ee98e69d2ff8e53b9175ec495fc7f88b15d46,806cbcc94fdd2a4dcb1c7108119dffaa229cd90b..49cbb3795a102e755337a3c2105f03caedc0f2ee
   * Authors: Dave Airlie
   *          Alex Deucher
   */
 -#include "drmP.h"
 -#include "drm_crtc_helper.h"
 -#include "radeon_drm.h"
 +#include <drm/drmP.h>
 +#include <drm/drm_crtc_helper.h>
 +#include <drm/radeon_drm.h>
  #include "radeon.h"
  #include "atom.h"
+ #include <linux/backlight.h>
  
  extern int atom_debug;
  
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
index 215063e1a29220f3e21ba231e926f1b527f5b321,c3976eb341bff37bab3edce122f44e4900433538..b0a5688c67f8c98d91340551207979b810a33fed
  #include <linux/pci.h>
  #include <linux/acpi.h>
  #include <linux/slab.h>
+ #include <linux/power_supply.h>
  #include <acpi/acpi_drivers.h>
  #include <acpi/acpi_bus.h>
+ #include <acpi/video.h>
  
 -#include "drmP.h"
 -#include "drm.h"
 -#include "drm_sarea.h"
 -#include "drm_crtc_helper.h"
 +#include <drm/drmP.h>
 +#include <drm/drm_crtc_helper.h>
  #include "radeon.h"
+ #include "radeon_acpi.h"
+ #include "atom.h"
  
  #include <linux/vga_switcheroo.h>
  
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
index 877df059a76f7b7a3419d23f05c78d647a99df46,0e47e9614b780fc47269bfe63b31bc52682d0b39..67df842fbb339333b4869bfa568463d136c7bb85
  #include <linux/module.h>
  #include <linux/slab.h>
  #include <linux/fb.h>
+ #include <linux/dma-buf.h>
  
 -#include "drmP.h"
 -#include "drm.h"
 -#include "drm_crtc.h"
 -#include "drm_crtc_helper.h"
 +#include <drm/drmP.h>
 +#include <drm/drm_crtc.h>
 +#include <drm/drm_crtc_helper.h>
  #include "udl_drv.h"
  
 -#include "drm_fb_helper.h"
 +#include <drm/drm_fb_helper.h>
  
  #define DL_DEFIO_WRITE_DELAY    5 /* fb_deferred_io.delay in jiffies */
  
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge
Simple merge