i915_drv.h 32 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058
  1. /* i915_drv.h -- Private header for the I915 driver -*- linux-c -*-
  2. */
  3. /*
  4. *
  5. * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas.
  6. * All Rights Reserved.
  7. *
  8. * Permission is hereby granted, free of charge, to any person obtaining a
  9. * copy of this software and associated documentation files (the
  10. * "Software"), to deal in the Software without restriction, including
  11. * without limitation the rights to use, copy, modify, merge, publish,
  12. * distribute, sub license, and/or sell copies of the Software, and to
  13. * permit persons to whom the Software is furnished to do so, subject to
  14. * the following conditions:
  15. *
  16. * The above copyright notice and this permission notice (including the
  17. * next paragraph) shall be included in all copies or substantial portions
  18. * of the Software.
  19. *
  20. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  21. * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  22. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
  23. * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
  24. * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
  25. * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
  26. * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  27. *
  28. */
  29. #ifndef _I915_DRV_H_
  30. #define _I915_DRV_H_
  31. #include "i915_reg.h"
  32. #include "intel_bios.h"
  33. #include <linux/io-mapping.h>
  34. /* General customization:
  35. */
  36. #define DRIVER_AUTHOR "Tungsten Graphics, Inc."
  37. #define DRIVER_NAME "i915"
  38. #define DRIVER_DESC "Intel Graphics"
  39. #define DRIVER_DATE "20080730"
  40. enum pipe {
  41. PIPE_A = 0,
  42. PIPE_B,
  43. };
  44. enum plane {
  45. PLANE_A = 0,
  46. PLANE_B,
  47. };
  48. #define I915_NUM_PIPE 2
  49. /* Interface history:
  50. *
  51. * 1.1: Original.
  52. * 1.2: Add Power Management
  53. * 1.3: Add vblank support
  54. * 1.4: Fix cmdbuffer path, add heap destroy
  55. * 1.5: Add vblank pipe configuration
  56. * 1.6: - New ioctl for scheduling buffer swaps on vertical blank
  57. * - Support vertical blank on secondary display pipe
  58. */
  59. #define DRIVER_MAJOR 1
  60. #define DRIVER_MINOR 6
  61. #define DRIVER_PATCHLEVEL 0
  62. #define WATCH_COHERENCY 0
  63. #define WATCH_BUF 0
  64. #define WATCH_EXEC 0
  65. #define WATCH_LRU 0
  66. #define WATCH_RELOC 0
  67. #define WATCH_INACTIVE 0
  68. #define WATCH_PWRITE 0
  69. #define I915_GEM_PHYS_CURSOR_0 1
  70. #define I915_GEM_PHYS_CURSOR_1 2
  71. #define I915_GEM_PHYS_OVERLAY_REGS 3
  72. #define I915_MAX_PHYS_OBJECT (I915_GEM_PHYS_OVERLAY_REGS)
  73. struct drm_i915_gem_phys_object {
  74. int id;
  75. struct page **page_list;
  76. drm_dma_handle_t *handle;
  77. struct drm_gem_object *cur_obj;
  78. };
  79. typedef struct _drm_i915_ring_buffer {
  80. unsigned long Size;
  81. u8 *virtual_start;
  82. int head;
  83. int tail;
  84. int space;
  85. drm_local_map_t map;
  86. struct drm_gem_object *ring_obj;
  87. } drm_i915_ring_buffer_t;
  88. struct mem_block {
  89. struct mem_block *next;
  90. struct mem_block *prev;
  91. int start;
  92. int size;
  93. struct drm_file *file_priv; /* NULL: free, -1: heap, other: real files */
  94. };
  95. struct opregion_header;
  96. struct opregion_acpi;
  97. struct opregion_swsci;
  98. struct opregion_asle;
  99. struct intel_opregion {
  100. struct opregion_header *header;
  101. struct opregion_acpi *acpi;
  102. struct opregion_swsci *swsci;
  103. struct opregion_asle *asle;
  104. int enabled;
  105. };
  106. struct drm_i915_master_private {
  107. drm_local_map_t *sarea;
  108. struct _drm_i915_sarea *sarea_priv;
  109. };
  110. #define I915_FENCE_REG_NONE -1
  111. struct drm_i915_fence_reg {
  112. struct drm_gem_object *obj;
  113. };
  114. struct sdvo_device_mapping {
  115. u8 dvo_port;
  116. u8 slave_addr;
  117. u8 dvo_wiring;
  118. u8 initialized;
  119. };
  120. struct drm_i915_error_state {
  121. u32 eir;
  122. u32 pgtbl_er;
  123. u32 pipeastat;
  124. u32 pipebstat;
  125. u32 ipeir;
  126. u32 ipehr;
  127. u32 instdone;
  128. u32 acthd;
  129. u32 instpm;
  130. u32 instps;
  131. u32 instdone1;
  132. u32 seqno;
  133. struct timeval time;
  134. };
  135. struct drm_i915_display_funcs {
  136. void (*dpms)(struct drm_crtc *crtc, int mode);
  137. bool (*fbc_enabled)(struct drm_crtc *crtc);
  138. void (*enable_fbc)(struct drm_crtc *crtc, unsigned long interval);
  139. void (*disable_fbc)(struct drm_device *dev);
  140. int (*get_display_clock_speed)(struct drm_device *dev);
  141. int (*get_fifo_size)(struct drm_device *dev, int plane);
  142. void (*update_wm)(struct drm_device *dev, int planea_clock,
  143. int planeb_clock, int sr_hdisplay, int pixel_size);
  144. /* clock updates for mode set */
  145. /* cursor updates */
  146. /* render clock increase/decrease */
  147. /* display clock increase/decrease */
  148. /* pll clock increase/decrease */
  149. /* clock gating init */
  150. };
  151. struct intel_overlay;
  152. struct intel_device_info {
  153. u8 is_mobile : 1;
  154. u8 is_i8xx : 1;
  155. u8 is_i915g : 1;
  156. u8 is_i9xx : 1;
  157. u8 is_i945gm : 1;
  158. u8 is_i965g : 1;
  159. u8 is_i965gm : 1;
  160. u8 is_g33 : 1;
  161. u8 need_gfx_hws : 1;
  162. u8 is_g4x : 1;
  163. u8 is_pineview : 1;
  164. u8 is_ironlake : 1;
  165. u8 has_fbc : 1;
  166. u8 has_rc6 : 1;
  167. u8 has_pipe_cxsr : 1;
  168. u8 has_hotplug : 1;
  169. u8 cursor_needs_physical : 1;
  170. };
  171. typedef struct drm_i915_private {
  172. struct drm_device *dev;
  173. const struct intel_device_info *info;
  174. int has_gem;
  175. void __iomem *regs;
  176. struct pci_dev *bridge_dev;
  177. drm_i915_ring_buffer_t ring;
  178. drm_dma_handle_t *status_page_dmah;
  179. void *hw_status_page;
  180. dma_addr_t dma_status_page;
  181. uint32_t counter;
  182. unsigned int status_gfx_addr;
  183. drm_local_map_t hws_map;
  184. struct drm_gem_object *hws_obj;
  185. struct drm_gem_object *pwrctx;
  186. struct resource mch_res;
  187. unsigned int cpp;
  188. int back_offset;
  189. int front_offset;
  190. int current_page;
  191. int page_flipping;
  192. wait_queue_head_t irq_queue;
  193. atomic_t irq_received;
  194. /** Protects user_irq_refcount and irq_mask_reg */
  195. spinlock_t user_irq_lock;
  196. /** Refcount for i915_user_irq_get() versus i915_user_irq_put(). */
  197. int user_irq_refcount;
  198. u32 trace_irq_seqno;
  199. /** Cached value of IMR to avoid reads in updating the bitfield */
  200. u32 irq_mask_reg;
  201. u32 pipestat[2];
  202. /** splitted irq regs for graphics and display engine on Ironlake,
  203. irq_mask_reg is still used for display irq. */
  204. u32 gt_irq_mask_reg;
  205. u32 gt_irq_enable_reg;
  206. u32 de_irq_enable_reg;
  207. u32 pch_irq_mask_reg;
  208. u32 pch_irq_enable_reg;
  209. u32 hotplug_supported_mask;
  210. struct work_struct hotplug_work;
  211. int tex_lru_log_granularity;
  212. int allow_batchbuffer;
  213. struct mem_block *agp_heap;
  214. unsigned int sr01, adpa, ppcr, dvob, dvoc, lvds;
  215. int vblank_pipe;
  216. /* For hangcheck timer */
  217. #define DRM_I915_HANGCHECK_PERIOD 75 /* in jiffies */
  218. struct timer_list hangcheck_timer;
  219. int hangcheck_count;
  220. uint32_t last_acthd;
  221. struct drm_mm vram;
  222. unsigned long cfb_size;
  223. unsigned long cfb_pitch;
  224. int cfb_fence;
  225. int cfb_plane;
  226. int irq_enabled;
  227. struct intel_opregion opregion;
  228. /* overlay */
  229. struct intel_overlay *overlay;
  230. /* LVDS info */
  231. int backlight_duty_cycle; /* restore backlight to this value */
  232. bool panel_wants_dither;
  233. struct drm_display_mode *panel_fixed_mode;
  234. struct drm_display_mode *lfp_lvds_vbt_mode; /* if any */
  235. struct drm_display_mode *sdvo_lvds_vbt_mode; /* if any */
  236. /* Feature bits from the VBIOS */
  237. unsigned int int_tv_support:1;
  238. unsigned int lvds_dither:1;
  239. unsigned int lvds_vbt:1;
  240. unsigned int int_crt_support:1;
  241. unsigned int lvds_use_ssc:1;
  242. unsigned int edp_support:1;
  243. int lvds_ssc_freq;
  244. struct notifier_block lid_notifier;
  245. int crt_ddc_bus; /* 0 = unknown, else GPIO to use for CRT DDC */
  246. struct drm_i915_fence_reg fence_regs[16]; /* assume 965 */
  247. int fence_reg_start; /* 4 if userland hasn't ioctl'd us yet */
  248. int num_fence_regs; /* 8 on pre-965, 16 otherwise */
  249. unsigned int fsb_freq, mem_freq;
  250. spinlock_t error_lock;
  251. struct drm_i915_error_state *first_error;
  252. struct work_struct error_work;
  253. struct workqueue_struct *wq;
  254. /* Display functions */
  255. struct drm_i915_display_funcs display;
  256. /* Register state */
  257. bool modeset_on_lid;
  258. u8 saveLBB;
  259. u32 saveDSPACNTR;
  260. u32 saveDSPBCNTR;
  261. u32 saveDSPARB;
  262. u32 saveHWS;
  263. u32 savePIPEACONF;
  264. u32 savePIPEBCONF;
  265. u32 savePIPEASRC;
  266. u32 savePIPEBSRC;
  267. u32 saveFPA0;
  268. u32 saveFPA1;
  269. u32 saveDPLL_A;
  270. u32 saveDPLL_A_MD;
  271. u32 saveHTOTAL_A;
  272. u32 saveHBLANK_A;
  273. u32 saveHSYNC_A;
  274. u32 saveVTOTAL_A;
  275. u32 saveVBLANK_A;
  276. u32 saveVSYNC_A;
  277. u32 saveBCLRPAT_A;
  278. u32 saveTRANSACONF;
  279. u32 saveTRANS_HTOTAL_A;
  280. u32 saveTRANS_HBLANK_A;
  281. u32 saveTRANS_HSYNC_A;
  282. u32 saveTRANS_VTOTAL_A;
  283. u32 saveTRANS_VBLANK_A;
  284. u32 saveTRANS_VSYNC_A;
  285. u32 savePIPEASTAT;
  286. u32 saveDSPASTRIDE;
  287. u32 saveDSPASIZE;
  288. u32 saveDSPAPOS;
  289. u32 saveDSPAADDR;
  290. u32 saveDSPASURF;
  291. u32 saveDSPATILEOFF;
  292. u32 savePFIT_PGM_RATIOS;
  293. u32 saveBLC_HIST_CTL;
  294. u32 saveBLC_PWM_CTL;
  295. u32 saveBLC_PWM_CTL2;
  296. u32 saveBLC_CPU_PWM_CTL;
  297. u32 saveBLC_CPU_PWM_CTL2;
  298. u32 saveFPB0;
  299. u32 saveFPB1;
  300. u32 saveDPLL_B;
  301. u32 saveDPLL_B_MD;
  302. u32 saveHTOTAL_B;
  303. u32 saveHBLANK_B;
  304. u32 saveHSYNC_B;
  305. u32 saveVTOTAL_B;
  306. u32 saveVBLANK_B;
  307. u32 saveVSYNC_B;
  308. u32 saveBCLRPAT_B;
  309. u32 saveTRANSBCONF;
  310. u32 saveTRANS_HTOTAL_B;
  311. u32 saveTRANS_HBLANK_B;
  312. u32 saveTRANS_HSYNC_B;
  313. u32 saveTRANS_VTOTAL_B;
  314. u32 saveTRANS_VBLANK_B;
  315. u32 saveTRANS_VSYNC_B;
  316. u32 savePIPEBSTAT;
  317. u32 saveDSPBSTRIDE;
  318. u32 saveDSPBSIZE;
  319. u32 saveDSPBPOS;
  320. u32 saveDSPBADDR;
  321. u32 saveDSPBSURF;
  322. u32 saveDSPBTILEOFF;
  323. u32 saveVGA0;
  324. u32 saveVGA1;
  325. u32 saveVGA_PD;
  326. u32 saveVGACNTRL;
  327. u32 saveADPA;
  328. u32 saveLVDS;
  329. u32 savePP_ON_DELAYS;
  330. u32 savePP_OFF_DELAYS;
  331. u32 saveDVOA;
  332. u32 saveDVOB;
  333. u32 saveDVOC;
  334. u32 savePP_ON;
  335. u32 savePP_OFF;
  336. u32 savePP_CONTROL;
  337. u32 savePP_DIVISOR;
  338. u32 savePFIT_CONTROL;
  339. u32 save_palette_a[256];
  340. u32 save_palette_b[256];
  341. u32 saveDPFC_CB_BASE;
  342. u32 saveFBC_CFB_BASE;
  343. u32 saveFBC_LL_BASE;
  344. u32 saveFBC_CONTROL;
  345. u32 saveFBC_CONTROL2;
  346. u32 saveIER;
  347. u32 saveIIR;
  348. u32 saveIMR;
  349. u32 saveDEIER;
  350. u32 saveDEIMR;
  351. u32 saveGTIER;
  352. u32 saveGTIMR;
  353. u32 saveFDI_RXA_IMR;
  354. u32 saveFDI_RXB_IMR;
  355. u32 saveCACHE_MODE_0;
  356. u32 saveMI_ARB_STATE;
  357. u32 saveSWF0[16];
  358. u32 saveSWF1[16];
  359. u32 saveSWF2[3];
  360. u8 saveMSR;
  361. u8 saveSR[8];
  362. u8 saveGR[25];
  363. u8 saveAR_INDEX;
  364. u8 saveAR[21];
  365. u8 saveDACMASK;
  366. u8 saveCR[37];
  367. uint64_t saveFENCE[16];
  368. u32 saveCURACNTR;
  369. u32 saveCURAPOS;
  370. u32 saveCURABASE;
  371. u32 saveCURBCNTR;
  372. u32 saveCURBPOS;
  373. u32 saveCURBBASE;
  374. u32 saveCURSIZE;
  375. u32 saveDP_B;
  376. u32 saveDP_C;
  377. u32 saveDP_D;
  378. u32 savePIPEA_GMCH_DATA_M;
  379. u32 savePIPEB_GMCH_DATA_M;
  380. u32 savePIPEA_GMCH_DATA_N;
  381. u32 savePIPEB_GMCH_DATA_N;
  382. u32 savePIPEA_DP_LINK_M;
  383. u32 savePIPEB_DP_LINK_M;
  384. u32 savePIPEA_DP_LINK_N;
  385. u32 savePIPEB_DP_LINK_N;
  386. u32 saveFDI_RXA_CTL;
  387. u32 saveFDI_TXA_CTL;
  388. u32 saveFDI_RXB_CTL;
  389. u32 saveFDI_TXB_CTL;
  390. u32 savePFA_CTL_1;
  391. u32 savePFB_CTL_1;
  392. u32 savePFA_WIN_SZ;
  393. u32 savePFB_WIN_SZ;
  394. u32 savePFA_WIN_POS;
  395. u32 savePFB_WIN_POS;
  396. u32 savePCH_DREF_CONTROL;
  397. u32 saveDISP_ARB_CTL;
  398. u32 savePIPEA_DATA_M1;
  399. u32 savePIPEA_DATA_N1;
  400. u32 savePIPEA_LINK_M1;
  401. u32 savePIPEA_LINK_N1;
  402. u32 savePIPEB_DATA_M1;
  403. u32 savePIPEB_DATA_N1;
  404. u32 savePIPEB_LINK_M1;
  405. u32 savePIPEB_LINK_N1;
  406. struct {
  407. struct drm_mm gtt_space;
  408. struct io_mapping *gtt_mapping;
  409. int gtt_mtrr;
  410. /**
  411. * Membership on list of all loaded devices, used to evict
  412. * inactive buffers under memory pressure.
  413. *
  414. * Modifications should only be done whilst holding the
  415. * shrink_list_lock spinlock.
  416. */
  417. struct list_head shrink_list;
  418. /**
  419. * List of objects currently involved in rendering from the
  420. * ringbuffer.
  421. *
  422. * Includes buffers having the contents of their GPU caches
  423. * flushed, not necessarily primitives. last_rendering_seqno
  424. * represents when the rendering involved will be completed.
  425. *
  426. * A reference is held on the buffer while on this list.
  427. */
  428. spinlock_t active_list_lock;
  429. struct list_head active_list;
  430. /**
  431. * List of objects which are not in the ringbuffer but which
  432. * still have a write_domain which needs to be flushed before
  433. * unbinding.
  434. *
  435. * last_rendering_seqno is 0 while an object is in this list.
  436. *
  437. * A reference is held on the buffer while on this list.
  438. */
  439. struct list_head flushing_list;
  440. /**
  441. * LRU list of objects which are not in the ringbuffer and
  442. * are ready to unbind, but are still in the GTT.
  443. *
  444. * last_rendering_seqno is 0 while an object is in this list.
  445. *
  446. * A reference is not held on the buffer while on this list,
  447. * as merely being GTT-bound shouldn't prevent its being
  448. * freed, and we'll pull it off the list in the free path.
  449. */
  450. struct list_head inactive_list;
  451. /** LRU list of objects with fence regs on them. */
  452. struct list_head fence_list;
  453. /**
  454. * List of breadcrumbs associated with GPU requests currently
  455. * outstanding.
  456. */
  457. struct list_head request_list;
  458. /**
  459. * We leave the user IRQ off as much as possible,
  460. * but this means that requests will finish and never
  461. * be retired once the system goes idle. Set a timer to
  462. * fire periodically while the ring is running. When it
  463. * fires, go retire requests.
  464. */
  465. struct delayed_work retire_work;
  466. uint32_t next_gem_seqno;
  467. /**
  468. * Waiting sequence number, if any
  469. */
  470. uint32_t waiting_gem_seqno;
  471. /**
  472. * Last seq seen at irq time
  473. */
  474. uint32_t irq_gem_seqno;
  475. /**
  476. * Flag if the X Server, and thus DRM, is not currently in
  477. * control of the device.
  478. *
  479. * This is set between LeaveVT and EnterVT. It needs to be
  480. * replaced with a semaphore. It also needs to be
  481. * transitioned away from for kernel modesetting.
  482. */
  483. int suspended;
  484. /**
  485. * Flag if the hardware appears to be wedged.
  486. *
  487. * This is set when attempts to idle the device timeout.
  488. * It prevents command submission from occuring and makes
  489. * every pending request fail
  490. */
  491. atomic_t wedged;
  492. /** Bit 6 swizzling required for X tiling */
  493. uint32_t bit_6_swizzle_x;
  494. /** Bit 6 swizzling required for Y tiling */
  495. uint32_t bit_6_swizzle_y;
  496. /* storage for physical objects */
  497. struct drm_i915_gem_phys_object *phys_objs[I915_MAX_PHYS_OBJECT];
  498. } mm;
  499. struct sdvo_device_mapping sdvo_mappings[2];
  500. /* indicate whether the LVDS_BORDER should be enabled or not */
  501. unsigned int lvds_border_bits;
  502. struct drm_crtc *plane_to_crtc_mapping[2];
  503. struct drm_crtc *pipe_to_crtc_mapping[2];
  504. wait_queue_head_t pending_flip_queue;
  505. /* Reclocking support */
  506. bool render_reclock_avail;
  507. bool lvds_downclock_avail;
  508. /* indicates the reduced downclock for LVDS*/
  509. int lvds_downclock;
  510. struct work_struct idle_work;
  511. struct timer_list idle_timer;
  512. bool busy;
  513. u16 orig_clock;
  514. int child_dev_num;
  515. struct child_device_config *child_dev;
  516. struct drm_connector *int_lvds_connector;
  517. } drm_i915_private_t;
  518. /** driver private structure attached to each drm_gem_object */
  519. struct drm_i915_gem_object {
  520. struct drm_gem_object *obj;
  521. /** Current space allocated to this object in the GTT, if any. */
  522. struct drm_mm_node *gtt_space;
  523. /** This object's place on the active/flushing/inactive lists */
  524. struct list_head list;
  525. /** This object's place on the fenced object LRU */
  526. struct list_head fence_list;
  527. /**
  528. * This is set if the object is on the active or flushing lists
  529. * (has pending rendering), and is not set if it's on inactive (ready
  530. * to be unbound).
  531. */
  532. int active;
  533. /**
  534. * This is set if the object has been written to since last bound
  535. * to the GTT
  536. */
  537. int dirty;
  538. /** AGP memory structure for our GTT binding. */
  539. DRM_AGP_MEM *agp_mem;
  540. struct page **pages;
  541. int pages_refcount;
  542. /**
  543. * Current offset of the object in GTT space.
  544. *
  545. * This is the same as gtt_space->start
  546. */
  547. uint32_t gtt_offset;
  548. /**
  549. * Fake offset for use by mmap(2)
  550. */
  551. uint64_t mmap_offset;
  552. /**
  553. * Fence register bits (if any) for this object. Will be set
  554. * as needed when mapped into the GTT.
  555. * Protected by dev->struct_mutex.
  556. */
  557. int fence_reg;
  558. /** How many users have pinned this object in GTT space */
  559. int pin_count;
  560. /** Breadcrumb of last rendering to the buffer. */
  561. uint32_t last_rendering_seqno;
  562. /** Current tiling mode for the object. */
  563. uint32_t tiling_mode;
  564. uint32_t stride;
  565. /** Record of address bit 17 of each page at last unbind. */
  566. long *bit_17;
  567. /** AGP mapping type (AGP_USER_MEMORY or AGP_USER_CACHED_MEMORY */
  568. uint32_t agp_type;
  569. /**
  570. * If present, while GEM_DOMAIN_CPU is in the read domain this array
  571. * flags which individual pages are valid.
  572. */
  573. uint8_t *page_cpu_valid;
  574. /** User space pin count and filp owning the pin */
  575. uint32_t user_pin_count;
  576. struct drm_file *pin_filp;
  577. /** for phy allocated objects */
  578. struct drm_i915_gem_phys_object *phys_obj;
  579. /**
  580. * Used for checking the object doesn't appear more than once
  581. * in an execbuffer object list.
  582. */
  583. int in_execbuffer;
  584. /**
  585. * Advice: are the backing pages purgeable?
  586. */
  587. int madv;
  588. /**
  589. * Number of crtcs where this object is currently the fb, but
  590. * will be page flipped away on the next vblank. When it
  591. * reaches 0, dev_priv->pending_flip_queue will be woken up.
  592. */
  593. atomic_t pending_flip;
  594. };
  595. /**
  596. * Request queue structure.
  597. *
  598. * The request queue allows us to note sequence numbers that have been emitted
  599. * and may be associated with active buffers to be retired.
  600. *
  601. * By keeping this list, we can avoid having to do questionable
  602. * sequence-number comparisons on buffer last_rendering_seqnos, and associate
  603. * an emission time with seqnos for tracking how far ahead of the GPU we are.
  604. */
  605. struct drm_i915_gem_request {
  606. /** GEM sequence number associated with this request. */
  607. uint32_t seqno;
  608. /** Time at which this request was emitted, in jiffies. */
  609. unsigned long emitted_jiffies;
  610. /** global list entry for this request */
  611. struct list_head list;
  612. /** file_priv list entry for this request */
  613. struct list_head client_list;
  614. };
  615. struct drm_i915_file_private {
  616. struct {
  617. struct list_head request_list;
  618. } mm;
  619. };
  620. enum intel_chip_family {
  621. CHIP_I8XX = 0x01,
  622. CHIP_I9XX = 0x02,
  623. CHIP_I915 = 0x04,
  624. CHIP_I965 = 0x08,
  625. };
  626. extern struct drm_ioctl_desc i915_ioctls[];
  627. extern int i915_max_ioctl;
  628. extern unsigned int i915_fbpercrtc;
  629. extern unsigned int i915_powersave;
  630. extern void i915_save_display(struct drm_device *dev);
  631. extern void i915_restore_display(struct drm_device *dev);
  632. extern int i915_master_create(struct drm_device *dev, struct drm_master *master);
  633. extern void i915_master_destroy(struct drm_device *dev, struct drm_master *master);
  634. /* i915_dma.c */
  635. extern void i915_kernel_lost_context(struct drm_device * dev);
  636. extern int i915_driver_load(struct drm_device *, unsigned long flags);
  637. extern int i915_driver_unload(struct drm_device *);
  638. extern int i915_driver_open(struct drm_device *dev, struct drm_file *file_priv);
  639. extern void i915_driver_lastclose(struct drm_device * dev);
  640. extern void i915_driver_preclose(struct drm_device *dev,
  641. struct drm_file *file_priv);
  642. extern void i915_driver_postclose(struct drm_device *dev,
  643. struct drm_file *file_priv);
  644. extern int i915_driver_device_is_agp(struct drm_device * dev);
  645. extern long i915_compat_ioctl(struct file *filp, unsigned int cmd,
  646. unsigned long arg);
  647. extern int i915_emit_box(struct drm_device *dev,
  648. struct drm_clip_rect *boxes,
  649. int i, int DR1, int DR4);
  650. extern int i965_reset(struct drm_device *dev, u8 flags);
  651. /* i915_irq.c */
  652. void i915_hangcheck_elapsed(unsigned long data);
  653. extern int i915_irq_emit(struct drm_device *dev, void *data,
  654. struct drm_file *file_priv);
  655. extern int i915_irq_wait(struct drm_device *dev, void *data,
  656. struct drm_file *file_priv);
  657. void i915_user_irq_get(struct drm_device *dev);
  658. void i915_trace_irq_get(struct drm_device *dev, u32 seqno);
  659. void i915_user_irq_put(struct drm_device *dev);
  660. extern void i915_enable_interrupt (struct drm_device *dev);
  661. extern irqreturn_t i915_driver_irq_handler(DRM_IRQ_ARGS);
  662. extern void i915_driver_irq_preinstall(struct drm_device * dev);
  663. extern int i915_driver_irq_postinstall(struct drm_device *dev);
  664. extern void i915_driver_irq_uninstall(struct drm_device * dev);
  665. extern int i915_vblank_pipe_set(struct drm_device *dev, void *data,
  666. struct drm_file *file_priv);
  667. extern int i915_vblank_pipe_get(struct drm_device *dev, void *data,
  668. struct drm_file *file_priv);
  669. extern int i915_enable_vblank(struct drm_device *dev, int crtc);
  670. extern void i915_disable_vblank(struct drm_device *dev, int crtc);
  671. extern u32 i915_get_vblank_counter(struct drm_device *dev, int crtc);
  672. extern u32 gm45_get_vblank_counter(struct drm_device *dev, int crtc);
  673. extern int i915_vblank_swap(struct drm_device *dev, void *data,
  674. struct drm_file *file_priv);
  675. extern void i915_enable_irq(drm_i915_private_t *dev_priv, u32 mask);
  676. void
  677. i915_enable_pipestat(drm_i915_private_t *dev_priv, int pipe, u32 mask);
  678. void
  679. i915_disable_pipestat(drm_i915_private_t *dev_priv, int pipe, u32 mask);
  680. void intel_enable_asle (struct drm_device *dev);
  681. /* i915_mem.c */
  682. extern int i915_mem_alloc(struct drm_device *dev, void *data,
  683. struct drm_file *file_priv);
  684. extern int i915_mem_free(struct drm_device *dev, void *data,
  685. struct drm_file *file_priv);
  686. extern int i915_mem_init_heap(struct drm_device *dev, void *data,
  687. struct drm_file *file_priv);
  688. extern int i915_mem_destroy_heap(struct drm_device *dev, void *data,
  689. struct drm_file *file_priv);
  690. extern void i915_mem_takedown(struct mem_block **heap);
  691. extern void i915_mem_release(struct drm_device * dev,
  692. struct drm_file *file_priv, struct mem_block *heap);
  693. /* i915_gem.c */
  694. int i915_gem_init_ioctl(struct drm_device *dev, void *data,
  695. struct drm_file *file_priv);
  696. int i915_gem_create_ioctl(struct drm_device *dev, void *data,
  697. struct drm_file *file_priv);
  698. int i915_gem_pread_ioctl(struct drm_device *dev, void *data,
  699. struct drm_file *file_priv);
  700. int i915_gem_pwrite_ioctl(struct drm_device *dev, void *data,
  701. struct drm_file *file_priv);
  702. int i915_gem_mmap_ioctl(struct drm_device *dev, void *data,
  703. struct drm_file *file_priv);
  704. int i915_gem_mmap_gtt_ioctl(struct drm_device *dev, void *data,
  705. struct drm_file *file_priv);
  706. int i915_gem_set_domain_ioctl(struct drm_device *dev, void *data,
  707. struct drm_file *file_priv);
  708. int i915_gem_sw_finish_ioctl(struct drm_device *dev, void *data,
  709. struct drm_file *file_priv);
  710. int i915_gem_execbuffer(struct drm_device *dev, void *data,
  711. struct drm_file *file_priv);
  712. int i915_gem_execbuffer2(struct drm_device *dev, void *data,
  713. struct drm_file *file_priv);
  714. int i915_gem_pin_ioctl(struct drm_device *dev, void *data,
  715. struct drm_file *file_priv);
  716. int i915_gem_unpin_ioctl(struct drm_device *dev, void *data,
  717. struct drm_file *file_priv);
  718. int i915_gem_busy_ioctl(struct drm_device *dev, void *data,
  719. struct drm_file *file_priv);
  720. int i915_gem_throttle_ioctl(struct drm_device *dev, void *data,
  721. struct drm_file *file_priv);
  722. int i915_gem_madvise_ioctl(struct drm_device *dev, void *data,
  723. struct drm_file *file_priv);
  724. int i915_gem_entervt_ioctl(struct drm_device *dev, void *data,
  725. struct drm_file *file_priv);
  726. int i915_gem_leavevt_ioctl(struct drm_device *dev, void *data,
  727. struct drm_file *file_priv);
  728. int i915_gem_set_tiling(struct drm_device *dev, void *data,
  729. struct drm_file *file_priv);
  730. int i915_gem_get_tiling(struct drm_device *dev, void *data,
  731. struct drm_file *file_priv);
  732. int i915_gem_get_aperture_ioctl(struct drm_device *dev, void *data,
  733. struct drm_file *file_priv);
  734. void i915_gem_load(struct drm_device *dev);
  735. int i915_gem_init_object(struct drm_gem_object *obj);
  736. void i915_gem_free_object(struct drm_gem_object *obj);
  737. int i915_gem_object_pin(struct drm_gem_object *obj, uint32_t alignment);
  738. void i915_gem_object_unpin(struct drm_gem_object *obj);
  739. int i915_gem_object_unbind(struct drm_gem_object *obj);
  740. void i915_gem_release_mmap(struct drm_gem_object *obj);
  741. void i915_gem_lastclose(struct drm_device *dev);
  742. uint32_t i915_get_gem_seqno(struct drm_device *dev);
  743. bool i915_seqno_passed(uint32_t seq1, uint32_t seq2);
  744. int i915_gem_object_get_fence_reg(struct drm_gem_object *obj);
  745. int i915_gem_object_put_fence_reg(struct drm_gem_object *obj);
  746. void i915_gem_retire_requests(struct drm_device *dev);
  747. void i915_gem_retire_work_handler(struct work_struct *work);
  748. void i915_gem_clflush_object(struct drm_gem_object *obj);
  749. int i915_gem_object_set_domain(struct drm_gem_object *obj,
  750. uint32_t read_domains,
  751. uint32_t write_domain);
  752. int i915_gem_init_ringbuffer(struct drm_device *dev);
  753. void i915_gem_cleanup_ringbuffer(struct drm_device *dev);
  754. int i915_gem_do_init(struct drm_device *dev, unsigned long start,
  755. unsigned long end);
  756. int i915_gem_idle(struct drm_device *dev);
  757. uint32_t i915_add_request(struct drm_device *dev, struct drm_file *file_priv,
  758. uint32_t flush_domains);
  759. int i915_do_wait_request(struct drm_device *dev, uint32_t seqno, int interruptible);
  760. int i915_gem_fault(struct vm_area_struct *vma, struct vm_fault *vmf);
  761. int i915_gem_object_set_to_gtt_domain(struct drm_gem_object *obj,
  762. int write);
  763. int i915_gem_attach_phys_object(struct drm_device *dev,
  764. struct drm_gem_object *obj, int id);
  765. void i915_gem_detach_phys_object(struct drm_device *dev,
  766. struct drm_gem_object *obj);
  767. void i915_gem_free_all_phys_object(struct drm_device *dev);
  768. int i915_gem_object_get_pages(struct drm_gem_object *obj);
  769. void i915_gem_object_put_pages(struct drm_gem_object *obj);
  770. void i915_gem_release(struct drm_device * dev, struct drm_file *file_priv);
  771. void i915_gem_object_flush_write_domain(struct drm_gem_object *obj);
  772. void i915_gem_shrinker_init(void);
  773. void i915_gem_shrinker_exit(void);
  774. /* i915_gem_tiling.c */
  775. void i915_gem_detect_bit_6_swizzle(struct drm_device *dev);
  776. void i915_gem_object_do_bit_17_swizzle(struct drm_gem_object *obj);
  777. void i915_gem_object_save_bit_17_swizzle(struct drm_gem_object *obj);
  778. bool i915_tiling_ok(struct drm_device *dev, int stride, int size,
  779. int tiling_mode);
  780. bool i915_obj_fenceable(struct drm_device *dev, struct drm_gem_object *obj);
  781. /* i915_gem_debug.c */
  782. void i915_gem_dump_object(struct drm_gem_object *obj, int len,
  783. const char *where, uint32_t mark);
  784. #if WATCH_INACTIVE
  785. void i915_verify_inactive(struct drm_device *dev, char *file, int line);
  786. #else
  787. #define i915_verify_inactive(dev, file, line)
  788. #endif
  789. void i915_gem_object_check_coherency(struct drm_gem_object *obj, int handle);
  790. void i915_gem_dump_object(struct drm_gem_object *obj, int len,
  791. const char *where, uint32_t mark);
  792. void i915_dump_lru(struct drm_device *dev, const char *where);
  793. /* i915_debugfs.c */
  794. int i915_debugfs_init(struct drm_minor *minor);
  795. void i915_debugfs_cleanup(struct drm_minor *minor);
  796. /* i915_suspend.c */
  797. extern int i915_save_state(struct drm_device *dev);
  798. extern int i915_restore_state(struct drm_device *dev);
  799. /* i915_suspend.c */
  800. extern int i915_save_state(struct drm_device *dev);
  801. extern int i915_restore_state(struct drm_device *dev);
  802. #ifdef CONFIG_ACPI
  803. /* i915_opregion.c */
  804. extern int intel_opregion_init(struct drm_device *dev, int resume);
  805. extern void intel_opregion_free(struct drm_device *dev, int suspend);
  806. extern void opregion_asle_intr(struct drm_device *dev);
  807. extern void ironlake_opregion_gse_intr(struct drm_device *dev);
  808. extern void opregion_enable_asle(struct drm_device *dev);
  809. #else
  810. static inline int intel_opregion_init(struct drm_device *dev, int resume) { return 0; }
  811. static inline void intel_opregion_free(struct drm_device *dev, int suspend) { return; }
  812. static inline void opregion_asle_intr(struct drm_device *dev) { return; }
  813. static inline void ironlake_opregion_gse_intr(struct drm_device *dev) { return; }
  814. static inline void opregion_enable_asle(struct drm_device *dev) { return; }
  815. #endif
  816. /* modesetting */
  817. extern void intel_modeset_init(struct drm_device *dev);
  818. extern void intel_modeset_cleanup(struct drm_device *dev);
  819. extern int intel_modeset_vga_set_state(struct drm_device *dev, bool state);
  820. extern void i8xx_disable_fbc(struct drm_device *dev);
  821. extern void g4x_disable_fbc(struct drm_device *dev);
  822. /**
  823. * Lock test for when it's just for synchronization of ring access.
  824. *
  825. * In that case, we don't need to do it when GEM is initialized as nobody else
  826. * has access to the ring.
  827. */
  828. #define RING_LOCK_TEST_WITH_RETURN(dev, file_priv) do { \
  829. if (((drm_i915_private_t *)dev->dev_private)->ring.ring_obj == NULL) \
  830. LOCK_TEST_WITH_RETURN(dev, file_priv); \
  831. } while (0)
  832. #define I915_READ(reg) readl(dev_priv->regs + (reg))
  833. #define I915_WRITE(reg, val) writel(val, dev_priv->regs + (reg))
  834. #define I915_READ16(reg) readw(dev_priv->regs + (reg))
  835. #define I915_WRITE16(reg, val) writel(val, dev_priv->regs + (reg))
  836. #define I915_READ8(reg) readb(dev_priv->regs + (reg))
  837. #define I915_WRITE8(reg, val) writeb(val, dev_priv->regs + (reg))
  838. #define I915_WRITE64(reg, val) writeq(val, dev_priv->regs + (reg))
  839. #define I915_READ64(reg) readq(dev_priv->regs + (reg))
  840. #define POSTING_READ(reg) (void)I915_READ(reg)
  841. #define I915_VERBOSE 0
  842. #define RING_LOCALS volatile unsigned int *ring_virt__;
  843. #define BEGIN_LP_RING(n) do { \
  844. int bytes__ = 4*(n); \
  845. if (I915_VERBOSE) DRM_DEBUG("BEGIN_LP_RING(%d)\n", (n)); \
  846. /* a wrap must occur between instructions so pad beforehand */ \
  847. if (unlikely (dev_priv->ring.tail + bytes__ > dev_priv->ring.Size)) \
  848. i915_wrap_ring(dev); \
  849. if (unlikely (dev_priv->ring.space < bytes__)) \
  850. i915_wait_ring(dev, bytes__, __func__); \
  851. ring_virt__ = (unsigned int *) \
  852. (dev_priv->ring.virtual_start + dev_priv->ring.tail); \
  853. dev_priv->ring.tail += bytes__; \
  854. dev_priv->ring.tail &= dev_priv->ring.Size - 1; \
  855. dev_priv->ring.space -= bytes__; \
  856. } while (0)
  857. #define OUT_RING(n) do { \
  858. if (I915_VERBOSE) DRM_DEBUG(" OUT_RING %x\n", (int)(n)); \
  859. *ring_virt__++ = (n); \
  860. } while (0)
  861. #define ADVANCE_LP_RING() do { \
  862. if (I915_VERBOSE) \
  863. DRM_DEBUG("ADVANCE_LP_RING %x\n", dev_priv->ring.tail); \
  864. I915_WRITE(PRB0_TAIL, dev_priv->ring.tail); \
  865. } while(0)
  866. /**
  867. * Reads a dword out of the status page, which is written to from the command
  868. * queue by automatic updates, MI_REPORT_HEAD, MI_STORE_DATA_INDEX, or
  869. * MI_STORE_DATA_IMM.
  870. *
  871. * The following dwords have a reserved meaning:
  872. * 0x00: ISR copy, updated when an ISR bit not set in the HWSTAM changes.
  873. * 0x04: ring 0 head pointer
  874. * 0x05: ring 1 head pointer (915-class)
  875. * 0x06: ring 2 head pointer (915-class)
  876. * 0x10-0x1b: Context status DWords (GM45)
  877. * 0x1f: Last written status offset. (GM45)
  878. *
  879. * The area from dword 0x20 to 0x3ff is available for driver usage.
  880. */
  881. #define READ_HWSP(dev_priv, reg) (((volatile u32*)(dev_priv->hw_status_page))[reg])
  882. #define READ_BREADCRUMB(dev_priv) READ_HWSP(dev_priv, I915_BREADCRUMB_INDEX)
  883. #define I915_GEM_HWS_INDEX 0x20
  884. #define I915_BREADCRUMB_INDEX 0x21
  885. extern int i915_wrap_ring(struct drm_device * dev);
  886. extern int i915_wait_ring(struct drm_device * dev, int n, const char *caller);
  887. #define INTEL_INFO(dev) (((struct drm_i915_private *) (dev)->dev_private)->info)
  888. #define IS_I830(dev) ((dev)->pci_device == 0x3577)
  889. #define IS_845G(dev) ((dev)->pci_device == 0x2562)
  890. #define IS_I85X(dev) ((dev)->pci_device == 0x3582)
  891. #define IS_I865G(dev) ((dev)->pci_device == 0x2572)
  892. #define IS_I8XX(dev) (INTEL_INFO(dev)->is_i8xx)
  893. #define IS_I915G(dev) (INTEL_INFO(dev)->is_i915g)
  894. #define IS_I915GM(dev) ((dev)->pci_device == 0x2592)
  895. #define IS_I945G(dev) ((dev)->pci_device == 0x2772)
  896. #define IS_I945GM(dev) (INTEL_INFO(dev)->is_i945gm)
  897. #define IS_I965G(dev) (INTEL_INFO(dev)->is_i965g)
  898. #define IS_I965GM(dev) (INTEL_INFO(dev)->is_i965gm)
  899. #define IS_GM45(dev) ((dev)->pci_device == 0x2A42)
  900. #define IS_G4X(dev) (INTEL_INFO(dev)->is_g4x)
  901. #define IS_PINEVIEW_G(dev) ((dev)->pci_device == 0xa001)
  902. #define IS_PINEVIEW_M(dev) ((dev)->pci_device == 0xa011)
  903. #define IS_PINEVIEW(dev) (INTEL_INFO(dev)->is_pineview)
  904. #define IS_G33(dev) (INTEL_INFO(dev)->is_g33)
  905. #define IS_IRONLAKE_D(dev) ((dev)->pci_device == 0x0042)
  906. #define IS_IRONLAKE_M(dev) ((dev)->pci_device == 0x0046)
  907. #define IS_IRONLAKE(dev) (INTEL_INFO(dev)->is_ironlake)
  908. #define IS_I9XX(dev) (INTEL_INFO(dev)->is_i9xx)
  909. #define IS_MOBILE(dev) (INTEL_INFO(dev)->is_mobile)
  910. #define I915_NEED_GFX_HWS(dev) (INTEL_INFO(dev)->need_gfx_hws)
  911. /* With the 945 and later, Y tiling got adjusted so that it was 32 128-byte
  912. * rows, which changed the alignment requirements and fence programming.
  913. */
  914. #define HAS_128_BYTE_Y_TILING(dev) (IS_I9XX(dev) && !(IS_I915G(dev) || \
  915. IS_I915GM(dev)))
  916. #define SUPPORTS_DIGITAL_OUTPUTS(dev) (IS_I9XX(dev) && !IS_PINEVIEW(dev))
  917. #define SUPPORTS_INTEGRATED_HDMI(dev) (IS_G4X(dev) || IS_IRONLAKE(dev))
  918. #define SUPPORTS_INTEGRATED_DP(dev) (IS_G4X(dev) || IS_IRONLAKE(dev))
  919. #define SUPPORTS_EDP(dev) (IS_IRONLAKE_M(dev))
  920. #define SUPPORTS_TV(dev) (IS_I9XX(dev) && IS_MOBILE(dev) && \
  921. !IS_IRONLAKE(dev) && !IS_PINEVIEW(dev))
  922. #define I915_HAS_HOTPLUG(dev) (INTEL_INFO(dev)->has_hotplug)
  923. /* dsparb controlled by hw only */
  924. #define DSPARB_HWCONTROL(dev) (IS_G4X(dev) || IS_IRONLAKE(dev))
  925. #define HAS_FW_BLC(dev) (IS_I9XX(dev) || IS_G4X(dev) || IS_IRONLAKE(dev))
  926. #define HAS_PIPE_CXSR(dev) (INTEL_INFO(dev)->has_pipe_cxsr)
  927. #define I915_HAS_FBC(dev) (INTEL_INFO(dev)->has_fbc)
  928. #define I915_HAS_RC6(dev) (INTEL_INFO(dev)->has_rc6)
  929. #define PRIMARY_RINGBUFFER_SIZE (128*1024)
  930. #endif