nouveau_drv.h 41 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286
  1. /*
  2. * Copyright 2005 Stephane Marchesin.
  3. * All Rights Reserved.
  4. *
  5. * Permission is hereby granted, free of charge, to any person obtaining a
  6. * copy of this software and associated documentation files (the "Software"),
  7. * to deal in the Software without restriction, including without limitation
  8. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  9. * and/or sell copies of the Software, and to permit persons to whom the
  10. * Software is furnished to do so, subject to the following conditions:
  11. *
  12. * The above copyright notice and this permission notice (including the next
  13. * paragraph) shall be included in all copies or substantial portions of the
  14. * Software.
  15. *
  16. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  17. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  18. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  19. * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
  20. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  21. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  22. * OTHER DEALINGS IN THE SOFTWARE.
  23. */
  24. #ifndef __NOUVEAU_DRV_H__
  25. #define __NOUVEAU_DRV_H__
  26. #define DRIVER_AUTHOR "Stephane Marchesin"
  27. #define DRIVER_EMAIL "dri-devel@lists.sourceforge.net"
  28. #define DRIVER_NAME "nouveau"
  29. #define DRIVER_DESC "nVidia Riva/TNT/GeForce"
  30. #define DRIVER_DATE "20090420"
  31. #define DRIVER_MAJOR 0
  32. #define DRIVER_MINOR 0
  33. #define DRIVER_PATCHLEVEL 15
  34. #define NOUVEAU_FAMILY 0x0000FFFF
  35. #define NOUVEAU_FLAGS 0xFFFF0000
  36. #include "ttm/ttm_bo_api.h"
  37. #include "ttm/ttm_bo_driver.h"
  38. #include "ttm/ttm_placement.h"
  39. #include "ttm/ttm_memory.h"
  40. #include "ttm/ttm_module.h"
  41. struct nouveau_fpriv {
  42. struct ttm_object_file *tfile;
  43. };
  44. #define DRM_FILE_PAGE_OFFSET (0x100000000ULL >> PAGE_SHIFT)
  45. #include "nouveau_drm.h"
  46. #include "nouveau_reg.h"
  47. #include "nouveau_bios.h"
  48. #define MAX_NUM_DCB_ENTRIES 16
  49. #define NOUVEAU_MAX_CHANNEL_NR 128
  50. #define NV50_VM_MAX_VRAM (2*1024*1024*1024ULL)
  51. #define NV50_VM_BLOCK (512*1024*1024ULL)
  52. #define NV50_VM_VRAM_NR (NV50_VM_MAX_VRAM / NV50_VM_BLOCK)
  53. struct nouveau_bo {
  54. struct ttm_buffer_object bo;
  55. struct ttm_placement placement;
  56. u32 placements[3];
  57. struct ttm_bo_kmap_obj kmap;
  58. struct list_head head;
  59. /* protected by ttm_bo_reserve() */
  60. struct drm_file *reserved_by;
  61. struct list_head entry;
  62. int pbbo_index;
  63. struct nouveau_channel *channel;
  64. bool mappable;
  65. bool no_vm;
  66. uint32_t tile_mode;
  67. uint32_t tile_flags;
  68. struct drm_gem_object *gem;
  69. struct drm_file *cpu_filp;
  70. int pin_refcnt;
  71. };
  72. static inline struct nouveau_bo *
  73. nouveau_bo(struct ttm_buffer_object *bo)
  74. {
  75. return container_of(bo, struct nouveau_bo, bo);
  76. }
  77. static inline struct nouveau_bo *
  78. nouveau_gem_object(struct drm_gem_object *gem)
  79. {
  80. return gem ? gem->driver_private : NULL;
  81. }
  82. /* TODO: submit equivalent to TTM generic API upstream? */
  83. static inline void __iomem *
  84. nvbo_kmap_obj_iovirtual(struct nouveau_bo *nvbo)
  85. {
  86. bool is_iomem;
  87. void __iomem *ioptr = (void __force __iomem *)ttm_kmap_obj_virtual(
  88. &nvbo->kmap, &is_iomem);
  89. WARN_ON_ONCE(ioptr && !is_iomem);
  90. return ioptr;
  91. }
  92. struct mem_block {
  93. struct mem_block *next;
  94. struct mem_block *prev;
  95. uint64_t start;
  96. uint64_t size;
  97. struct drm_file *file_priv; /* NULL: free, -1: heap, other: real files */
  98. };
  99. enum nouveau_flags {
  100. NV_NFORCE = 0x10000000,
  101. NV_NFORCE2 = 0x20000000
  102. };
  103. #define NVOBJ_ENGINE_SW 0
  104. #define NVOBJ_ENGINE_GR 1
  105. #define NVOBJ_ENGINE_DISPLAY 2
  106. #define NVOBJ_ENGINE_INT 0xdeadbeef
  107. #define NVOBJ_FLAG_ALLOW_NO_REFS (1 << 0)
  108. #define NVOBJ_FLAG_ZERO_ALLOC (1 << 1)
  109. #define NVOBJ_FLAG_ZERO_FREE (1 << 2)
  110. #define NVOBJ_FLAG_FAKE (1 << 3)
  111. struct nouveau_gpuobj {
  112. struct list_head list;
  113. struct nouveau_channel *im_channel;
  114. struct mem_block *im_pramin;
  115. struct nouveau_bo *im_backing;
  116. uint32_t im_backing_start;
  117. uint32_t *im_backing_suspend;
  118. int im_bound;
  119. uint32_t flags;
  120. int refcount;
  121. uint32_t engine;
  122. uint32_t class;
  123. void (*dtor)(struct drm_device *, struct nouveau_gpuobj *);
  124. void *priv;
  125. };
  126. struct nouveau_gpuobj_ref {
  127. struct list_head list;
  128. struct nouveau_gpuobj *gpuobj;
  129. uint32_t instance;
  130. struct nouveau_channel *channel;
  131. int handle;
  132. };
  133. struct nouveau_channel {
  134. struct drm_device *dev;
  135. int id;
  136. /* owner of this fifo */
  137. struct drm_file *file_priv;
  138. /* mapping of the fifo itself */
  139. struct drm_local_map *map;
  140. /* mapping of the regs controling the fifo */
  141. void __iomem *user;
  142. uint32_t user_get;
  143. uint32_t user_put;
  144. /* Fencing */
  145. struct {
  146. /* lock protects the pending list only */
  147. spinlock_t lock;
  148. struct list_head pending;
  149. uint32_t sequence;
  150. uint32_t sequence_ack;
  151. uint32_t last_sequence_irq;
  152. } fence;
  153. /* DMA push buffer */
  154. struct nouveau_gpuobj_ref *pushbuf;
  155. struct nouveau_bo *pushbuf_bo;
  156. uint32_t pushbuf_base;
  157. /* Notifier memory */
  158. struct nouveau_bo *notifier_bo;
  159. struct mem_block *notifier_heap;
  160. /* PFIFO context */
  161. struct nouveau_gpuobj_ref *ramfc;
  162. struct nouveau_gpuobj_ref *cache;
  163. /* PGRAPH context */
  164. /* XXX may be merge 2 pointers as private data ??? */
  165. struct nouveau_gpuobj_ref *ramin_grctx;
  166. void *pgraph_ctx;
  167. /* NV50 VM */
  168. struct nouveau_gpuobj *vm_pd;
  169. struct nouveau_gpuobj_ref *vm_gart_pt;
  170. struct nouveau_gpuobj_ref *vm_vram_pt[NV50_VM_VRAM_NR];
  171. /* Objects */
  172. struct nouveau_gpuobj_ref *ramin; /* Private instmem */
  173. struct mem_block *ramin_heap; /* Private PRAMIN heap */
  174. struct nouveau_gpuobj_ref *ramht; /* Hash table */
  175. struct list_head ramht_refs; /* Objects referenced by RAMHT */
  176. /* GPU object info for stuff used in-kernel (mm_enabled) */
  177. uint32_t m2mf_ntfy;
  178. uint32_t vram_handle;
  179. uint32_t gart_handle;
  180. bool accel_done;
  181. /* Push buffer state (only for drm's channel on !mm_enabled) */
  182. struct {
  183. int max;
  184. int free;
  185. int cur;
  186. int put;
  187. /* access via pushbuf_bo */
  188. } dma;
  189. uint32_t sw_subchannel[8];
  190. struct {
  191. struct nouveau_gpuobj *vblsem;
  192. uint32_t vblsem_offset;
  193. uint32_t vblsem_rval;
  194. struct list_head vbl_wait;
  195. } nvsw;
  196. struct {
  197. bool active;
  198. char name[32];
  199. struct drm_info_list info;
  200. } debugfs;
  201. };
  202. struct nouveau_instmem_engine {
  203. void *priv;
  204. int (*init)(struct drm_device *dev);
  205. void (*takedown)(struct drm_device *dev);
  206. int (*suspend)(struct drm_device *dev);
  207. void (*resume)(struct drm_device *dev);
  208. int (*populate)(struct drm_device *, struct nouveau_gpuobj *,
  209. uint32_t *size);
  210. void (*clear)(struct drm_device *, struct nouveau_gpuobj *);
  211. int (*bind)(struct drm_device *, struct nouveau_gpuobj *);
  212. int (*unbind)(struct drm_device *, struct nouveau_gpuobj *);
  213. void (*prepare_access)(struct drm_device *, bool write);
  214. void (*finish_access)(struct drm_device *);
  215. };
  216. struct nouveau_mc_engine {
  217. int (*init)(struct drm_device *dev);
  218. void (*takedown)(struct drm_device *dev);
  219. };
  220. struct nouveau_timer_engine {
  221. int (*init)(struct drm_device *dev);
  222. void (*takedown)(struct drm_device *dev);
  223. uint64_t (*read)(struct drm_device *dev);
  224. };
  225. struct nouveau_fb_engine {
  226. int (*init)(struct drm_device *dev);
  227. void (*takedown)(struct drm_device *dev);
  228. };
  229. struct nouveau_fifo_engine {
  230. void *priv;
  231. int channels;
  232. int (*init)(struct drm_device *);
  233. void (*takedown)(struct drm_device *);
  234. void (*disable)(struct drm_device *);
  235. void (*enable)(struct drm_device *);
  236. bool (*reassign)(struct drm_device *, bool enable);
  237. int (*channel_id)(struct drm_device *);
  238. int (*create_context)(struct nouveau_channel *);
  239. void (*destroy_context)(struct nouveau_channel *);
  240. int (*load_context)(struct nouveau_channel *);
  241. int (*unload_context)(struct drm_device *);
  242. };
  243. struct nouveau_pgraph_object_method {
  244. int id;
  245. int (*exec)(struct nouveau_channel *chan, int grclass, int mthd,
  246. uint32_t data);
  247. };
  248. struct nouveau_pgraph_object_class {
  249. int id;
  250. bool software;
  251. struct nouveau_pgraph_object_method *methods;
  252. };
  253. struct nouveau_pgraph_engine {
  254. struct nouveau_pgraph_object_class *grclass;
  255. bool accel_blocked;
  256. void *ctxprog;
  257. void *ctxvals;
  258. int (*init)(struct drm_device *);
  259. void (*takedown)(struct drm_device *);
  260. void (*fifo_access)(struct drm_device *, bool);
  261. struct nouveau_channel *(*channel)(struct drm_device *);
  262. int (*create_context)(struct nouveau_channel *);
  263. void (*destroy_context)(struct nouveau_channel *);
  264. int (*load_context)(struct nouveau_channel *);
  265. int (*unload_context)(struct drm_device *);
  266. };
  267. struct nouveau_engine {
  268. struct nouveau_instmem_engine instmem;
  269. struct nouveau_mc_engine mc;
  270. struct nouveau_timer_engine timer;
  271. struct nouveau_fb_engine fb;
  272. struct nouveau_pgraph_engine graph;
  273. struct nouveau_fifo_engine fifo;
  274. };
  275. struct nouveau_pll_vals {
  276. union {
  277. struct {
  278. #ifdef __BIG_ENDIAN
  279. uint8_t N1, M1, N2, M2;
  280. #else
  281. uint8_t M1, N1, M2, N2;
  282. #endif
  283. };
  284. struct {
  285. uint16_t NM1, NM2;
  286. } __attribute__((packed));
  287. };
  288. int log2P;
  289. int refclk;
  290. };
  291. enum nv04_fp_display_regs {
  292. FP_DISPLAY_END,
  293. FP_TOTAL,
  294. FP_CRTC,
  295. FP_SYNC_START,
  296. FP_SYNC_END,
  297. FP_VALID_START,
  298. FP_VALID_END
  299. };
  300. struct nv04_crtc_reg {
  301. unsigned char MiscOutReg; /* */
  302. uint8_t CRTC[0x9f];
  303. uint8_t CR58[0x10];
  304. uint8_t Sequencer[5];
  305. uint8_t Graphics[9];
  306. uint8_t Attribute[21];
  307. unsigned char DAC[768]; /* Internal Colorlookuptable */
  308. /* PCRTC regs */
  309. uint32_t fb_start;
  310. uint32_t crtc_cfg;
  311. uint32_t cursor_cfg;
  312. uint32_t gpio_ext;
  313. uint32_t crtc_830;
  314. uint32_t crtc_834;
  315. uint32_t crtc_850;
  316. uint32_t crtc_eng_ctrl;
  317. /* PRAMDAC regs */
  318. uint32_t nv10_cursync;
  319. struct nouveau_pll_vals pllvals;
  320. uint32_t ramdac_gen_ctrl;
  321. uint32_t ramdac_630;
  322. uint32_t ramdac_634;
  323. uint32_t tv_setup;
  324. uint32_t tv_vtotal;
  325. uint32_t tv_vskew;
  326. uint32_t tv_vsync_delay;
  327. uint32_t tv_htotal;
  328. uint32_t tv_hskew;
  329. uint32_t tv_hsync_delay;
  330. uint32_t tv_hsync_delay2;
  331. uint32_t fp_horiz_regs[7];
  332. uint32_t fp_vert_regs[7];
  333. uint32_t dither;
  334. uint32_t fp_control;
  335. uint32_t dither_regs[6];
  336. uint32_t fp_debug_0;
  337. uint32_t fp_debug_1;
  338. uint32_t fp_debug_2;
  339. uint32_t fp_margin_color;
  340. uint32_t ramdac_8c0;
  341. uint32_t ramdac_a20;
  342. uint32_t ramdac_a24;
  343. uint32_t ramdac_a34;
  344. uint32_t ctv_regs[38];
  345. };
  346. struct nv04_output_reg {
  347. uint32_t output;
  348. int head;
  349. };
  350. struct nv04_mode_state {
  351. uint32_t bpp;
  352. uint32_t width;
  353. uint32_t height;
  354. uint32_t interlace;
  355. uint32_t repaint0;
  356. uint32_t repaint1;
  357. uint32_t screen;
  358. uint32_t scale;
  359. uint32_t dither;
  360. uint32_t extra;
  361. uint32_t fifo;
  362. uint32_t pixel;
  363. uint32_t horiz;
  364. int arbitration0;
  365. int arbitration1;
  366. uint32_t pll;
  367. uint32_t pllB;
  368. uint32_t vpll;
  369. uint32_t vpll2;
  370. uint32_t vpllB;
  371. uint32_t vpll2B;
  372. uint32_t pllsel;
  373. uint32_t sel_clk;
  374. uint32_t general;
  375. uint32_t crtcOwner;
  376. uint32_t head;
  377. uint32_t head2;
  378. uint32_t cursorConfig;
  379. uint32_t cursor0;
  380. uint32_t cursor1;
  381. uint32_t cursor2;
  382. uint32_t timingH;
  383. uint32_t timingV;
  384. uint32_t displayV;
  385. uint32_t crtcSync;
  386. struct nv04_crtc_reg crtc_reg[2];
  387. };
  388. enum nouveau_card_type {
  389. NV_04 = 0x00,
  390. NV_10 = 0x10,
  391. NV_20 = 0x20,
  392. NV_30 = 0x30,
  393. NV_40 = 0x40,
  394. NV_50 = 0x50,
  395. };
  396. struct drm_nouveau_private {
  397. struct drm_device *dev;
  398. enum {
  399. NOUVEAU_CARD_INIT_DOWN,
  400. NOUVEAU_CARD_INIT_DONE,
  401. NOUVEAU_CARD_INIT_FAILED
  402. } init_state;
  403. /* the card type, takes NV_* as values */
  404. enum nouveau_card_type card_type;
  405. /* exact chipset, derived from NV_PMC_BOOT_0 */
  406. int chipset;
  407. int flags;
  408. void __iomem *mmio;
  409. void __iomem *ramin;
  410. uint32_t ramin_size;
  411. struct workqueue_struct *wq;
  412. struct work_struct irq_work;
  413. struct list_head vbl_waiting;
  414. struct {
  415. struct ttm_global_reference mem_global_ref;
  416. struct ttm_bo_global_ref bo_global_ref;
  417. struct ttm_bo_device bdev;
  418. spinlock_t bo_list_lock;
  419. struct list_head bo_list;
  420. atomic_t validate_sequence;
  421. } ttm;
  422. struct fb_info *fbdev_info;
  423. int fifo_alloc_count;
  424. struct nouveau_channel *fifos[NOUVEAU_MAX_CHANNEL_NR];
  425. struct nouveau_engine engine;
  426. struct nouveau_channel *channel;
  427. /* RAMIN configuration, RAMFC, RAMHT and RAMRO offsets */
  428. struct nouveau_gpuobj *ramht;
  429. uint32_t ramin_rsvd_vram;
  430. uint32_t ramht_offset;
  431. uint32_t ramht_size;
  432. uint32_t ramht_bits;
  433. uint32_t ramfc_offset;
  434. uint32_t ramfc_size;
  435. uint32_t ramro_offset;
  436. uint32_t ramro_size;
  437. /* base physical adresses */
  438. uint64_t fb_phys;
  439. uint64_t fb_available_size;
  440. uint64_t fb_mappable_pages;
  441. uint64_t fb_aper_free;
  442. struct {
  443. enum {
  444. NOUVEAU_GART_NONE = 0,
  445. NOUVEAU_GART_AGP,
  446. NOUVEAU_GART_SGDMA
  447. } type;
  448. uint64_t aper_base;
  449. uint64_t aper_size;
  450. uint64_t aper_free;
  451. struct nouveau_gpuobj *sg_ctxdma;
  452. struct page *sg_dummy_page;
  453. dma_addr_t sg_dummy_bus;
  454. /* nottm hack */
  455. struct drm_ttm_backend *sg_be;
  456. unsigned long sg_handle;
  457. } gart_info;
  458. /* G8x/G9x virtual address space */
  459. uint64_t vm_gart_base;
  460. uint64_t vm_gart_size;
  461. uint64_t vm_vram_base;
  462. uint64_t vm_vram_size;
  463. uint64_t vm_end;
  464. struct nouveau_gpuobj *vm_vram_pt[NV50_VM_VRAM_NR];
  465. int vm_vram_pt_nr;
  466. /* the mtrr covering the FB */
  467. int fb_mtrr;
  468. struct mem_block *ramin_heap;
  469. /* context table pointed to be NV_PGRAPH_CHANNEL_CTX_TABLE (0x400780) */
  470. uint32_t ctx_table_size;
  471. struct nouveau_gpuobj_ref *ctx_table;
  472. struct list_head gpuobj_list;
  473. struct nvbios VBIOS;
  474. struct nouveau_bios_info *vbios;
  475. struct nv04_mode_state mode_reg;
  476. struct nv04_mode_state saved_reg;
  477. uint32_t saved_vga_font[4][16384];
  478. uint32_t crtc_owner;
  479. uint32_t dac_users[4];
  480. struct nouveau_suspend_resume {
  481. uint32_t fifo_mode;
  482. uint32_t graph_ctx_control;
  483. uint32_t graph_state;
  484. uint32_t *ramin_copy;
  485. uint64_t ramin_size;
  486. } susres;
  487. struct backlight_device *backlight;
  488. bool acpi_dsm;
  489. struct nouveau_channel *evo;
  490. struct {
  491. struct dentry *channel_root;
  492. } debugfs;
  493. };
  494. static inline struct drm_nouveau_private *
  495. nouveau_bdev(struct ttm_bo_device *bd)
  496. {
  497. return container_of(bd, struct drm_nouveau_private, ttm.bdev);
  498. }
  499. static inline int
  500. nouveau_bo_ref(struct nouveau_bo *ref, struct nouveau_bo **pnvbo)
  501. {
  502. struct nouveau_bo *prev;
  503. if (!pnvbo)
  504. return -EINVAL;
  505. prev = *pnvbo;
  506. *pnvbo = ref ? nouveau_bo(ttm_bo_reference(&ref->bo)) : NULL;
  507. if (prev) {
  508. struct ttm_buffer_object *bo = &prev->bo;
  509. ttm_bo_unref(&bo);
  510. }
  511. return 0;
  512. }
  513. #define NOUVEAU_CHECK_INITIALISED_WITH_RETURN do { \
  514. struct drm_nouveau_private *nv = dev->dev_private; \
  515. if (nv->init_state != NOUVEAU_CARD_INIT_DONE) { \
  516. NV_ERROR(dev, "called without init\n"); \
  517. return -EINVAL; \
  518. } \
  519. } while (0)
  520. #define NOUVEAU_GET_USER_CHANNEL_WITH_RETURN(id, cl, ch) do { \
  521. struct drm_nouveau_private *nv = dev->dev_private; \
  522. if (!nouveau_channel_owner(dev, (cl), (id))) { \
  523. NV_ERROR(dev, "pid %d doesn't own channel %d\n", \
  524. DRM_CURRENTPID, (id)); \
  525. return -EPERM; \
  526. } \
  527. (ch) = nv->fifos[(id)]; \
  528. } while (0)
  529. /* nouveau_drv.c */
  530. extern int nouveau_noagp;
  531. extern int nouveau_duallink;
  532. extern int nouveau_uscript_lvds;
  533. extern int nouveau_uscript_tmds;
  534. extern int nouveau_vram_pushbuf;
  535. extern int nouveau_vram_notify;
  536. extern int nouveau_fbpercrtc;
  537. extern char *nouveau_tv_norm;
  538. extern int nouveau_reg_debug;
  539. extern char *nouveau_vbios;
  540. /* nouveau_state.c */
  541. extern void nouveau_preclose(struct drm_device *dev, struct drm_file *);
  542. extern int nouveau_load(struct drm_device *, unsigned long flags);
  543. extern int nouveau_firstopen(struct drm_device *);
  544. extern void nouveau_lastclose(struct drm_device *);
  545. extern int nouveau_unload(struct drm_device *);
  546. extern int nouveau_ioctl_getparam(struct drm_device *, void *data,
  547. struct drm_file *);
  548. extern int nouveau_ioctl_setparam(struct drm_device *, void *data,
  549. struct drm_file *);
  550. extern bool nouveau_wait_until(struct drm_device *, uint64_t timeout,
  551. uint32_t reg, uint32_t mask, uint32_t val);
  552. extern bool nouveau_wait_for_idle(struct drm_device *);
  553. extern int nouveau_card_init(struct drm_device *);
  554. extern int nouveau_ioctl_card_init(struct drm_device *, void *data,
  555. struct drm_file *);
  556. extern int nouveau_ioctl_suspend(struct drm_device *, void *data,
  557. struct drm_file *);
  558. extern int nouveau_ioctl_resume(struct drm_device *, void *data,
  559. struct drm_file *);
  560. /* nouveau_mem.c */
  561. extern int nouveau_mem_init_heap(struct mem_block **, uint64_t start,
  562. uint64_t size);
  563. extern struct mem_block *nouveau_mem_alloc_block(struct mem_block *,
  564. uint64_t size, int align2,
  565. struct drm_file *, int tail);
  566. extern void nouveau_mem_takedown(struct mem_block **heap);
  567. extern void nouveau_mem_free_block(struct mem_block *);
  568. extern uint64_t nouveau_mem_fb_amount(struct drm_device *);
  569. extern void nouveau_mem_release(struct drm_file *, struct mem_block *heap);
  570. extern int nouveau_mem_init(struct drm_device *);
  571. extern int nouveau_mem_init_agp(struct drm_device *);
  572. extern void nouveau_mem_close(struct drm_device *);
  573. extern int nv50_mem_vm_bind_linear(struct drm_device *, uint64_t virt,
  574. uint32_t size, uint32_t flags,
  575. uint64_t phys);
  576. extern void nv50_mem_vm_unbind(struct drm_device *, uint64_t virt,
  577. uint32_t size);
  578. /* nouveau_notifier.c */
  579. extern int nouveau_notifier_init_channel(struct nouveau_channel *);
  580. extern void nouveau_notifier_takedown_channel(struct nouveau_channel *);
  581. extern int nouveau_notifier_alloc(struct nouveau_channel *, uint32_t handle,
  582. int cout, uint32_t *offset);
  583. extern int nouveau_notifier_offset(struct nouveau_gpuobj *, uint32_t *);
  584. extern int nouveau_ioctl_notifier_alloc(struct drm_device *, void *data,
  585. struct drm_file *);
  586. extern int nouveau_ioctl_notifier_free(struct drm_device *, void *data,
  587. struct drm_file *);
  588. /* nouveau_channel.c */
  589. extern struct drm_ioctl_desc nouveau_ioctls[];
  590. extern int nouveau_max_ioctl;
  591. extern void nouveau_channel_cleanup(struct drm_device *, struct drm_file *);
  592. extern int nouveau_channel_owner(struct drm_device *, struct drm_file *,
  593. int channel);
  594. extern int nouveau_channel_alloc(struct drm_device *dev,
  595. struct nouveau_channel **chan,
  596. struct drm_file *file_priv,
  597. uint32_t fb_ctxdma, uint32_t tt_ctxdma);
  598. extern void nouveau_channel_free(struct nouveau_channel *);
  599. extern int nouveau_channel_idle(struct nouveau_channel *chan);
  600. /* nouveau_object.c */
  601. extern int nouveau_gpuobj_early_init(struct drm_device *);
  602. extern int nouveau_gpuobj_init(struct drm_device *);
  603. extern void nouveau_gpuobj_takedown(struct drm_device *);
  604. extern void nouveau_gpuobj_late_takedown(struct drm_device *);
  605. extern int nouveau_gpuobj_suspend(struct drm_device *dev);
  606. extern void nouveau_gpuobj_suspend_cleanup(struct drm_device *dev);
  607. extern void nouveau_gpuobj_resume(struct drm_device *dev);
  608. extern int nouveau_gpuobj_channel_init(struct nouveau_channel *,
  609. uint32_t vram_h, uint32_t tt_h);
  610. extern void nouveau_gpuobj_channel_takedown(struct nouveau_channel *);
  611. extern int nouveau_gpuobj_new(struct drm_device *, struct nouveau_channel *,
  612. uint32_t size, int align, uint32_t flags,
  613. struct nouveau_gpuobj **);
  614. extern int nouveau_gpuobj_del(struct drm_device *, struct nouveau_gpuobj **);
  615. extern int nouveau_gpuobj_ref_add(struct drm_device *, struct nouveau_channel *,
  616. uint32_t handle, struct nouveau_gpuobj *,
  617. struct nouveau_gpuobj_ref **);
  618. extern int nouveau_gpuobj_ref_del(struct drm_device *,
  619. struct nouveau_gpuobj_ref **);
  620. extern int nouveau_gpuobj_ref_find(struct nouveau_channel *, uint32_t handle,
  621. struct nouveau_gpuobj_ref **ref_ret);
  622. extern int nouveau_gpuobj_new_ref(struct drm_device *,
  623. struct nouveau_channel *alloc_chan,
  624. struct nouveau_channel *ref_chan,
  625. uint32_t handle, uint32_t size, int align,
  626. uint32_t flags, struct nouveau_gpuobj_ref **);
  627. extern int nouveau_gpuobj_new_fake(struct drm_device *,
  628. uint32_t p_offset, uint32_t b_offset,
  629. uint32_t size, uint32_t flags,
  630. struct nouveau_gpuobj **,
  631. struct nouveau_gpuobj_ref**);
  632. extern int nouveau_gpuobj_dma_new(struct nouveau_channel *, int class,
  633. uint64_t offset, uint64_t size, int access,
  634. int target, struct nouveau_gpuobj **);
  635. extern int nouveau_gpuobj_gart_dma_new(struct nouveau_channel *,
  636. uint64_t offset, uint64_t size,
  637. int access, struct nouveau_gpuobj **,
  638. uint32_t *o_ret);
  639. extern int nouveau_gpuobj_gr_new(struct nouveau_channel *, int class,
  640. struct nouveau_gpuobj **);
  641. extern int nouveau_ioctl_grobj_alloc(struct drm_device *, void *data,
  642. struct drm_file *);
  643. extern int nouveau_ioctl_gpuobj_free(struct drm_device *, void *data,
  644. struct drm_file *);
  645. /* nouveau_irq.c */
  646. extern irqreturn_t nouveau_irq_handler(DRM_IRQ_ARGS);
  647. extern void nouveau_irq_preinstall(struct drm_device *);
  648. extern int nouveau_irq_postinstall(struct drm_device *);
  649. extern void nouveau_irq_uninstall(struct drm_device *);
  650. /* nouveau_sgdma.c */
  651. extern int nouveau_sgdma_init(struct drm_device *);
  652. extern void nouveau_sgdma_takedown(struct drm_device *);
  653. extern int nouveau_sgdma_get_page(struct drm_device *, uint32_t offset,
  654. uint32_t *page);
  655. extern struct ttm_backend *nouveau_sgdma_init_ttm(struct drm_device *);
  656. /* nouveau_debugfs.c */
  657. #if defined(CONFIG_DRM_NOUVEAU_DEBUG)
  658. extern int nouveau_debugfs_init(struct drm_minor *);
  659. extern void nouveau_debugfs_takedown(struct drm_minor *);
  660. extern int nouveau_debugfs_channel_init(struct nouveau_channel *);
  661. extern void nouveau_debugfs_channel_fini(struct nouveau_channel *);
  662. #else
  663. static inline int
  664. nouveau_debugfs_init(struct drm_minor *minor)
  665. {
  666. return 0;
  667. }
  668. static inline void nouveau_debugfs_takedown(struct drm_minor *minor)
  669. {
  670. }
  671. static inline int
  672. nouveau_debugfs_channel_init(struct nouveau_channel *chan)
  673. {
  674. return 0;
  675. }
  676. static inline void
  677. nouveau_debugfs_channel_fini(struct nouveau_channel *chan)
  678. {
  679. }
  680. #endif
  681. /* nouveau_dma.c */
  682. extern int nouveau_dma_init(struct nouveau_channel *);
  683. extern int nouveau_dma_wait(struct nouveau_channel *, int size);
  684. /* nouveau_acpi.c */
  685. #ifdef CONFIG_ACPI
  686. extern int nouveau_hybrid_setup(struct drm_device *dev);
  687. extern bool nouveau_dsm_probe(struct drm_device *dev);
  688. #else
  689. static inline int nouveau_hybrid_setup(struct drm_device *dev)
  690. {
  691. return 0;
  692. }
  693. static inline bool nouveau_dsm_probe(struct drm_device *dev)
  694. {
  695. return false;
  696. }
  697. #endif
  698. /* nouveau_backlight.c */
  699. #ifdef CONFIG_DRM_NOUVEAU_BACKLIGHT
  700. extern int nouveau_backlight_init(struct drm_device *);
  701. extern void nouveau_backlight_exit(struct drm_device *);
  702. #else
  703. static inline int nouveau_backlight_init(struct drm_device *dev)
  704. {
  705. return 0;
  706. }
  707. static inline void nouveau_backlight_exit(struct drm_device *dev) { }
  708. #endif
  709. /* nouveau_bios.c */
  710. extern int nouveau_bios_init(struct drm_device *);
  711. extern void nouveau_bios_takedown(struct drm_device *dev);
  712. extern int nouveau_run_vbios_init(struct drm_device *);
  713. extern void nouveau_bios_run_init_table(struct drm_device *, uint16_t table,
  714. struct dcb_entry *);
  715. extern struct dcb_gpio_entry *nouveau_bios_gpio_entry(struct drm_device *,
  716. enum dcb_gpio_tag);
  717. extern struct dcb_connector_table_entry *
  718. nouveau_bios_connector_entry(struct drm_device *, int index);
  719. extern int get_pll_limits(struct drm_device *, uint32_t limit_match,
  720. struct pll_lims *);
  721. extern int nouveau_bios_run_display_table(struct drm_device *,
  722. struct dcb_entry *,
  723. uint32_t script, int pxclk);
  724. extern void *nouveau_bios_dp_table(struct drm_device *, struct dcb_entry *,
  725. int *length);
  726. extern bool nouveau_bios_fp_mode(struct drm_device *, struct drm_display_mode *);
  727. extern uint8_t *nouveau_bios_embedded_edid(struct drm_device *);
  728. extern int nouveau_bios_parse_lvds_table(struct drm_device *, int pxclk,
  729. bool *dl, bool *if_is_24bit);
  730. extern int run_tmds_table(struct drm_device *, struct dcb_entry *,
  731. int head, int pxclk);
  732. extern int call_lvds_script(struct drm_device *, struct dcb_entry *, int head,
  733. enum LVDS_script, int pxclk);
  734. /* nouveau_ttm.c */
  735. int nouveau_ttm_global_init(struct drm_nouveau_private *);
  736. void nouveau_ttm_global_release(struct drm_nouveau_private *);
  737. int nouveau_ttm_mmap(struct file *, struct vm_area_struct *);
  738. /* nouveau_dp.c */
  739. int nouveau_dp_auxch(struct nouveau_i2c_chan *auxch, int cmd, int addr,
  740. uint8_t *data, int data_nr);
  741. bool nouveau_dp_detect(struct drm_encoder *);
  742. bool nouveau_dp_link_train(struct drm_encoder *);
  743. /* nv04_fb.c */
  744. extern int nv04_fb_init(struct drm_device *);
  745. extern void nv04_fb_takedown(struct drm_device *);
  746. /* nv10_fb.c */
  747. extern int nv10_fb_init(struct drm_device *);
  748. extern void nv10_fb_takedown(struct drm_device *);
  749. /* nv40_fb.c */
  750. extern int nv40_fb_init(struct drm_device *);
  751. extern void nv40_fb_takedown(struct drm_device *);
  752. /* nv04_fifo.c */
  753. extern int nv04_fifo_init(struct drm_device *);
  754. extern void nv04_fifo_disable(struct drm_device *);
  755. extern void nv04_fifo_enable(struct drm_device *);
  756. extern bool nv04_fifo_reassign(struct drm_device *, bool);
  757. extern int nv04_fifo_channel_id(struct drm_device *);
  758. extern int nv04_fifo_create_context(struct nouveau_channel *);
  759. extern void nv04_fifo_destroy_context(struct nouveau_channel *);
  760. extern int nv04_fifo_load_context(struct nouveau_channel *);
  761. extern int nv04_fifo_unload_context(struct drm_device *);
  762. /* nv10_fifo.c */
  763. extern int nv10_fifo_init(struct drm_device *);
  764. extern int nv10_fifo_channel_id(struct drm_device *);
  765. extern int nv10_fifo_create_context(struct nouveau_channel *);
  766. extern void nv10_fifo_destroy_context(struct nouveau_channel *);
  767. extern int nv10_fifo_load_context(struct nouveau_channel *);
  768. extern int nv10_fifo_unload_context(struct drm_device *);
  769. /* nv40_fifo.c */
  770. extern int nv40_fifo_init(struct drm_device *);
  771. extern int nv40_fifo_create_context(struct nouveau_channel *);
  772. extern void nv40_fifo_destroy_context(struct nouveau_channel *);
  773. extern int nv40_fifo_load_context(struct nouveau_channel *);
  774. extern int nv40_fifo_unload_context(struct drm_device *);
  775. /* nv50_fifo.c */
  776. extern int nv50_fifo_init(struct drm_device *);
  777. extern void nv50_fifo_takedown(struct drm_device *);
  778. extern int nv50_fifo_channel_id(struct drm_device *);
  779. extern int nv50_fifo_create_context(struct nouveau_channel *);
  780. extern void nv50_fifo_destroy_context(struct nouveau_channel *);
  781. extern int nv50_fifo_load_context(struct nouveau_channel *);
  782. extern int nv50_fifo_unload_context(struct drm_device *);
  783. /* nv04_graph.c */
  784. extern struct nouveau_pgraph_object_class nv04_graph_grclass[];
  785. extern int nv04_graph_init(struct drm_device *);
  786. extern void nv04_graph_takedown(struct drm_device *);
  787. extern void nv04_graph_fifo_access(struct drm_device *, bool);
  788. extern struct nouveau_channel *nv04_graph_channel(struct drm_device *);
  789. extern int nv04_graph_create_context(struct nouveau_channel *);
  790. extern void nv04_graph_destroy_context(struct nouveau_channel *);
  791. extern int nv04_graph_load_context(struct nouveau_channel *);
  792. extern int nv04_graph_unload_context(struct drm_device *);
  793. extern void nv04_graph_context_switch(struct drm_device *);
  794. /* nv10_graph.c */
  795. extern struct nouveau_pgraph_object_class nv10_graph_grclass[];
  796. extern int nv10_graph_init(struct drm_device *);
  797. extern void nv10_graph_takedown(struct drm_device *);
  798. extern struct nouveau_channel *nv10_graph_channel(struct drm_device *);
  799. extern int nv10_graph_create_context(struct nouveau_channel *);
  800. extern void nv10_graph_destroy_context(struct nouveau_channel *);
  801. extern int nv10_graph_load_context(struct nouveau_channel *);
  802. extern int nv10_graph_unload_context(struct drm_device *);
  803. extern void nv10_graph_context_switch(struct drm_device *);
  804. /* nv20_graph.c */
  805. extern struct nouveau_pgraph_object_class nv20_graph_grclass[];
  806. extern struct nouveau_pgraph_object_class nv30_graph_grclass[];
  807. extern int nv20_graph_create_context(struct nouveau_channel *);
  808. extern void nv20_graph_destroy_context(struct nouveau_channel *);
  809. extern int nv20_graph_load_context(struct nouveau_channel *);
  810. extern int nv20_graph_unload_context(struct drm_device *);
  811. extern int nv20_graph_init(struct drm_device *);
  812. extern void nv20_graph_takedown(struct drm_device *);
  813. extern int nv30_graph_init(struct drm_device *);
  814. /* nv40_graph.c */
  815. extern struct nouveau_pgraph_object_class nv40_graph_grclass[];
  816. extern int nv40_graph_init(struct drm_device *);
  817. extern void nv40_graph_takedown(struct drm_device *);
  818. extern struct nouveau_channel *nv40_graph_channel(struct drm_device *);
  819. extern int nv40_graph_create_context(struct nouveau_channel *);
  820. extern void nv40_graph_destroy_context(struct nouveau_channel *);
  821. extern int nv40_graph_load_context(struct nouveau_channel *);
  822. extern int nv40_graph_unload_context(struct drm_device *);
  823. extern int nv40_grctx_init(struct drm_device *);
  824. extern void nv40_grctx_fini(struct drm_device *);
  825. extern void nv40_grctx_vals_load(struct drm_device *, struct nouveau_gpuobj *);
  826. /* nv50_graph.c */
  827. extern struct nouveau_pgraph_object_class nv50_graph_grclass[];
  828. extern int nv50_graph_init(struct drm_device *);
  829. extern void nv50_graph_takedown(struct drm_device *);
  830. extern void nv50_graph_fifo_access(struct drm_device *, bool);
  831. extern struct nouveau_channel *nv50_graph_channel(struct drm_device *);
  832. extern int nv50_graph_create_context(struct nouveau_channel *);
  833. extern void nv50_graph_destroy_context(struct nouveau_channel *);
  834. extern int nv50_graph_load_context(struct nouveau_channel *);
  835. extern int nv50_graph_unload_context(struct drm_device *);
  836. extern void nv50_graph_context_switch(struct drm_device *);
  837. /* nv04_instmem.c */
  838. extern int nv04_instmem_init(struct drm_device *);
  839. extern void nv04_instmem_takedown(struct drm_device *);
  840. extern int nv04_instmem_suspend(struct drm_device *);
  841. extern void nv04_instmem_resume(struct drm_device *);
  842. extern int nv04_instmem_populate(struct drm_device *, struct nouveau_gpuobj *,
  843. uint32_t *size);
  844. extern void nv04_instmem_clear(struct drm_device *, struct nouveau_gpuobj *);
  845. extern int nv04_instmem_bind(struct drm_device *, struct nouveau_gpuobj *);
  846. extern int nv04_instmem_unbind(struct drm_device *, struct nouveau_gpuobj *);
  847. extern void nv04_instmem_prepare_access(struct drm_device *, bool write);
  848. extern void nv04_instmem_finish_access(struct drm_device *);
  849. /* nv50_instmem.c */
  850. extern int nv50_instmem_init(struct drm_device *);
  851. extern void nv50_instmem_takedown(struct drm_device *);
  852. extern int nv50_instmem_suspend(struct drm_device *);
  853. extern void nv50_instmem_resume(struct drm_device *);
  854. extern int nv50_instmem_populate(struct drm_device *, struct nouveau_gpuobj *,
  855. uint32_t *size);
  856. extern void nv50_instmem_clear(struct drm_device *, struct nouveau_gpuobj *);
  857. extern int nv50_instmem_bind(struct drm_device *, struct nouveau_gpuobj *);
  858. extern int nv50_instmem_unbind(struct drm_device *, struct nouveau_gpuobj *);
  859. extern void nv50_instmem_prepare_access(struct drm_device *, bool write);
  860. extern void nv50_instmem_finish_access(struct drm_device *);
  861. /* nv04_mc.c */
  862. extern int nv04_mc_init(struct drm_device *);
  863. extern void nv04_mc_takedown(struct drm_device *);
  864. /* nv40_mc.c */
  865. extern int nv40_mc_init(struct drm_device *);
  866. extern void nv40_mc_takedown(struct drm_device *);
  867. /* nv50_mc.c */
  868. extern int nv50_mc_init(struct drm_device *);
  869. extern void nv50_mc_takedown(struct drm_device *);
  870. /* nv04_timer.c */
  871. extern int nv04_timer_init(struct drm_device *);
  872. extern uint64_t nv04_timer_read(struct drm_device *);
  873. extern void nv04_timer_takedown(struct drm_device *);
  874. extern long nouveau_compat_ioctl(struct file *file, unsigned int cmd,
  875. unsigned long arg);
  876. /* nv04_dac.c */
  877. extern int nv04_dac_create(struct drm_device *dev, struct dcb_entry *entry);
  878. extern enum drm_connector_status nv17_dac_detect(struct drm_encoder *encoder,
  879. struct drm_connector *connector);
  880. extern int nv04_dac_output_offset(struct drm_encoder *encoder);
  881. extern void nv04_dac_update_dacclk(struct drm_encoder *encoder, bool enable);
  882. /* nv04_dfp.c */
  883. extern int nv04_dfp_create(struct drm_device *dev, struct dcb_entry *entry);
  884. extern int nv04_dfp_get_bound_head(struct drm_device *dev, struct dcb_entry *dcbent);
  885. extern void nv04_dfp_bind_head(struct drm_device *dev, struct dcb_entry *dcbent,
  886. int head, bool dl);
  887. extern void nv04_dfp_disable(struct drm_device *dev, int head);
  888. extern void nv04_dfp_update_fp_control(struct drm_encoder *encoder, int mode);
  889. /* nv04_tv.c */
  890. extern int nv04_tv_identify(struct drm_device *dev, int i2c_index);
  891. extern int nv04_tv_create(struct drm_device *dev, struct dcb_entry *entry);
  892. /* nv17_tv.c */
  893. extern int nv17_tv_create(struct drm_device *dev, struct dcb_entry *entry);
  894. extern enum drm_connector_status nv17_tv_detect(struct drm_encoder *encoder,
  895. struct drm_connector *connector,
  896. uint32_t pin_mask);
  897. /* nv04_display.c */
  898. extern int nv04_display_create(struct drm_device *);
  899. extern void nv04_display_destroy(struct drm_device *);
  900. extern void nv04_display_restore(struct drm_device *);
  901. /* nv04_crtc.c */
  902. extern int nv04_crtc_create(struct drm_device *, int index);
  903. /* nouveau_bo.c */
  904. extern struct ttm_bo_driver nouveau_bo_driver;
  905. extern int nouveau_bo_new(struct drm_device *, struct nouveau_channel *,
  906. int size, int align, uint32_t flags,
  907. uint32_t tile_mode, uint32_t tile_flags,
  908. bool no_vm, bool mappable, struct nouveau_bo **);
  909. extern int nouveau_bo_pin(struct nouveau_bo *, uint32_t flags);
  910. extern int nouveau_bo_unpin(struct nouveau_bo *);
  911. extern int nouveau_bo_map(struct nouveau_bo *);
  912. extern void nouveau_bo_unmap(struct nouveau_bo *);
  913. extern void nouveau_bo_placement_set(struct nouveau_bo *, uint32_t memtype);
  914. extern u16 nouveau_bo_rd16(struct nouveau_bo *nvbo, unsigned index);
  915. extern void nouveau_bo_wr16(struct nouveau_bo *nvbo, unsigned index, u16 val);
  916. extern u32 nouveau_bo_rd32(struct nouveau_bo *nvbo, unsigned index);
  917. extern void nouveau_bo_wr32(struct nouveau_bo *nvbo, unsigned index, u32 val);
  918. /* nouveau_fence.c */
  919. struct nouveau_fence;
  920. extern int nouveau_fence_init(struct nouveau_channel *);
  921. extern void nouveau_fence_fini(struct nouveau_channel *);
  922. extern void nouveau_fence_update(struct nouveau_channel *);
  923. extern int nouveau_fence_new(struct nouveau_channel *, struct nouveau_fence **,
  924. bool emit);
  925. extern int nouveau_fence_emit(struct nouveau_fence *);
  926. struct nouveau_channel *nouveau_fence_channel(struct nouveau_fence *);
  927. extern bool nouveau_fence_signalled(void *obj, void *arg);
  928. extern int nouveau_fence_wait(void *obj, void *arg, bool lazy, bool intr);
  929. extern int nouveau_fence_flush(void *obj, void *arg);
  930. extern void nouveau_fence_unref(void **obj);
  931. extern void *nouveau_fence_ref(void *obj);
  932. extern void nouveau_fence_handler(struct drm_device *dev, int channel);
  933. /* nouveau_gem.c */
  934. extern int nouveau_gem_new(struct drm_device *, struct nouveau_channel *,
  935. int size, int align, uint32_t flags,
  936. uint32_t tile_mode, uint32_t tile_flags,
  937. bool no_vm, bool mappable, struct nouveau_bo **);
  938. extern int nouveau_gem_object_new(struct drm_gem_object *);
  939. extern void nouveau_gem_object_del(struct drm_gem_object *);
  940. extern int nouveau_gem_ioctl_new(struct drm_device *, void *,
  941. struct drm_file *);
  942. extern int nouveau_gem_ioctl_pushbuf(struct drm_device *, void *,
  943. struct drm_file *);
  944. extern int nouveau_gem_ioctl_pushbuf_call(struct drm_device *, void *,
  945. struct drm_file *);
  946. extern int nouveau_gem_ioctl_pushbuf_call2(struct drm_device *, void *,
  947. struct drm_file *);
  948. extern int nouveau_gem_ioctl_pin(struct drm_device *, void *,
  949. struct drm_file *);
  950. extern int nouveau_gem_ioctl_unpin(struct drm_device *, void *,
  951. struct drm_file *);
  952. extern int nouveau_gem_ioctl_tile(struct drm_device *, void *,
  953. struct drm_file *);
  954. extern int nouveau_gem_ioctl_cpu_prep(struct drm_device *, void *,
  955. struct drm_file *);
  956. extern int nouveau_gem_ioctl_cpu_fini(struct drm_device *, void *,
  957. struct drm_file *);
  958. extern int nouveau_gem_ioctl_info(struct drm_device *, void *,
  959. struct drm_file *);
  960. /* nv17_gpio.c */
  961. int nv17_gpio_get(struct drm_device *dev, enum dcb_gpio_tag tag);
  962. int nv17_gpio_set(struct drm_device *dev, enum dcb_gpio_tag tag, int state);
  963. #ifndef ioread32_native
  964. #ifdef __BIG_ENDIAN
  965. #define ioread16_native ioread16be
  966. #define iowrite16_native iowrite16be
  967. #define ioread32_native ioread32be
  968. #define iowrite32_native iowrite32be
  969. #else /* def __BIG_ENDIAN */
  970. #define ioread16_native ioread16
  971. #define iowrite16_native iowrite16
  972. #define ioread32_native ioread32
  973. #define iowrite32_native iowrite32
  974. #endif /* def __BIG_ENDIAN else */
  975. #endif /* !ioread32_native */
  976. /* channel control reg access */
  977. static inline u32 nvchan_rd32(struct nouveau_channel *chan, unsigned reg)
  978. {
  979. return ioread32_native(chan->user + reg);
  980. }
  981. static inline void nvchan_wr32(struct nouveau_channel *chan,
  982. unsigned reg, u32 val)
  983. {
  984. iowrite32_native(val, chan->user + reg);
  985. }
  986. /* register access */
  987. static inline u32 nv_rd32(struct drm_device *dev, unsigned reg)
  988. {
  989. struct drm_nouveau_private *dev_priv = dev->dev_private;
  990. return ioread32_native(dev_priv->mmio + reg);
  991. }
  992. static inline void nv_wr32(struct drm_device *dev, unsigned reg, u32 val)
  993. {
  994. struct drm_nouveau_private *dev_priv = dev->dev_private;
  995. iowrite32_native(val, dev_priv->mmio + reg);
  996. }
  997. static inline u8 nv_rd08(struct drm_device *dev, unsigned reg)
  998. {
  999. struct drm_nouveau_private *dev_priv = dev->dev_private;
  1000. return ioread8(dev_priv->mmio + reg);
  1001. }
  1002. static inline void nv_wr08(struct drm_device *dev, unsigned reg, u8 val)
  1003. {
  1004. struct drm_nouveau_private *dev_priv = dev->dev_private;
  1005. iowrite8(val, dev_priv->mmio + reg);
  1006. }
  1007. #define nv_wait(reg, mask, val) \
  1008. nouveau_wait_until(dev, 2000000000ULL, (reg), (mask), (val))
  1009. /* PRAMIN access */
  1010. static inline u32 nv_ri32(struct drm_device *dev, unsigned offset)
  1011. {
  1012. struct drm_nouveau_private *dev_priv = dev->dev_private;
  1013. return ioread32_native(dev_priv->ramin + offset);
  1014. }
  1015. static inline void nv_wi32(struct drm_device *dev, unsigned offset, u32 val)
  1016. {
  1017. struct drm_nouveau_private *dev_priv = dev->dev_private;
  1018. iowrite32_native(val, dev_priv->ramin + offset);
  1019. }
  1020. /* object access */
  1021. static inline u32 nv_ro32(struct drm_device *dev, struct nouveau_gpuobj *obj,
  1022. unsigned index)
  1023. {
  1024. return nv_ri32(dev, obj->im_pramin->start + index * 4);
  1025. }
  1026. static inline void nv_wo32(struct drm_device *dev, struct nouveau_gpuobj *obj,
  1027. unsigned index, u32 val)
  1028. {
  1029. nv_wi32(dev, obj->im_pramin->start + index * 4, val);
  1030. }
  1031. /*
  1032. * Logging
  1033. * Argument d is (struct drm_device *).
  1034. */
  1035. #define NV_PRINTK(level, d, fmt, arg...) \
  1036. printk(level "[" DRM_NAME "] " DRIVER_NAME " %s: " fmt, \
  1037. pci_name(d->pdev), ##arg)
  1038. #ifndef NV_DEBUG_NOTRACE
  1039. #define NV_DEBUG(d, fmt, arg...) do { \
  1040. if (drm_debug) { \
  1041. NV_PRINTK(KERN_DEBUG, d, "%s:%d - " fmt, __func__, \
  1042. __LINE__, ##arg); \
  1043. } \
  1044. } while (0)
  1045. #else
  1046. #define NV_DEBUG(d, fmt, arg...) do { \
  1047. if (drm_debug) \
  1048. NV_PRINTK(KERN_DEBUG, d, fmt, ##arg); \
  1049. } while (0)
  1050. #endif
  1051. #define NV_ERROR(d, fmt, arg...) NV_PRINTK(KERN_ERR, d, fmt, ##arg)
  1052. #define NV_INFO(d, fmt, arg...) NV_PRINTK(KERN_INFO, d, fmt, ##arg)
  1053. #define NV_TRACEWARN(d, fmt, arg...) NV_PRINTK(KERN_NOTICE, d, fmt, ##arg)
  1054. #define NV_TRACE(d, fmt, arg...) NV_PRINTK(KERN_INFO, d, fmt, ##arg)
  1055. #define NV_WARN(d, fmt, arg...) NV_PRINTK(KERN_WARNING, d, fmt, ##arg)
  1056. /* nouveau_reg_debug bitmask */
  1057. enum {
  1058. NOUVEAU_REG_DEBUG_MC = 0x1,
  1059. NOUVEAU_REG_DEBUG_VIDEO = 0x2,
  1060. NOUVEAU_REG_DEBUG_FB = 0x4,
  1061. NOUVEAU_REG_DEBUG_EXTDEV = 0x8,
  1062. NOUVEAU_REG_DEBUG_CRTC = 0x10,
  1063. NOUVEAU_REG_DEBUG_RAMDAC = 0x20,
  1064. NOUVEAU_REG_DEBUG_VGACRTC = 0x40,
  1065. NOUVEAU_REG_DEBUG_RMVIO = 0x80,
  1066. NOUVEAU_REG_DEBUG_VGAATTR = 0x100,
  1067. NOUVEAU_REG_DEBUG_EVO = 0x200,
  1068. };
  1069. #define NV_REG_DEBUG(type, dev, fmt, arg...) do { \
  1070. if (nouveau_reg_debug & NOUVEAU_REG_DEBUG_##type) \
  1071. NV_PRINTK(KERN_DEBUG, dev, "%s: " fmt, __func__, ##arg); \
  1072. } while (0)
  1073. static inline bool
  1074. nv_two_heads(struct drm_device *dev)
  1075. {
  1076. struct drm_nouveau_private *dev_priv = dev->dev_private;
  1077. const int impl = dev->pci_device & 0x0ff0;
  1078. if (dev_priv->card_type >= NV_10 && impl != 0x0100 &&
  1079. impl != 0x0150 && impl != 0x01a0 && impl != 0x0200)
  1080. return true;
  1081. return false;
  1082. }
  1083. static inline bool
  1084. nv_gf4_disp_arch(struct drm_device *dev)
  1085. {
  1086. return nv_two_heads(dev) && (dev->pci_device & 0x0ff0) != 0x0110;
  1087. }
  1088. static inline bool
  1089. nv_two_reg_pll(struct drm_device *dev)
  1090. {
  1091. struct drm_nouveau_private *dev_priv = dev->dev_private;
  1092. const int impl = dev->pci_device & 0x0ff0;
  1093. if (impl == 0x0310 || impl == 0x0340 || dev_priv->card_type >= NV_40)
  1094. return true;
  1095. return false;
  1096. }
  1097. #define NV50_NVSW 0x0000506e
  1098. #define NV50_NVSW_DMA_SEMAPHORE 0x00000060
  1099. #define NV50_NVSW_SEMAPHORE_OFFSET 0x00000064
  1100. #define NV50_NVSW_SEMAPHORE_ACQUIRE 0x00000068
  1101. #define NV50_NVSW_SEMAPHORE_RELEASE 0x0000006c
  1102. #define NV50_NVSW_DMA_VBLSEM 0x0000018c
  1103. #define NV50_NVSW_VBLSEM_OFFSET 0x00000400
  1104. #define NV50_NVSW_VBLSEM_RELEASE_VALUE 0x00000404
  1105. #define NV50_NVSW_VBLSEM_RELEASE 0x00000408
  1106. #endif /* __NOUVEAU_DRV_H__ */