drmP.h 54 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674
  1. /**
  2. * \file drmP.h
  3. * Private header for Direct Rendering Manager
  4. *
  5. * \author Rickard E. (Rik) Faith <faith@valinux.com>
  6. * \author Gareth Hughes <gareth@valinux.com>
  7. */
  8. /*
  9. * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
  10. * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
  11. * Copyright (c) 2009-2010, Code Aurora Forum.
  12. * All rights reserved.
  13. *
  14. * Permission is hereby granted, free of charge, to any person obtaining a
  15. * copy of this software and associated documentation files (the "Software"),
  16. * to deal in the Software without restriction, including without limitation
  17. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  18. * and/or sell copies of the Software, and to permit persons to whom the
  19. * Software is furnished to do so, subject to the following conditions:
  20. *
  21. * The above copyright notice and this permission notice (including the next
  22. * paragraph) shall be included in all copies or substantial portions of the
  23. * Software.
  24. *
  25. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  26. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  27. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  28. * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
  29. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  30. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  31. * OTHER DEALINGS IN THE SOFTWARE.
  32. */
  33. #ifndef _DRM_P_H_
  34. #define _DRM_P_H_
  35. #ifdef __KERNEL__
  36. #ifdef __alpha__
  37. /* add include of current.h so that "current" is defined
  38. * before static inline funcs in wait.h. Doing this so we
  39. * can build the DRM (part of PI DRI). 4/21/2000 S + B */
  40. #include <asm/current.h>
  41. #endif /* __alpha__ */
  42. #include <linux/kernel.h>
  43. #include <linux/miscdevice.h>
  44. #include <linux/fs.h>
  45. #include <linux/init.h>
  46. #include <linux/file.h>
  47. #include <linux/platform_device.h>
  48. #include <linux/pci.h>
  49. #include <linux/jiffies.h>
  50. #include <linux/dma-mapping.h>
  51. #include <linux/mm.h>
  52. #include <linux/cdev.h>
  53. #include <linux/mutex.h>
  54. #include <linux/io.h>
  55. #include <linux/slab.h>
  56. #if defined(__alpha__) || defined(__powerpc__)
  57. #include <asm/pgtable.h> /* For pte_wrprotect */
  58. #endif
  59. #include <asm/mman.h>
  60. #include <asm/uaccess.h>
  61. #include <linux/types.h>
  62. #include <linux/agp_backend.h>
  63. #include <linux/workqueue.h>
  64. #include <linux/poll.h>
  65. #include <asm/pgalloc.h>
  66. #include <drm/drm.h>
  67. #include <drm/drm_sarea.h>
  68. #include <drm/drm_vma_manager.h>
  69. #include <linux/idr.h>
  70. #define __OS_HAS_AGP (defined(CONFIG_AGP) || (defined(CONFIG_AGP_MODULE) && defined(MODULE)))
  71. struct module;
  72. struct drm_file;
  73. struct drm_device;
  74. struct device_node;
  75. struct videomode;
  76. #include <drm/drm_os_linux.h>
  77. #include <drm/drm_hashtab.h>
  78. #include <drm/drm_mm.h>
  79. #define DRM_UT_CORE 0x01
  80. #define DRM_UT_DRIVER 0x02
  81. #define DRM_UT_KMS 0x04
  82. #define DRM_UT_PRIME 0x08
  83. /*
  84. * Three debug levels are defined.
  85. * drm_core, drm_driver, drm_kms
  86. * drm_core level can be used in the generic drm code. For example:
  87. * drm_ioctl, drm_mm, drm_memory
  88. * The macro definition of DRM_DEBUG is used.
  89. * DRM_DEBUG(fmt, args...)
  90. * The debug info by using the DRM_DEBUG can be obtained by adding
  91. * the boot option of "drm.debug=1".
  92. *
  93. * drm_driver level can be used in the specific drm driver. It is used
  94. * to add the debug info related with the drm driver. For example:
  95. * i915_drv, i915_dma, i915_gem, radeon_drv,
  96. * The macro definition of DRM_DEBUG_DRIVER can be used.
  97. * DRM_DEBUG_DRIVER(fmt, args...)
  98. * The debug info by using the DRM_DEBUG_DRIVER can be obtained by
  99. * adding the boot option of "drm.debug=0x02"
  100. *
  101. * drm_kms level can be used in the KMS code related with specific drm driver.
  102. * It is used to add the debug info related with KMS mode. For example:
  103. * the connector/crtc ,
  104. * The macro definition of DRM_DEBUG_KMS can be used.
  105. * DRM_DEBUG_KMS(fmt, args...)
  106. * The debug info by using the DRM_DEBUG_KMS can be obtained by
  107. * adding the boot option of "drm.debug=0x04"
  108. *
  109. * If we add the boot option of "drm.debug=0x06", we can get the debug info by
  110. * using the DRM_DEBUG_KMS and DRM_DEBUG_DRIVER.
  111. * If we add the boot option of "drm.debug=0x05", we can get the debug info by
  112. * using the DRM_DEBUG_KMS and DRM_DEBUG.
  113. */
  114. extern __printf(4, 5)
  115. void drm_ut_debug_printk(unsigned int request_level,
  116. const char *prefix,
  117. const char *function_name,
  118. const char *format, ...);
  119. extern __printf(2, 3)
  120. int drm_err(const char *func, const char *format, ...);
  121. /***********************************************************************/
  122. /** \name DRM template customization defaults */
  123. /*@{*/
  124. /* driver capabilities and requirements mask */
  125. #define DRIVER_USE_AGP 0x1
  126. #define DRIVER_REQUIRE_AGP 0x2
  127. #define DRIVER_PCI_DMA 0x8
  128. #define DRIVER_SG 0x10
  129. #define DRIVER_HAVE_DMA 0x20
  130. #define DRIVER_HAVE_IRQ 0x40
  131. #define DRIVER_IRQ_SHARED 0x80
  132. #define DRIVER_GEM 0x1000
  133. #define DRIVER_MODESET 0x2000
  134. #define DRIVER_PRIME 0x4000
  135. #define DRIVER_RENDER 0x8000
  136. #define DRIVER_BUS_PCI 0x1
  137. #define DRIVER_BUS_PLATFORM 0x2
  138. #define DRIVER_BUS_USB 0x3
  139. #define DRIVER_BUS_HOST1X 0x4
  140. /***********************************************************************/
  141. /** \name Begin the DRM... */
  142. /*@{*/
  143. #define DRM_DEBUG_CODE 2 /**< Include debugging code if > 1, then
  144. also include looping detection. */
  145. #define DRM_MAGIC_HASH_ORDER 4 /**< Size of key hash table. Must be power of 2. */
  146. #define DRM_KERNEL_CONTEXT 0 /**< Change drm_resctx if changed */
  147. #define DRM_RESERVED_CONTEXTS 1 /**< Change drm_resctx if changed */
  148. #define DRM_MAP_HASH_OFFSET 0x10000000
  149. /*@}*/
  150. /***********************************************************************/
  151. /** \name Macros to make printk easier */
  152. /*@{*/
  153. /**
  154. * Error output.
  155. *
  156. * \param fmt printf() like format string.
  157. * \param arg arguments
  158. */
  159. #define DRM_ERROR(fmt, ...) \
  160. drm_err(__func__, fmt, ##__VA_ARGS__)
  161. #define DRM_INFO(fmt, ...) \
  162. printk(KERN_INFO "[" DRM_NAME "] " fmt, ##__VA_ARGS__)
  163. /**
  164. * Debug output.
  165. *
  166. * \param fmt printf() like format string.
  167. * \param arg arguments
  168. */
  169. #if DRM_DEBUG_CODE
  170. #define DRM_DEBUG(fmt, args...) \
  171. do { \
  172. drm_ut_debug_printk(DRM_UT_CORE, DRM_NAME, \
  173. __func__, fmt, ##args); \
  174. } while (0)
  175. #define DRM_DEBUG_DRIVER(fmt, args...) \
  176. do { \
  177. drm_ut_debug_printk(DRM_UT_DRIVER, DRM_NAME, \
  178. __func__, fmt, ##args); \
  179. } while (0)
  180. #define DRM_DEBUG_KMS(fmt, args...) \
  181. do { \
  182. drm_ut_debug_printk(DRM_UT_KMS, DRM_NAME, \
  183. __func__, fmt, ##args); \
  184. } while (0)
  185. #define DRM_DEBUG_PRIME(fmt, args...) \
  186. do { \
  187. drm_ut_debug_printk(DRM_UT_PRIME, DRM_NAME, \
  188. __func__, fmt, ##args); \
  189. } while (0)
  190. #define DRM_LOG(fmt, args...) \
  191. do { \
  192. drm_ut_debug_printk(DRM_UT_CORE, NULL, \
  193. NULL, fmt, ##args); \
  194. } while (0)
  195. #define DRM_LOG_KMS(fmt, args...) \
  196. do { \
  197. drm_ut_debug_printk(DRM_UT_KMS, NULL, \
  198. NULL, fmt, ##args); \
  199. } while (0)
  200. #define DRM_LOG_MODE(fmt, args...) \
  201. do { \
  202. drm_ut_debug_printk(DRM_UT_MODE, NULL, \
  203. NULL, fmt, ##args); \
  204. } while (0)
  205. #define DRM_LOG_DRIVER(fmt, args...) \
  206. do { \
  207. drm_ut_debug_printk(DRM_UT_DRIVER, NULL, \
  208. NULL, fmt, ##args); \
  209. } while (0)
  210. #else
  211. #define DRM_DEBUG_DRIVER(fmt, args...) do { } while (0)
  212. #define DRM_DEBUG_KMS(fmt, args...) do { } while (0)
  213. #define DRM_DEBUG_PRIME(fmt, args...) do { } while (0)
  214. #define DRM_DEBUG(fmt, arg...) do { } while (0)
  215. #define DRM_LOG(fmt, arg...) do { } while (0)
  216. #define DRM_LOG_KMS(fmt, args...) do { } while (0)
  217. #define DRM_LOG_MODE(fmt, arg...) do { } while (0)
  218. #define DRM_LOG_DRIVER(fmt, arg...) do { } while (0)
  219. #endif
  220. /*@}*/
  221. /***********************************************************************/
  222. /** \name Internal types and structures */
  223. /*@{*/
  224. #define DRM_ARRAY_SIZE(x) ARRAY_SIZE(x)
  225. #define DRM_IF_VERSION(maj, min) (maj << 16 | min)
  226. /**
  227. * Test that the hardware lock is held by the caller, returning otherwise.
  228. *
  229. * \param dev DRM device.
  230. * \param filp file pointer of the caller.
  231. */
  232. #define LOCK_TEST_WITH_RETURN( dev, _file_priv ) \
  233. do { \
  234. if (!_DRM_LOCK_IS_HELD(_file_priv->master->lock.hw_lock->lock) || \
  235. _file_priv->master->lock.file_priv != _file_priv) { \
  236. DRM_ERROR( "%s called without lock held, held %d owner %p %p\n",\
  237. __func__, _DRM_LOCK_IS_HELD(_file_priv->master->lock.hw_lock->lock),\
  238. _file_priv->master->lock.file_priv, _file_priv); \
  239. return -EINVAL; \
  240. } \
  241. } while (0)
  242. /**
  243. * Ioctl function type.
  244. *
  245. * \param inode device inode.
  246. * \param file_priv DRM file private pointer.
  247. * \param cmd command.
  248. * \param arg argument.
  249. */
  250. typedef int drm_ioctl_t(struct drm_device *dev, void *data,
  251. struct drm_file *file_priv);
  252. typedef int drm_ioctl_compat_t(struct file *filp, unsigned int cmd,
  253. unsigned long arg);
  254. #define DRM_IOCTL_NR(n) _IOC_NR(n)
  255. #define DRM_MAJOR 226
  256. #define DRM_AUTH 0x1
  257. #define DRM_MASTER 0x2
  258. #define DRM_ROOT_ONLY 0x4
  259. #define DRM_CONTROL_ALLOW 0x8
  260. #define DRM_UNLOCKED 0x10
  261. #define DRM_RENDER_ALLOW 0x20
  262. struct drm_ioctl_desc {
  263. unsigned int cmd;
  264. int flags;
  265. drm_ioctl_t *func;
  266. unsigned int cmd_drv;
  267. const char *name;
  268. };
  269. /**
  270. * Creates a driver or general drm_ioctl_desc array entry for the given
  271. * ioctl, for use by drm_ioctl().
  272. */
  273. #define DRM_IOCTL_DEF_DRV(ioctl, _func, _flags) \
  274. [DRM_IOCTL_NR(DRM_##ioctl)] = {.cmd = DRM_##ioctl, .func = _func, .flags = _flags, .cmd_drv = DRM_IOCTL_##ioctl, .name = #ioctl}
  275. struct drm_magic_entry {
  276. struct list_head head;
  277. struct drm_hash_item hash_item;
  278. struct drm_file *priv;
  279. };
  280. struct drm_vma_entry {
  281. struct list_head head;
  282. struct vm_area_struct *vma;
  283. pid_t pid;
  284. };
  285. /**
  286. * DMA buffer.
  287. */
  288. struct drm_buf {
  289. int idx; /**< Index into master buflist */
  290. int total; /**< Buffer size */
  291. int order; /**< log-base-2(total) */
  292. int used; /**< Amount of buffer in use (for DMA) */
  293. unsigned long offset; /**< Byte offset (used internally) */
  294. void *address; /**< Address of buffer */
  295. unsigned long bus_address; /**< Bus address of buffer */
  296. struct drm_buf *next; /**< Kernel-only: used for free list */
  297. __volatile__ int waiting; /**< On kernel DMA queue */
  298. __volatile__ int pending; /**< On hardware DMA queue */
  299. struct drm_file *file_priv; /**< Private of holding file descr */
  300. int context; /**< Kernel queue for this buffer */
  301. int while_locked; /**< Dispatch this buffer while locked */
  302. enum {
  303. DRM_LIST_NONE = 0,
  304. DRM_LIST_FREE = 1,
  305. DRM_LIST_WAIT = 2,
  306. DRM_LIST_PEND = 3,
  307. DRM_LIST_PRIO = 4,
  308. DRM_LIST_RECLAIM = 5
  309. } list; /**< Which list we're on */
  310. int dev_priv_size; /**< Size of buffer private storage */
  311. void *dev_private; /**< Per-buffer private storage */
  312. };
  313. /** bufs is one longer than it has to be */
  314. struct drm_waitlist {
  315. int count; /**< Number of possible buffers */
  316. struct drm_buf **bufs; /**< List of pointers to buffers */
  317. struct drm_buf **rp; /**< Read pointer */
  318. struct drm_buf **wp; /**< Write pointer */
  319. struct drm_buf **end; /**< End pointer */
  320. spinlock_t read_lock;
  321. spinlock_t write_lock;
  322. };
  323. struct drm_freelist {
  324. int initialized; /**< Freelist in use */
  325. atomic_t count; /**< Number of free buffers */
  326. struct drm_buf *next; /**< End pointer */
  327. wait_queue_head_t waiting; /**< Processes waiting on free bufs */
  328. int low_mark; /**< Low water mark */
  329. int high_mark; /**< High water mark */
  330. atomic_t wfh; /**< If waiting for high mark */
  331. spinlock_t lock;
  332. };
  333. typedef struct drm_dma_handle {
  334. dma_addr_t busaddr;
  335. void *vaddr;
  336. size_t size;
  337. } drm_dma_handle_t;
  338. /**
  339. * Buffer entry. There is one of this for each buffer size order.
  340. */
  341. struct drm_buf_entry {
  342. int buf_size; /**< size */
  343. int buf_count; /**< number of buffers */
  344. struct drm_buf *buflist; /**< buffer list */
  345. int seg_count;
  346. int page_order;
  347. struct drm_dma_handle **seglist;
  348. struct drm_freelist freelist;
  349. };
  350. /* Event queued up for userspace to read */
  351. struct drm_pending_event {
  352. struct drm_event *event;
  353. struct list_head link;
  354. struct drm_file *file_priv;
  355. pid_t pid; /* pid of requester, no guarantee it's valid by the time
  356. we deliver the event, for tracing only */
  357. void (*destroy)(struct drm_pending_event *event);
  358. };
  359. /* initial implementaton using a linked list - todo hashtab */
  360. struct drm_prime_file_private {
  361. struct list_head head;
  362. struct mutex lock;
  363. };
  364. /** File private data */
  365. struct drm_file {
  366. unsigned always_authenticated :1;
  367. unsigned authenticated :1;
  368. unsigned is_master :1; /* this file private is a master for a minor */
  369. /* true when the client has asked us to expose stereo 3D mode flags */
  370. unsigned stereo_allowed :1;
  371. struct pid *pid;
  372. kuid_t uid;
  373. drm_magic_t magic;
  374. unsigned long ioctl_count;
  375. struct list_head lhead;
  376. struct drm_minor *minor;
  377. unsigned long lock_count;
  378. /** Mapping of mm object handles to object pointers. */
  379. struct idr object_idr;
  380. /** Lock for synchronization of access to object_idr. */
  381. spinlock_t table_lock;
  382. struct file *filp;
  383. void *driver_priv;
  384. struct drm_master *master; /* master this node is currently associated with
  385. N.B. not always minor->master */
  386. /**
  387. * fbs - List of framebuffers associated with this file.
  388. *
  389. * Protected by fbs_lock. Note that the fbs list holds a reference on
  390. * the fb object to prevent it from untimely disappearing.
  391. */
  392. struct list_head fbs;
  393. struct mutex fbs_lock;
  394. wait_queue_head_t event_wait;
  395. struct list_head event_list;
  396. int event_space;
  397. struct drm_prime_file_private prime;
  398. };
  399. /** Wait queue */
  400. struct drm_queue {
  401. atomic_t use_count; /**< Outstanding uses (+1) */
  402. atomic_t finalization; /**< Finalization in progress */
  403. atomic_t block_count; /**< Count of processes waiting */
  404. atomic_t block_read; /**< Queue blocked for reads */
  405. wait_queue_head_t read_queue; /**< Processes waiting on block_read */
  406. atomic_t block_write; /**< Queue blocked for writes */
  407. wait_queue_head_t write_queue; /**< Processes waiting on block_write */
  408. atomic_t total_queued; /**< Total queued statistic */
  409. atomic_t total_flushed; /**< Total flushes statistic */
  410. atomic_t total_locks; /**< Total locks statistics */
  411. enum drm_ctx_flags flags; /**< Context preserving and 2D-only */
  412. struct drm_waitlist waitlist; /**< Pending buffers */
  413. wait_queue_head_t flush_queue; /**< Processes waiting until flush */
  414. };
  415. /**
  416. * Lock data.
  417. */
  418. struct drm_lock_data {
  419. struct drm_hw_lock *hw_lock; /**< Hardware lock */
  420. /** Private of lock holder's file (NULL=kernel) */
  421. struct drm_file *file_priv;
  422. wait_queue_head_t lock_queue; /**< Queue of blocked processes */
  423. unsigned long lock_time; /**< Time of last lock in jiffies */
  424. spinlock_t spinlock;
  425. uint32_t kernel_waiters;
  426. uint32_t user_waiters;
  427. int idle_has_lock;
  428. };
  429. /**
  430. * DMA data.
  431. */
  432. struct drm_device_dma {
  433. struct drm_buf_entry bufs[DRM_MAX_ORDER + 1]; /**< buffers, grouped by their size order */
  434. int buf_count; /**< total number of buffers */
  435. struct drm_buf **buflist; /**< Vector of pointers into drm_device_dma::bufs */
  436. int seg_count;
  437. int page_count; /**< number of pages */
  438. unsigned long *pagelist; /**< page list */
  439. unsigned long byte_count;
  440. enum {
  441. _DRM_DMA_USE_AGP = 0x01,
  442. _DRM_DMA_USE_SG = 0x02,
  443. _DRM_DMA_USE_FB = 0x04,
  444. _DRM_DMA_USE_PCI_RO = 0x08
  445. } flags;
  446. };
  447. /**
  448. * AGP memory entry. Stored as a doubly linked list.
  449. */
  450. struct drm_agp_mem {
  451. unsigned long handle; /**< handle */
  452. DRM_AGP_MEM *memory;
  453. unsigned long bound; /**< address */
  454. int pages;
  455. struct list_head head;
  456. };
  457. /**
  458. * AGP data.
  459. *
  460. * \sa drm_agp_init() and drm_device::agp.
  461. */
  462. struct drm_agp_head {
  463. DRM_AGP_KERN agp_info; /**< AGP device information */
  464. struct list_head memory;
  465. unsigned long mode; /**< AGP mode */
  466. struct agp_bridge_data *bridge;
  467. int enabled; /**< whether the AGP bus as been enabled */
  468. int acquired; /**< whether the AGP device has been acquired */
  469. unsigned long base;
  470. int agp_mtrr;
  471. int cant_use_aperture;
  472. unsigned long page_mask;
  473. };
  474. /**
  475. * Scatter-gather memory.
  476. */
  477. struct drm_sg_mem {
  478. unsigned long handle;
  479. void *virtual;
  480. int pages;
  481. struct page **pagelist;
  482. dma_addr_t *busaddr;
  483. };
  484. struct drm_sigdata {
  485. int context;
  486. struct drm_hw_lock *lock;
  487. };
  488. /**
  489. * Kernel side of a mapping
  490. */
  491. struct drm_local_map {
  492. resource_size_t offset; /**< Requested physical address (0 for SAREA)*/
  493. unsigned long size; /**< Requested physical size (bytes) */
  494. enum drm_map_type type; /**< Type of memory to map */
  495. enum drm_map_flags flags; /**< Flags */
  496. void *handle; /**< User-space: "Handle" to pass to mmap() */
  497. /**< Kernel-space: kernel-virtual address */
  498. int mtrr; /**< MTRR slot used */
  499. };
  500. typedef struct drm_local_map drm_local_map_t;
  501. /**
  502. * Mappings list
  503. */
  504. struct drm_map_list {
  505. struct list_head head; /**< list head */
  506. struct drm_hash_item hash;
  507. struct drm_local_map *map; /**< mapping */
  508. uint64_t user_token;
  509. struct drm_master *master;
  510. };
  511. /**
  512. * Context handle list
  513. */
  514. struct drm_ctx_list {
  515. struct list_head head; /**< list head */
  516. drm_context_t handle; /**< context handle */
  517. struct drm_file *tag; /**< associated fd private data */
  518. };
  519. /* location of GART table */
  520. #define DRM_ATI_GART_MAIN 1
  521. #define DRM_ATI_GART_FB 2
  522. #define DRM_ATI_GART_PCI 1
  523. #define DRM_ATI_GART_PCIE 2
  524. #define DRM_ATI_GART_IGP 3
  525. struct drm_ati_pcigart_info {
  526. int gart_table_location;
  527. int gart_reg_if;
  528. void *addr;
  529. dma_addr_t bus_addr;
  530. dma_addr_t table_mask;
  531. struct drm_dma_handle *table_handle;
  532. struct drm_local_map mapping;
  533. int table_size;
  534. };
  535. /**
  536. * GEM specific mm private for tracking GEM objects
  537. */
  538. struct drm_gem_mm {
  539. struct drm_vma_offset_manager vma_manager;
  540. };
  541. /**
  542. * This structure defines the drm_mm memory object, which will be used by the
  543. * DRM for its buffer objects.
  544. */
  545. struct drm_gem_object {
  546. /** Reference count of this object */
  547. struct kref refcount;
  548. /**
  549. * handle_count - gem file_priv handle count of this object
  550. *
  551. * Each handle also holds a reference. Note that when the handle_count
  552. * drops to 0 any global names (e.g. the id in the flink namespace) will
  553. * be cleared.
  554. *
  555. * Protected by dev->object_name_lock.
  556. * */
  557. unsigned handle_count;
  558. /** Related drm device */
  559. struct drm_device *dev;
  560. /** File representing the shmem storage */
  561. struct file *filp;
  562. /* Mapping info for this object */
  563. struct drm_vma_offset_node vma_node;
  564. /**
  565. * Size of the object, in bytes. Immutable over the object's
  566. * lifetime.
  567. */
  568. size_t size;
  569. /**
  570. * Global name for this object, starts at 1. 0 means unnamed.
  571. * Access is covered by the object_name_lock in the related drm_device
  572. */
  573. int name;
  574. /**
  575. * Memory domains. These monitor which caches contain read/write data
  576. * related to the object. When transitioning from one set of domains
  577. * to another, the driver is called to ensure that caches are suitably
  578. * flushed and invalidated
  579. */
  580. uint32_t read_domains;
  581. uint32_t write_domain;
  582. /**
  583. * While validating an exec operation, the
  584. * new read/write domain values are computed here.
  585. * They will be transferred to the above values
  586. * at the point that any cache flushing occurs
  587. */
  588. uint32_t pending_read_domains;
  589. uint32_t pending_write_domain;
  590. /**
  591. * dma_buf - dma buf associated with this GEM object
  592. *
  593. * Pointer to the dma-buf associated with this gem object (either
  594. * through importing or exporting). We break the resulting reference
  595. * loop when the last gem handle for this object is released.
  596. *
  597. * Protected by obj->object_name_lock
  598. */
  599. struct dma_buf *dma_buf;
  600. /**
  601. * import_attach - dma buf attachment backing this object
  602. *
  603. * Any foreign dma_buf imported as a gem object has this set to the
  604. * attachment point for the device. This is invariant over the lifetime
  605. * of a gem object.
  606. *
  607. * The driver's ->gem_free_object callback is responsible for cleaning
  608. * up the dma_buf attachment and references acquired at import time.
  609. *
  610. * Note that the drm gem/prime core does not depend upon drivers setting
  611. * this field any more. So for drivers where this doesn't make sense
  612. * (e.g. virtual devices or a displaylink behind an usb bus) they can
  613. * simply leave it as NULL.
  614. */
  615. struct dma_buf_attachment *import_attach;
  616. };
  617. #include <drm/drm_crtc.h>
  618. /* per-master structure */
  619. struct drm_master {
  620. struct kref refcount; /* refcount for this master */
  621. struct list_head head; /**< each minor contains a list of masters */
  622. struct drm_minor *minor; /**< link back to minor we are a master for */
  623. char *unique; /**< Unique identifier: e.g., busid */
  624. int unique_len; /**< Length of unique field */
  625. int unique_size; /**< amount allocated */
  626. int blocked; /**< Blocked due to VC switch? */
  627. /** \name Authentication */
  628. /*@{ */
  629. struct drm_open_hash magiclist;
  630. struct list_head magicfree;
  631. /*@} */
  632. struct drm_lock_data lock; /**< Information on hardware lock */
  633. void *driver_priv; /**< Private structure for driver to use */
  634. };
  635. /* Size of ringbuffer for vblank timestamps. Just double-buffer
  636. * in initial implementation.
  637. */
  638. #define DRM_VBLANKTIME_RBSIZE 2
  639. /* Flags and return codes for get_vblank_timestamp() driver function. */
  640. #define DRM_CALLED_FROM_VBLIRQ 1
  641. #define DRM_VBLANKTIME_SCANOUTPOS_METHOD (1 << 0)
  642. #define DRM_VBLANKTIME_INVBL (1 << 1)
  643. /* get_scanout_position() return flags */
  644. #define DRM_SCANOUTPOS_VALID (1 << 0)
  645. #define DRM_SCANOUTPOS_INVBL (1 << 1)
  646. #define DRM_SCANOUTPOS_ACCURATE (1 << 2)
  647. struct drm_bus {
  648. int bus_type;
  649. int (*get_irq)(struct drm_device *dev);
  650. const char *(*get_name)(struct drm_device *dev);
  651. int (*set_busid)(struct drm_device *dev, struct drm_master *master);
  652. int (*set_unique)(struct drm_device *dev, struct drm_master *master,
  653. struct drm_unique *unique);
  654. int (*irq_by_busid)(struct drm_device *dev, struct drm_irq_busid *p);
  655. /* hooks that are for PCI */
  656. int (*agp_init)(struct drm_device *dev);
  657. void (*agp_destroy)(struct drm_device *dev);
  658. };
  659. /**
  660. * DRM driver structure. This structure represent the common code for
  661. * a family of cards. There will one drm_device for each card present
  662. * in this family
  663. */
  664. struct drm_driver {
  665. int (*load) (struct drm_device *, unsigned long flags);
  666. int (*firstopen) (struct drm_device *);
  667. int (*open) (struct drm_device *, struct drm_file *);
  668. void (*preclose) (struct drm_device *, struct drm_file *file_priv);
  669. void (*postclose) (struct drm_device *, struct drm_file *);
  670. void (*lastclose) (struct drm_device *);
  671. int (*unload) (struct drm_device *);
  672. int (*suspend) (struct drm_device *, pm_message_t state);
  673. int (*resume) (struct drm_device *);
  674. int (*dma_ioctl) (struct drm_device *dev, void *data, struct drm_file *file_priv);
  675. int (*dma_quiescent) (struct drm_device *);
  676. int (*context_dtor) (struct drm_device *dev, int context);
  677. /**
  678. * get_vblank_counter - get raw hardware vblank counter
  679. * @dev: DRM device
  680. * @crtc: counter to fetch
  681. *
  682. * Driver callback for fetching a raw hardware vblank counter for @crtc.
  683. * If a device doesn't have a hardware counter, the driver can simply
  684. * return the value of drm_vblank_count. The DRM core will account for
  685. * missed vblank events while interrupts where disabled based on system
  686. * timestamps.
  687. *
  688. * Wraparound handling and loss of events due to modesetting is dealt
  689. * with in the DRM core code.
  690. *
  691. * RETURNS
  692. * Raw vblank counter value.
  693. */
  694. u32 (*get_vblank_counter) (struct drm_device *dev, int crtc);
  695. /**
  696. * enable_vblank - enable vblank interrupt events
  697. * @dev: DRM device
  698. * @crtc: which irq to enable
  699. *
  700. * Enable vblank interrupts for @crtc. If the device doesn't have
  701. * a hardware vblank counter, this routine should be a no-op, since
  702. * interrupts will have to stay on to keep the count accurate.
  703. *
  704. * RETURNS
  705. * Zero on success, appropriate errno if the given @crtc's vblank
  706. * interrupt cannot be enabled.
  707. */
  708. int (*enable_vblank) (struct drm_device *dev, int crtc);
  709. /**
  710. * disable_vblank - disable vblank interrupt events
  711. * @dev: DRM device
  712. * @crtc: which irq to enable
  713. *
  714. * Disable vblank interrupts for @crtc. If the device doesn't have
  715. * a hardware vblank counter, this routine should be a no-op, since
  716. * interrupts will have to stay on to keep the count accurate.
  717. */
  718. void (*disable_vblank) (struct drm_device *dev, int crtc);
  719. /**
  720. * Called by \c drm_device_is_agp. Typically used to determine if a
  721. * card is really attached to AGP or not.
  722. *
  723. * \param dev DRM device handle
  724. *
  725. * \returns
  726. * One of three values is returned depending on whether or not the
  727. * card is absolutely \b not AGP (return of 0), absolutely \b is AGP
  728. * (return of 1), or may or may not be AGP (return of 2).
  729. */
  730. int (*device_is_agp) (struct drm_device *dev);
  731. /**
  732. * Called by vblank timestamping code.
  733. *
  734. * Return the current display scanout position from a crtc, and an
  735. * optional accurate ktime_get timestamp of when position was measured.
  736. *
  737. * \param dev DRM device.
  738. * \param crtc Id of the crtc to query.
  739. * \param *vpos Target location for current vertical scanout position.
  740. * \param *hpos Target location for current horizontal scanout position.
  741. * \param *stime Target location for timestamp taken immediately before
  742. * scanout position query. Can be NULL to skip timestamp.
  743. * \param *etime Target location for timestamp taken immediately after
  744. * scanout position query. Can be NULL to skip timestamp.
  745. *
  746. * Returns vpos as a positive number while in active scanout area.
  747. * Returns vpos as a negative number inside vblank, counting the number
  748. * of scanlines to go until end of vblank, e.g., -1 means "one scanline
  749. * until start of active scanout / end of vblank."
  750. *
  751. * \return Flags, or'ed together as follows:
  752. *
  753. * DRM_SCANOUTPOS_VALID = Query successful.
  754. * DRM_SCANOUTPOS_INVBL = Inside vblank.
  755. * DRM_SCANOUTPOS_ACCURATE = Returned position is accurate. A lack of
  756. * this flag means that returned position may be offset by a constant
  757. * but unknown small number of scanlines wrt. real scanout position.
  758. *
  759. */
  760. int (*get_scanout_position) (struct drm_device *dev, int crtc,
  761. int *vpos, int *hpos, ktime_t *stime,
  762. ktime_t *etime);
  763. /**
  764. * Called by \c drm_get_last_vbltimestamp. Should return a precise
  765. * timestamp when the most recent VBLANK interval ended or will end.
  766. *
  767. * Specifically, the timestamp in @vblank_time should correspond as
  768. * closely as possible to the time when the first video scanline of
  769. * the video frame after the end of VBLANK will start scanning out,
  770. * the time immediately after end of the VBLANK interval. If the
  771. * @crtc is currently inside VBLANK, this will be a time in the future.
  772. * If the @crtc is currently scanning out a frame, this will be the
  773. * past start time of the current scanout. This is meant to adhere
  774. * to the OpenML OML_sync_control extension specification.
  775. *
  776. * \param dev dev DRM device handle.
  777. * \param crtc crtc for which timestamp should be returned.
  778. * \param *max_error Maximum allowable timestamp error in nanoseconds.
  779. * Implementation should strive to provide timestamp
  780. * with an error of at most *max_error nanoseconds.
  781. * Returns true upper bound on error for timestamp.
  782. * \param *vblank_time Target location for returned vblank timestamp.
  783. * \param flags 0 = Defaults, no special treatment needed.
  784. * \param DRM_CALLED_FROM_VBLIRQ = Function is called from vblank
  785. * irq handler. Some drivers need to apply some workarounds
  786. * for gpu-specific vblank irq quirks if flag is set.
  787. *
  788. * \returns
  789. * Zero if timestamping isn't supported in current display mode or a
  790. * negative number on failure. A positive status code on success,
  791. * which describes how the vblank_time timestamp was computed.
  792. */
  793. int (*get_vblank_timestamp) (struct drm_device *dev, int crtc,
  794. int *max_error,
  795. struct timeval *vblank_time,
  796. unsigned flags);
  797. /* these have to be filled in */
  798. irqreturn_t(*irq_handler) (DRM_IRQ_ARGS);
  799. void (*irq_preinstall) (struct drm_device *dev);
  800. int (*irq_postinstall) (struct drm_device *dev);
  801. void (*irq_uninstall) (struct drm_device *dev);
  802. /* Master routines */
  803. int (*master_create)(struct drm_device *dev, struct drm_master *master);
  804. void (*master_destroy)(struct drm_device *dev, struct drm_master *master);
  805. /**
  806. * master_set is called whenever the minor master is set.
  807. * master_drop is called whenever the minor master is dropped.
  808. */
  809. int (*master_set)(struct drm_device *dev, struct drm_file *file_priv,
  810. bool from_open);
  811. void (*master_drop)(struct drm_device *dev, struct drm_file *file_priv,
  812. bool from_release);
  813. int (*debugfs_init)(struct drm_minor *minor);
  814. void (*debugfs_cleanup)(struct drm_minor *minor);
  815. /**
  816. * Driver-specific constructor for drm_gem_objects, to set up
  817. * obj->driver_private.
  818. *
  819. * Returns 0 on success.
  820. */
  821. void (*gem_free_object) (struct drm_gem_object *obj);
  822. int (*gem_open_object) (struct drm_gem_object *, struct drm_file *);
  823. void (*gem_close_object) (struct drm_gem_object *, struct drm_file *);
  824. /* prime: */
  825. /* export handle -> fd (see drm_gem_prime_handle_to_fd() helper) */
  826. int (*prime_handle_to_fd)(struct drm_device *dev, struct drm_file *file_priv,
  827. uint32_t handle, uint32_t flags, int *prime_fd);
  828. /* import fd -> handle (see drm_gem_prime_fd_to_handle() helper) */
  829. int (*prime_fd_to_handle)(struct drm_device *dev, struct drm_file *file_priv,
  830. int prime_fd, uint32_t *handle);
  831. /* export GEM -> dmabuf */
  832. struct dma_buf * (*gem_prime_export)(struct drm_device *dev,
  833. struct drm_gem_object *obj, int flags);
  834. /* import dmabuf -> GEM */
  835. struct drm_gem_object * (*gem_prime_import)(struct drm_device *dev,
  836. struct dma_buf *dma_buf);
  837. /* low-level interface used by drm_gem_prime_{import,export} */
  838. int (*gem_prime_pin)(struct drm_gem_object *obj);
  839. void (*gem_prime_unpin)(struct drm_gem_object *obj);
  840. struct sg_table *(*gem_prime_get_sg_table)(struct drm_gem_object *obj);
  841. struct drm_gem_object *(*gem_prime_import_sg_table)(
  842. struct drm_device *dev, size_t size,
  843. struct sg_table *sgt);
  844. void *(*gem_prime_vmap)(struct drm_gem_object *obj);
  845. void (*gem_prime_vunmap)(struct drm_gem_object *obj, void *vaddr);
  846. int (*gem_prime_mmap)(struct drm_gem_object *obj,
  847. struct vm_area_struct *vma);
  848. /* vga arb irq handler */
  849. void (*vgaarb_irq)(struct drm_device *dev, bool state);
  850. /* dumb alloc support */
  851. int (*dumb_create)(struct drm_file *file_priv,
  852. struct drm_device *dev,
  853. struct drm_mode_create_dumb *args);
  854. int (*dumb_map_offset)(struct drm_file *file_priv,
  855. struct drm_device *dev, uint32_t handle,
  856. uint64_t *offset);
  857. int (*dumb_destroy)(struct drm_file *file_priv,
  858. struct drm_device *dev,
  859. uint32_t handle);
  860. /* Driver private ops for this object */
  861. const struct vm_operations_struct *gem_vm_ops;
  862. int major;
  863. int minor;
  864. int patchlevel;
  865. char *name;
  866. char *desc;
  867. char *date;
  868. u32 driver_features;
  869. int dev_priv_size;
  870. const struct drm_ioctl_desc *ioctls;
  871. int num_ioctls;
  872. const struct file_operations *fops;
  873. union {
  874. struct pci_driver *pci;
  875. struct platform_device *platform_device;
  876. struct usb_driver *usb;
  877. } kdriver;
  878. struct drm_bus *bus;
  879. /* List of devices hanging off this driver */
  880. struct list_head device_list;
  881. };
  882. #define DRM_MINOR_UNASSIGNED 0
  883. #define DRM_MINOR_LEGACY 1
  884. #define DRM_MINOR_CONTROL 2
  885. #define DRM_MINOR_RENDER 3
  886. /**
  887. * Info file list entry. This structure represents a debugfs or proc file to
  888. * be created by the drm core
  889. */
  890. struct drm_info_list {
  891. const char *name; /** file name */
  892. int (*show)(struct seq_file*, void*); /** show callback */
  893. u32 driver_features; /**< Required driver features for this entry */
  894. void *data;
  895. };
  896. /**
  897. * debugfs node structure. This structure represents a debugfs file.
  898. */
  899. struct drm_info_node {
  900. struct list_head list;
  901. struct drm_minor *minor;
  902. const struct drm_info_list *info_ent;
  903. struct dentry *dent;
  904. };
  905. /**
  906. * DRM minor structure. This structure represents a drm minor number.
  907. */
  908. struct drm_minor {
  909. int index; /**< Minor device number */
  910. int type; /**< Control or render */
  911. dev_t device; /**< Device number for mknod */
  912. struct device *kdev; /**< Linux device */
  913. struct drm_device *dev;
  914. struct dentry *debugfs_root;
  915. struct list_head debugfs_list;
  916. struct mutex debugfs_lock; /* Protects debugfs_list. */
  917. struct drm_master *master; /* currently active master for this node */
  918. struct list_head master_list;
  919. struct drm_mode_group mode_group;
  920. };
  921. /* mode specified on the command line */
  922. struct drm_cmdline_mode {
  923. bool specified;
  924. bool refresh_specified;
  925. bool bpp_specified;
  926. int xres, yres;
  927. int bpp;
  928. int refresh;
  929. bool rb;
  930. bool interlace;
  931. bool cvt;
  932. bool margins;
  933. enum drm_connector_force force;
  934. };
  935. struct drm_pending_vblank_event {
  936. struct drm_pending_event base;
  937. int pipe;
  938. struct drm_event_vblank event;
  939. };
  940. struct drm_vblank_crtc {
  941. wait_queue_head_t queue; /**< VBLANK wait queue */
  942. struct timeval time[DRM_VBLANKTIME_RBSIZE]; /**< timestamp of current count */
  943. atomic_t count; /**< number of VBLANK interrupts */
  944. atomic_t refcount; /* number of users of vblank interruptsper crtc */
  945. u32 last; /* protected by dev->vbl_lock, used */
  946. /* for wraparound handling */
  947. u32 last_wait; /* Last vblank seqno waited per CRTC */
  948. unsigned int inmodeset; /* Display driver is setting mode */
  949. bool enabled; /* so we don't call enable more than
  950. once per disable */
  951. };
  952. /**
  953. * DRM device structure. This structure represent a complete card that
  954. * may contain multiple heads.
  955. */
  956. struct drm_device {
  957. struct list_head driver_item; /**< list of devices per driver */
  958. char *devname; /**< For /proc/interrupts */
  959. int if_version; /**< Highest interface version set */
  960. /** \name Locks */
  961. /*@{ */
  962. spinlock_t count_lock; /**< For inuse, drm_device::open_count, drm_device::buf_use */
  963. struct mutex struct_mutex; /**< For others */
  964. /*@} */
  965. /** \name Usage Counters */
  966. /*@{ */
  967. int open_count; /**< Outstanding files open */
  968. atomic_t ioctl_count; /**< Outstanding IOCTLs pending */
  969. atomic_t vma_count; /**< Outstanding vma areas open */
  970. int buf_use; /**< Buffers in use -- cannot alloc */
  971. atomic_t buf_alloc; /**< Buffer allocation in progress */
  972. /*@} */
  973. struct list_head filelist;
  974. /** \name Memory management */
  975. /*@{ */
  976. struct list_head maplist; /**< Linked list of regions */
  977. struct drm_open_hash map_hash; /**< User token hash table for maps */
  978. /** \name Context handle management */
  979. /*@{ */
  980. struct list_head ctxlist; /**< Linked list of context handles */
  981. struct mutex ctxlist_mutex; /**< For ctxlist */
  982. struct idr ctx_idr;
  983. struct list_head vmalist; /**< List of vmas (for debugging) */
  984. /*@} */
  985. /** \name DMA support */
  986. /*@{ */
  987. struct drm_device_dma *dma; /**< Optional pointer for DMA support */
  988. /*@} */
  989. /** \name Context support */
  990. /*@{ */
  991. bool irq_enabled; /**< True if irq handler is enabled */
  992. __volatile__ long context_flag; /**< Context swapping flag */
  993. int last_context; /**< Last current context */
  994. /*@} */
  995. /** \name VBLANK IRQ support */
  996. /*@{ */
  997. /*
  998. * At load time, disabling the vblank interrupt won't be allowed since
  999. * old clients may not call the modeset ioctl and therefore misbehave.
  1000. * Once the modeset ioctl *has* been called though, we can safely
  1001. * disable them when unused.
  1002. */
  1003. bool vblank_disable_allowed;
  1004. /* array of size num_crtcs */
  1005. struct drm_vblank_crtc *vblank;
  1006. spinlock_t vblank_time_lock; /**< Protects vblank count and time updates during vblank enable/disable */
  1007. spinlock_t vbl_lock;
  1008. struct timer_list vblank_disable_timer;
  1009. u32 max_vblank_count; /**< size of vblank counter register */
  1010. /**
  1011. * List of events
  1012. */
  1013. struct list_head vblank_event_list;
  1014. spinlock_t event_lock;
  1015. /*@} */
  1016. struct drm_agp_head *agp; /**< AGP data */
  1017. struct device *dev; /**< Device structure */
  1018. struct pci_dev *pdev; /**< PCI device structure */
  1019. #ifdef __alpha__
  1020. struct pci_controller *hose;
  1021. #endif
  1022. struct platform_device *platformdev; /**< Platform device struture */
  1023. struct usb_device *usbdev;
  1024. struct drm_sg_mem *sg; /**< Scatter gather memory */
  1025. unsigned int num_crtcs; /**< Number of CRTCs on this device */
  1026. void *dev_private; /**< device private data */
  1027. void *mm_private;
  1028. struct address_space *dev_mapping;
  1029. struct drm_sigdata sigdata; /**< For block_all_signals */
  1030. sigset_t sigmask;
  1031. struct drm_driver *driver;
  1032. struct drm_local_map *agp_buffer_map;
  1033. unsigned int agp_buffer_token;
  1034. struct drm_minor *control; /**< Control node for card */
  1035. struct drm_minor *primary; /**< render type primary screen head */
  1036. struct drm_minor *render; /**< render node for card */
  1037. struct drm_mode_config mode_config; /**< Current mode config */
  1038. /** \name GEM information */
  1039. /*@{ */
  1040. struct mutex object_name_lock;
  1041. struct idr object_name_idr;
  1042. /*@} */
  1043. int switch_power_state;
  1044. atomic_t unplugged; /* device has been unplugged or gone away */
  1045. };
  1046. #define DRM_SWITCH_POWER_ON 0
  1047. #define DRM_SWITCH_POWER_OFF 1
  1048. #define DRM_SWITCH_POWER_CHANGING 2
  1049. #define DRM_SWITCH_POWER_DYNAMIC_OFF 3
  1050. static __inline__ int drm_core_check_feature(struct drm_device *dev,
  1051. int feature)
  1052. {
  1053. return ((dev->driver->driver_features & feature) ? 1 : 0);
  1054. }
  1055. static inline int drm_dev_to_irq(struct drm_device *dev)
  1056. {
  1057. return dev->driver->bus->get_irq(dev);
  1058. }
  1059. static inline void drm_device_set_unplugged(struct drm_device *dev)
  1060. {
  1061. smp_wmb();
  1062. atomic_set(&dev->unplugged, 1);
  1063. }
  1064. static inline int drm_device_is_unplugged(struct drm_device *dev)
  1065. {
  1066. int ret = atomic_read(&dev->unplugged);
  1067. smp_rmb();
  1068. return ret;
  1069. }
  1070. static inline bool drm_modeset_is_locked(struct drm_device *dev)
  1071. {
  1072. return mutex_is_locked(&dev->mode_config.mutex);
  1073. }
  1074. static inline bool drm_is_render_client(struct drm_file *file_priv)
  1075. {
  1076. return file_priv->minor->type == DRM_MINOR_RENDER;
  1077. }
  1078. /******************************************************************/
  1079. /** \name Internal function definitions */
  1080. /*@{*/
  1081. /* Driver support (drm_drv.h) */
  1082. extern long drm_ioctl(struct file *filp,
  1083. unsigned int cmd, unsigned long arg);
  1084. extern long drm_compat_ioctl(struct file *filp,
  1085. unsigned int cmd, unsigned long arg);
  1086. extern int drm_lastclose(struct drm_device *dev);
  1087. /* Device support (drm_fops.h) */
  1088. extern struct mutex drm_global_mutex;
  1089. extern int drm_open(struct inode *inode, struct file *filp);
  1090. extern int drm_stub_open(struct inode *inode, struct file *filp);
  1091. extern ssize_t drm_read(struct file *filp, char __user *buffer,
  1092. size_t count, loff_t *offset);
  1093. extern int drm_release(struct inode *inode, struct file *filp);
  1094. /* Mapping support (drm_vm.h) */
  1095. extern int drm_mmap(struct file *filp, struct vm_area_struct *vma);
  1096. extern int drm_mmap_locked(struct file *filp, struct vm_area_struct *vma);
  1097. extern void drm_vm_open_locked(struct drm_device *dev, struct vm_area_struct *vma);
  1098. extern void drm_vm_close_locked(struct drm_device *dev, struct vm_area_struct *vma);
  1099. extern unsigned int drm_poll(struct file *filp, struct poll_table_struct *wait);
  1100. /* Memory management support (drm_memory.h) */
  1101. #include <drm/drm_memory.h>
  1102. /* Misc. IOCTL support (drm_ioctl.h) */
  1103. extern int drm_irq_by_busid(struct drm_device *dev, void *data,
  1104. struct drm_file *file_priv);
  1105. extern int drm_getunique(struct drm_device *dev, void *data,
  1106. struct drm_file *file_priv);
  1107. extern int drm_setunique(struct drm_device *dev, void *data,
  1108. struct drm_file *file_priv);
  1109. extern int drm_getmap(struct drm_device *dev, void *data,
  1110. struct drm_file *file_priv);
  1111. extern int drm_getclient(struct drm_device *dev, void *data,
  1112. struct drm_file *file_priv);
  1113. extern int drm_getstats(struct drm_device *dev, void *data,
  1114. struct drm_file *file_priv);
  1115. extern int drm_getcap(struct drm_device *dev, void *data,
  1116. struct drm_file *file_priv);
  1117. extern int drm_setclientcap(struct drm_device *dev, void *data,
  1118. struct drm_file *file_priv);
  1119. extern int drm_setversion(struct drm_device *dev, void *data,
  1120. struct drm_file *file_priv);
  1121. extern int drm_noop(struct drm_device *dev, void *data,
  1122. struct drm_file *file_priv);
  1123. /* Context IOCTL support (drm_context.h) */
  1124. extern int drm_resctx(struct drm_device *dev, void *data,
  1125. struct drm_file *file_priv);
  1126. extern int drm_addctx(struct drm_device *dev, void *data,
  1127. struct drm_file *file_priv);
  1128. extern int drm_getctx(struct drm_device *dev, void *data,
  1129. struct drm_file *file_priv);
  1130. extern int drm_switchctx(struct drm_device *dev, void *data,
  1131. struct drm_file *file_priv);
  1132. extern int drm_newctx(struct drm_device *dev, void *data,
  1133. struct drm_file *file_priv);
  1134. extern int drm_rmctx(struct drm_device *dev, void *data,
  1135. struct drm_file *file_priv);
  1136. extern int drm_ctxbitmap_init(struct drm_device *dev);
  1137. extern void drm_ctxbitmap_cleanup(struct drm_device *dev);
  1138. extern void drm_ctxbitmap_free(struct drm_device *dev, int ctx_handle);
  1139. extern int drm_setsareactx(struct drm_device *dev, void *data,
  1140. struct drm_file *file_priv);
  1141. extern int drm_getsareactx(struct drm_device *dev, void *data,
  1142. struct drm_file *file_priv);
  1143. /* Authentication IOCTL support (drm_auth.h) */
  1144. extern int drm_getmagic(struct drm_device *dev, void *data,
  1145. struct drm_file *file_priv);
  1146. extern int drm_authmagic(struct drm_device *dev, void *data,
  1147. struct drm_file *file_priv);
  1148. extern int drm_remove_magic(struct drm_master *master, drm_magic_t magic);
  1149. /* Cache management (drm_cache.c) */
  1150. void drm_clflush_pages(struct page *pages[], unsigned long num_pages);
  1151. void drm_clflush_sg(struct sg_table *st);
  1152. void drm_clflush_virt_range(char *addr, unsigned long length);
  1153. /* Locking IOCTL support (drm_lock.h) */
  1154. extern int drm_lock(struct drm_device *dev, void *data,
  1155. struct drm_file *file_priv);
  1156. extern int drm_unlock(struct drm_device *dev, void *data,
  1157. struct drm_file *file_priv);
  1158. extern int drm_lock_free(struct drm_lock_data *lock_data, unsigned int context);
  1159. extern void drm_idlelock_take(struct drm_lock_data *lock_data);
  1160. extern void drm_idlelock_release(struct drm_lock_data *lock_data);
  1161. /*
  1162. * These are exported to drivers so that they can implement fencing using
  1163. * DMA quiscent + idle. DMA quiescent usually requires the hardware lock.
  1164. */
  1165. extern int drm_i_have_hw_lock(struct drm_device *dev, struct drm_file *file_priv);
  1166. /* Buffer management support (drm_bufs.h) */
  1167. extern int drm_addbufs_agp(struct drm_device *dev, struct drm_buf_desc * request);
  1168. extern int drm_addbufs_pci(struct drm_device *dev, struct drm_buf_desc * request);
  1169. extern int drm_addmap(struct drm_device *dev, resource_size_t offset,
  1170. unsigned int size, enum drm_map_type type,
  1171. enum drm_map_flags flags, struct drm_local_map **map_ptr);
  1172. extern int drm_addmap_ioctl(struct drm_device *dev, void *data,
  1173. struct drm_file *file_priv);
  1174. extern int drm_rmmap(struct drm_device *dev, struct drm_local_map *map);
  1175. extern int drm_rmmap_locked(struct drm_device *dev, struct drm_local_map *map);
  1176. extern int drm_rmmap_ioctl(struct drm_device *dev, void *data,
  1177. struct drm_file *file_priv);
  1178. extern int drm_addbufs(struct drm_device *dev, void *data,
  1179. struct drm_file *file_priv);
  1180. extern int drm_infobufs(struct drm_device *dev, void *data,
  1181. struct drm_file *file_priv);
  1182. extern int drm_markbufs(struct drm_device *dev, void *data,
  1183. struct drm_file *file_priv);
  1184. extern int drm_freebufs(struct drm_device *dev, void *data,
  1185. struct drm_file *file_priv);
  1186. extern int drm_mapbufs(struct drm_device *dev, void *data,
  1187. struct drm_file *file_priv);
  1188. extern int drm_dma_ioctl(struct drm_device *dev, void *data,
  1189. struct drm_file *file_priv);
  1190. /* DMA support (drm_dma.h) */
  1191. extern int drm_legacy_dma_setup(struct drm_device *dev);
  1192. extern void drm_legacy_dma_takedown(struct drm_device *dev);
  1193. extern void drm_free_buffer(struct drm_device *dev, struct drm_buf * buf);
  1194. extern void drm_core_reclaim_buffers(struct drm_device *dev,
  1195. struct drm_file *filp);
  1196. /* IRQ support (drm_irq.h) */
  1197. extern int drm_control(struct drm_device *dev, void *data,
  1198. struct drm_file *file_priv);
  1199. extern int drm_irq_install(struct drm_device *dev);
  1200. extern int drm_irq_uninstall(struct drm_device *dev);
  1201. extern int drm_vblank_init(struct drm_device *dev, int num_crtcs);
  1202. extern int drm_wait_vblank(struct drm_device *dev, void *data,
  1203. struct drm_file *filp);
  1204. extern u32 drm_vblank_count(struct drm_device *dev, int crtc);
  1205. extern u32 drm_vblank_count_and_time(struct drm_device *dev, int crtc,
  1206. struct timeval *vblanktime);
  1207. extern void drm_send_vblank_event(struct drm_device *dev, int crtc,
  1208. struct drm_pending_vblank_event *e);
  1209. extern bool drm_handle_vblank(struct drm_device *dev, int crtc);
  1210. extern int drm_vblank_get(struct drm_device *dev, int crtc);
  1211. extern void drm_vblank_put(struct drm_device *dev, int crtc);
  1212. extern void drm_vblank_off(struct drm_device *dev, int crtc);
  1213. extern void drm_vblank_cleanup(struct drm_device *dev);
  1214. extern u32 drm_get_last_vbltimestamp(struct drm_device *dev, int crtc,
  1215. struct timeval *tvblank, unsigned flags);
  1216. extern int drm_calc_vbltimestamp_from_scanoutpos(struct drm_device *dev,
  1217. int crtc, int *max_error,
  1218. struct timeval *vblank_time,
  1219. unsigned flags,
  1220. struct drm_crtc *refcrtc);
  1221. extern void drm_calc_timestamping_constants(struct drm_crtc *crtc);
  1222. extern bool
  1223. drm_mode_parse_command_line_for_connector(const char *mode_option,
  1224. struct drm_connector *connector,
  1225. struct drm_cmdline_mode *mode);
  1226. extern struct drm_display_mode *
  1227. drm_mode_create_from_cmdline_mode(struct drm_device *dev,
  1228. struct drm_cmdline_mode *cmd);
  1229. extern int drm_display_mode_from_videomode(const struct videomode *vm,
  1230. struct drm_display_mode *dmode);
  1231. extern int of_get_drm_display_mode(struct device_node *np,
  1232. struct drm_display_mode *dmode,
  1233. int index);
  1234. /* Modesetting support */
  1235. extern void drm_vblank_pre_modeset(struct drm_device *dev, int crtc);
  1236. extern void drm_vblank_post_modeset(struct drm_device *dev, int crtc);
  1237. extern int drm_modeset_ctl(struct drm_device *dev, void *data,
  1238. struct drm_file *file_priv);
  1239. /* AGP/GART support (drm_agpsupport.h) */
  1240. #include <drm/drm_agpsupport.h>
  1241. /* Stub support (drm_stub.h) */
  1242. extern int drm_setmaster_ioctl(struct drm_device *dev, void *data,
  1243. struct drm_file *file_priv);
  1244. extern int drm_dropmaster_ioctl(struct drm_device *dev, void *data,
  1245. struct drm_file *file_priv);
  1246. struct drm_master *drm_master_create(struct drm_minor *minor);
  1247. extern struct drm_master *drm_master_get(struct drm_master *master);
  1248. extern void drm_master_put(struct drm_master **master);
  1249. extern void drm_put_dev(struct drm_device *dev);
  1250. extern void drm_unplug_dev(struct drm_device *dev);
  1251. extern unsigned int drm_debug;
  1252. extern unsigned int drm_rnodes;
  1253. extern unsigned int drm_vblank_offdelay;
  1254. extern unsigned int drm_timestamp_precision;
  1255. extern unsigned int drm_timestamp_monotonic;
  1256. extern struct class *drm_class;
  1257. extern struct dentry *drm_debugfs_root;
  1258. extern struct idr drm_minors_idr;
  1259. extern struct drm_local_map *drm_getsarea(struct drm_device *dev);
  1260. /* Debugfs support */
  1261. #if defined(CONFIG_DEBUG_FS)
  1262. extern int drm_debugfs_init(struct drm_minor *minor, int minor_id,
  1263. struct dentry *root);
  1264. extern int drm_debugfs_create_files(const struct drm_info_list *files,
  1265. int count, struct dentry *root,
  1266. struct drm_minor *minor);
  1267. extern int drm_debugfs_remove_files(const struct drm_info_list *files,
  1268. int count, struct drm_minor *minor);
  1269. extern int drm_debugfs_cleanup(struct drm_minor *minor);
  1270. #endif
  1271. /* Info file support */
  1272. extern int drm_name_info(struct seq_file *m, void *data);
  1273. extern int drm_vm_info(struct seq_file *m, void *data);
  1274. extern int drm_bufs_info(struct seq_file *m, void *data);
  1275. extern int drm_vblank_info(struct seq_file *m, void *data);
  1276. extern int drm_clients_info(struct seq_file *m, void* data);
  1277. extern int drm_gem_name_info(struct seq_file *m, void *data);
  1278. extern struct dma_buf *drm_gem_prime_export(struct drm_device *dev,
  1279. struct drm_gem_object *obj, int flags);
  1280. extern int drm_gem_prime_handle_to_fd(struct drm_device *dev,
  1281. struct drm_file *file_priv, uint32_t handle, uint32_t flags,
  1282. int *prime_fd);
  1283. extern struct drm_gem_object *drm_gem_prime_import(struct drm_device *dev,
  1284. struct dma_buf *dma_buf);
  1285. extern int drm_gem_prime_fd_to_handle(struct drm_device *dev,
  1286. struct drm_file *file_priv, int prime_fd, uint32_t *handle);
  1287. extern void drm_gem_dmabuf_release(struct dma_buf *dma_buf);
  1288. extern int drm_prime_handle_to_fd_ioctl(struct drm_device *dev, void *data,
  1289. struct drm_file *file_priv);
  1290. extern int drm_prime_fd_to_handle_ioctl(struct drm_device *dev, void *data,
  1291. struct drm_file *file_priv);
  1292. extern int drm_prime_sg_to_page_addr_arrays(struct sg_table *sgt, struct page **pages,
  1293. dma_addr_t *addrs, int max_pages);
  1294. extern struct sg_table *drm_prime_pages_to_sg(struct page **pages, int nr_pages);
  1295. extern void drm_prime_gem_destroy(struct drm_gem_object *obj, struct sg_table *sg);
  1296. int drm_gem_dumb_destroy(struct drm_file *file,
  1297. struct drm_device *dev,
  1298. uint32_t handle);
  1299. void drm_prime_init_file_private(struct drm_prime_file_private *prime_fpriv);
  1300. void drm_prime_destroy_file_private(struct drm_prime_file_private *prime_fpriv);
  1301. void drm_prime_remove_buf_handle_locked(struct drm_prime_file_private *prime_fpriv, struct dma_buf *dma_buf);
  1302. #if DRM_DEBUG_CODE
  1303. extern int drm_vma_info(struct seq_file *m, void *data);
  1304. #endif
  1305. /* Scatter Gather Support (drm_scatter.h) */
  1306. extern void drm_legacy_sg_cleanup(struct drm_device *dev);
  1307. extern int drm_sg_alloc(struct drm_device *dev, void *data,
  1308. struct drm_file *file_priv);
  1309. extern int drm_sg_free(struct drm_device *dev, void *data,
  1310. struct drm_file *file_priv);
  1311. /* ATI PCIGART support (ati_pcigart.h) */
  1312. extern int drm_ati_pcigart_init(struct drm_device *dev,
  1313. struct drm_ati_pcigart_info * gart_info);
  1314. extern int drm_ati_pcigart_cleanup(struct drm_device *dev,
  1315. struct drm_ati_pcigart_info * gart_info);
  1316. extern drm_dma_handle_t *drm_pci_alloc(struct drm_device *dev, size_t size,
  1317. size_t align);
  1318. extern void __drm_pci_free(struct drm_device *dev, drm_dma_handle_t * dmah);
  1319. extern void drm_pci_free(struct drm_device *dev, drm_dma_handle_t * dmah);
  1320. /* sysfs support (drm_sysfs.c) */
  1321. struct drm_sysfs_class;
  1322. extern struct class *drm_sysfs_create(struct module *owner, char *name);
  1323. extern void drm_sysfs_destroy(void);
  1324. extern int drm_sysfs_device_add(struct drm_minor *minor);
  1325. extern void drm_sysfs_hotplug_event(struct drm_device *dev);
  1326. extern void drm_sysfs_device_remove(struct drm_minor *minor);
  1327. extern int drm_sysfs_connector_add(struct drm_connector *connector);
  1328. extern void drm_sysfs_connector_remove(struct drm_connector *connector);
  1329. /* Graphics Execution Manager library functions (drm_gem.c) */
  1330. int drm_gem_init(struct drm_device *dev);
  1331. void drm_gem_destroy(struct drm_device *dev);
  1332. void drm_gem_object_release(struct drm_gem_object *obj);
  1333. void drm_gem_object_free(struct kref *kref);
  1334. int drm_gem_object_init(struct drm_device *dev,
  1335. struct drm_gem_object *obj, size_t size);
  1336. void drm_gem_private_object_init(struct drm_device *dev,
  1337. struct drm_gem_object *obj, size_t size);
  1338. void drm_gem_vm_open(struct vm_area_struct *vma);
  1339. void drm_gem_vm_close(struct vm_area_struct *vma);
  1340. int drm_gem_mmap_obj(struct drm_gem_object *obj, unsigned long obj_size,
  1341. struct vm_area_struct *vma);
  1342. int drm_gem_mmap(struct file *filp, struct vm_area_struct *vma);
  1343. #include <drm/drm_global.h>
  1344. static inline void
  1345. drm_gem_object_reference(struct drm_gem_object *obj)
  1346. {
  1347. kref_get(&obj->refcount);
  1348. }
  1349. static inline void
  1350. drm_gem_object_unreference(struct drm_gem_object *obj)
  1351. {
  1352. if (obj != NULL)
  1353. kref_put(&obj->refcount, drm_gem_object_free);
  1354. }
  1355. static inline void
  1356. drm_gem_object_unreference_unlocked(struct drm_gem_object *obj)
  1357. {
  1358. if (obj && !atomic_add_unless(&obj->refcount.refcount, -1, 1)) {
  1359. struct drm_device *dev = obj->dev;
  1360. mutex_lock(&dev->struct_mutex);
  1361. if (likely(atomic_dec_and_test(&obj->refcount.refcount)))
  1362. drm_gem_object_free(&obj->refcount);
  1363. mutex_unlock(&dev->struct_mutex);
  1364. }
  1365. }
  1366. int drm_gem_handle_create_tail(struct drm_file *file_priv,
  1367. struct drm_gem_object *obj,
  1368. u32 *handlep);
  1369. int drm_gem_handle_create(struct drm_file *file_priv,
  1370. struct drm_gem_object *obj,
  1371. u32 *handlep);
  1372. int drm_gem_handle_delete(struct drm_file *filp, u32 handle);
  1373. void drm_gem_free_mmap_offset(struct drm_gem_object *obj);
  1374. int drm_gem_create_mmap_offset(struct drm_gem_object *obj);
  1375. int drm_gem_create_mmap_offset_size(struct drm_gem_object *obj, size_t size);
  1376. struct page **drm_gem_get_pages(struct drm_gem_object *obj, gfp_t gfpmask);
  1377. void drm_gem_put_pages(struct drm_gem_object *obj, struct page **pages,
  1378. bool dirty, bool accessed);
  1379. struct drm_gem_object *drm_gem_object_lookup(struct drm_device *dev,
  1380. struct drm_file *filp,
  1381. u32 handle);
  1382. int drm_gem_close_ioctl(struct drm_device *dev, void *data,
  1383. struct drm_file *file_priv);
  1384. int drm_gem_flink_ioctl(struct drm_device *dev, void *data,
  1385. struct drm_file *file_priv);
  1386. int drm_gem_open_ioctl(struct drm_device *dev, void *data,
  1387. struct drm_file *file_priv);
  1388. void drm_gem_open(struct drm_device *dev, struct drm_file *file_private);
  1389. void drm_gem_release(struct drm_device *dev, struct drm_file *file_private);
  1390. extern void drm_core_ioremap(struct drm_local_map *map, struct drm_device *dev);
  1391. extern void drm_core_ioremap_wc(struct drm_local_map *map, struct drm_device *dev);
  1392. extern void drm_core_ioremapfree(struct drm_local_map *map, struct drm_device *dev);
  1393. static __inline__ struct drm_local_map *drm_core_findmap(struct drm_device *dev,
  1394. unsigned int token)
  1395. {
  1396. struct drm_map_list *_entry;
  1397. list_for_each_entry(_entry, &dev->maplist, head)
  1398. if (_entry->user_token == token)
  1399. return _entry->map;
  1400. return NULL;
  1401. }
  1402. static __inline__ void drm_core_dropmap(struct drm_local_map *map)
  1403. {
  1404. }
  1405. #include <drm/drm_mem_util.h>
  1406. struct drm_device *drm_dev_alloc(struct drm_driver *driver,
  1407. struct device *parent);
  1408. void drm_dev_free(struct drm_device *dev);
  1409. int drm_dev_register(struct drm_device *dev, unsigned long flags);
  1410. void drm_dev_unregister(struct drm_device *dev);
  1411. /*@}*/
  1412. /* PCI section */
  1413. static __inline__ int drm_pci_device_is_agp(struct drm_device *dev)
  1414. {
  1415. if (dev->driver->device_is_agp != NULL) {
  1416. int err = (*dev->driver->device_is_agp) (dev);
  1417. if (err != 2) {
  1418. return err;
  1419. }
  1420. }
  1421. return pci_find_capability(dev->pdev, PCI_CAP_ID_AGP);
  1422. }
  1423. extern int drm_pci_init(struct drm_driver *driver, struct pci_driver *pdriver);
  1424. extern void drm_pci_exit(struct drm_driver *driver, struct pci_driver *pdriver);
  1425. extern int drm_get_pci_dev(struct pci_dev *pdev,
  1426. const struct pci_device_id *ent,
  1427. struct drm_driver *driver);
  1428. #define DRM_PCIE_SPEED_25 1
  1429. #define DRM_PCIE_SPEED_50 2
  1430. #define DRM_PCIE_SPEED_80 4
  1431. extern int drm_pcie_get_speed_cap_mask(struct drm_device *dev, u32 *speed_mask);
  1432. /* platform section */
  1433. extern int drm_platform_init(struct drm_driver *driver, struct platform_device *platform_device);
  1434. extern void drm_platform_exit(struct drm_driver *driver, struct platform_device *platform_device);
  1435. /* returns true if currently okay to sleep */
  1436. static __inline__ bool drm_can_sleep(void)
  1437. {
  1438. if (in_atomic() || in_dbg_master() || irqs_disabled())
  1439. return false;
  1440. return true;
  1441. }
  1442. #endif /* __KERNEL__ */
  1443. #endif