intel_ringbuffer.h 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132
  1. #ifndef _INTEL_RINGBUFFER_H_
  2. #define _INTEL_RINGBUFFER_H_
  3. struct intel_hw_status_page {
  4. u32 __iomem *page_addr;
  5. unsigned int gfx_addr;
  6. struct drm_i915_gem_object *obj;
  7. };
  8. #define I915_RING_READ(reg) i915_safe_read(dev_priv, reg)
  9. #define I915_READ_TAIL(ring) I915_RING_READ(RING_TAIL(ring->mmio_base))
  10. #define I915_WRITE_TAIL(ring, val) I915_WRITE(RING_TAIL(ring->mmio_base), val)
  11. #define I915_READ_START(ring) I915_RING_READ(RING_START(ring->mmio_base))
  12. #define I915_WRITE_START(ring, val) I915_WRITE(RING_START(ring->mmio_base), val)
  13. #define I915_READ_HEAD(ring) I915_RING_READ(RING_HEAD(ring->mmio_base))
  14. #define I915_WRITE_HEAD(ring, val) I915_WRITE(RING_HEAD(ring->mmio_base), val)
  15. #define I915_READ_CTL(ring) I915_RING_READ(RING_CTL(ring->mmio_base))
  16. #define I915_WRITE_CTL(ring, val) I915_WRITE(RING_CTL(ring->mmio_base), val)
  17. struct drm_i915_gem_execbuffer2;
  18. struct intel_ring_buffer {
  19. const char *name;
  20. enum intel_ring_id {
  21. RING_RENDER = 0x1,
  22. RING_BSD = 0x2,
  23. RING_BLT = 0x4,
  24. } id;
  25. u32 mmio_base;
  26. void *virtual_start;
  27. struct drm_device *dev;
  28. struct drm_i915_gem_object *obj;
  29. unsigned int head;
  30. unsigned int tail;
  31. int space;
  32. int size;
  33. struct intel_hw_status_page status_page;
  34. u32 irq_seqno; /* last seq seem at irq time */
  35. u32 waiting_seqno;
  36. int user_irq_refcount;
  37. void (*user_irq_get)(struct intel_ring_buffer *ring);
  38. void (*user_irq_put)(struct intel_ring_buffer *ring);
  39. int (*init)(struct intel_ring_buffer *ring);
  40. void (*write_tail)(struct intel_ring_buffer *ring,
  41. u32 value);
  42. void (*flush)(struct intel_ring_buffer *ring,
  43. u32 invalidate_domains,
  44. u32 flush_domains);
  45. int (*add_request)(struct intel_ring_buffer *ring,
  46. u32 *seqno);
  47. u32 (*get_seqno)(struct intel_ring_buffer *ring);
  48. int (*dispatch_execbuffer)(struct intel_ring_buffer *ring,
  49. struct drm_i915_gem_execbuffer2 *exec,
  50. struct drm_clip_rect *cliprects,
  51. uint64_t exec_offset);
  52. void (*cleanup)(struct intel_ring_buffer *ring);
  53. /**
  54. * List of objects currently involved in rendering from the
  55. * ringbuffer.
  56. *
  57. * Includes buffers having the contents of their GPU caches
  58. * flushed, not necessarily primitives. last_rendering_seqno
  59. * represents when the rendering involved will be completed.
  60. *
  61. * A reference is held on the buffer while on this list.
  62. */
  63. struct list_head active_list;
  64. /**
  65. * List of breadcrumbs associated with GPU requests currently
  66. * outstanding.
  67. */
  68. struct list_head request_list;
  69. /**
  70. * List of objects currently pending a GPU write flush.
  71. *
  72. * All elements on this list will belong to either the
  73. * active_list or flushing_list, last_rendering_seqno can
  74. * be used to differentiate between the two elements.
  75. */
  76. struct list_head gpu_write_list;
  77. /**
  78. * Do we have some not yet emitted requests outstanding?
  79. */
  80. u32 outstanding_lazy_request;
  81. wait_queue_head_t irq_queue;
  82. drm_local_map_t map;
  83. void *private;
  84. };
  85. static inline u32
  86. intel_read_status_page(struct intel_ring_buffer *ring,
  87. int reg)
  88. {
  89. return ioread32(ring->status_page.page_addr + reg);
  90. }
  91. void intel_cleanup_ring_buffer(struct intel_ring_buffer *ring);
  92. int __must_check intel_wait_ring_buffer(struct intel_ring_buffer *ring, int n);
  93. int __must_check intel_ring_begin(struct intel_ring_buffer *ring, int n);
  94. static inline void intel_ring_emit(struct intel_ring_buffer *ring,
  95. u32 data)
  96. {
  97. iowrite32(data, ring->virtual_start + ring->tail);
  98. ring->tail += 4;
  99. }
  100. void intel_ring_advance(struct intel_ring_buffer *ring);
  101. u32 intel_ring_get_seqno(struct intel_ring_buffer *ring);
  102. int intel_init_render_ring_buffer(struct drm_device *dev);
  103. int intel_init_bsd_ring_buffer(struct drm_device *dev);
  104. int intel_init_blt_ring_buffer(struct drm_device *dev);
  105. u32 intel_ring_get_active_head(struct intel_ring_buffer *ring);
  106. void intel_ring_setup_status_page(struct intel_ring_buffer *ring);
  107. #endif /* _INTEL_RINGBUFFER_H_ */