ttm_execbuf_util.c 3.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117
  1. /**************************************************************************
  2. *
  3. * Copyright (c) 2006-2009 VMware, Inc., Palo Alto, CA., USA
  4. * All Rights Reserved.
  5. *
  6. * Permission is hereby granted, free of charge, to any person obtaining a
  7. * copy of this software and associated documentation files (the
  8. * "Software"), to deal in the Software without restriction, including
  9. * without limitation the rights to use, copy, modify, merge, publish,
  10. * distribute, sub license, and/or sell copies of the Software, and to
  11. * permit persons to whom the Software is furnished to do so, subject to
  12. * the following conditions:
  13. *
  14. * The above copyright notice and this permission notice (including the
  15. * next paragraph) shall be included in all copies or substantial portions
  16. * of the Software.
  17. *
  18. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  19. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  20. * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
  21. * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
  22. * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
  23. * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
  24. * USE OR OTHER DEALINGS IN THE SOFTWARE.
  25. *
  26. **************************************************************************/
  27. #include "ttm/ttm_execbuf_util.h"
  28. #include "ttm/ttm_bo_driver.h"
  29. #include "ttm/ttm_placement.h"
  30. #include <linux/wait.h>
  31. #include <linux/sched.h>
  32. #include <linux/module.h>
  33. void ttm_eu_backoff_reservation(struct list_head *list)
  34. {
  35. struct ttm_validate_buffer *entry;
  36. list_for_each_entry(entry, list, head) {
  37. struct ttm_buffer_object *bo = entry->bo;
  38. if (!entry->reserved)
  39. continue;
  40. entry->reserved = false;
  41. ttm_bo_unreserve(bo);
  42. }
  43. }
  44. EXPORT_SYMBOL(ttm_eu_backoff_reservation);
  45. /*
  46. * Reserve buffers for validation.
  47. *
  48. * If a buffer in the list is marked for CPU access, we back off and
  49. * wait for that buffer to become free for GPU access.
  50. *
  51. * If a buffer is reserved for another validation, the validator with
  52. * the highest validation sequence backs off and waits for that buffer
  53. * to become unreserved. This prevents deadlocks when validating multiple
  54. * buffers in different orders.
  55. */
  56. int ttm_eu_reserve_buffers(struct list_head *list, uint32_t val_seq)
  57. {
  58. struct ttm_validate_buffer *entry;
  59. int ret;
  60. retry:
  61. list_for_each_entry(entry, list, head) {
  62. struct ttm_buffer_object *bo = entry->bo;
  63. entry->reserved = false;
  64. ret = ttm_bo_reserve(bo, true, false, true, val_seq);
  65. if (ret != 0) {
  66. ttm_eu_backoff_reservation(list);
  67. if (ret == -EAGAIN) {
  68. ret = ttm_bo_wait_unreserved(bo, true);
  69. if (unlikely(ret != 0))
  70. return ret;
  71. goto retry;
  72. } else
  73. return ret;
  74. }
  75. entry->reserved = true;
  76. if (unlikely(atomic_read(&bo->cpu_writers) > 0)) {
  77. ttm_eu_backoff_reservation(list);
  78. ret = ttm_bo_wait_cpu(bo, false);
  79. if (ret)
  80. return ret;
  81. goto retry;
  82. }
  83. }
  84. return 0;
  85. }
  86. EXPORT_SYMBOL(ttm_eu_reserve_buffers);
  87. void ttm_eu_fence_buffer_objects(struct list_head *list, void *sync_obj)
  88. {
  89. struct ttm_validate_buffer *entry;
  90. list_for_each_entry(entry, list, head) {
  91. struct ttm_buffer_object *bo = entry->bo;
  92. struct ttm_bo_driver *driver = bo->bdev->driver;
  93. void *old_sync_obj;
  94. spin_lock(&bo->lock);
  95. old_sync_obj = bo->sync_obj;
  96. bo->sync_obj = driver->sync_obj_ref(sync_obj);
  97. bo->sync_obj_arg = entry->new_sync_obj_arg;
  98. spin_unlock(&bo->lock);
  99. ttm_bo_unreserve(bo);
  100. entry->reserved = false;
  101. if (old_sync_obj)
  102. driver->sync_obj_unref(&old_sync_obj);
  103. }
  104. }
  105. EXPORT_SYMBOL(ttm_eu_fence_buffer_objects);