sg_sw_sec4.h 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156
  1. /*
  2. * CAAM/SEC 4.x functions for using scatterlists in caam driver
  3. *
  4. * Copyright 2008-2011 Freescale Semiconductor, Inc.
  5. *
  6. */
  7. struct sec4_sg_entry;
  8. /*
  9. * convert single dma address to h/w link table format
  10. */
  11. static inline void dma_to_sec4_sg_one(struct sec4_sg_entry *sec4_sg_ptr,
  12. dma_addr_t dma, u32 len, u32 offset)
  13. {
  14. sec4_sg_ptr->ptr = dma;
  15. sec4_sg_ptr->len = len;
  16. sec4_sg_ptr->reserved = 0;
  17. sec4_sg_ptr->buf_pool_id = 0;
  18. sec4_sg_ptr->offset = offset;
  19. #ifdef DEBUG
  20. print_hex_dump(KERN_ERR, "sec4_sg_ptr@: ",
  21. DUMP_PREFIX_ADDRESS, 16, 4, sec4_sg_ptr,
  22. sizeof(struct sec4_sg_entry), 1);
  23. #endif
  24. }
  25. /*
  26. * convert scatterlist to h/w link table format
  27. * but does not have final bit; instead, returns last entry
  28. */
  29. static inline struct sec4_sg_entry *
  30. sg_to_sec4_sg(struct scatterlist *sg, int sg_count,
  31. struct sec4_sg_entry *sec4_sg_ptr, u32 offset)
  32. {
  33. while (sg_count) {
  34. dma_to_sec4_sg_one(sec4_sg_ptr, sg_dma_address(sg),
  35. sg_dma_len(sg), offset);
  36. sec4_sg_ptr++;
  37. sg = scatterwalk_sg_next(sg);
  38. sg_count--;
  39. }
  40. return sec4_sg_ptr - 1;
  41. }
  42. /*
  43. * convert scatterlist to h/w link table format
  44. * scatterlist must have been previously dma mapped
  45. */
  46. static inline void sg_to_sec4_sg_last(struct scatterlist *sg, int sg_count,
  47. struct sec4_sg_entry *sec4_sg_ptr,
  48. u32 offset)
  49. {
  50. sec4_sg_ptr = sg_to_sec4_sg(sg, sg_count, sec4_sg_ptr, offset);
  51. sec4_sg_ptr->len |= SEC4_SG_LEN_FIN;
  52. }
  53. /* count number of elements in scatterlist */
  54. static inline int __sg_count(struct scatterlist *sg_list, int nbytes,
  55. bool *chained)
  56. {
  57. struct scatterlist *sg = sg_list;
  58. int sg_nents = 0;
  59. while (nbytes > 0) {
  60. sg_nents++;
  61. nbytes -= sg->length;
  62. if (!sg_is_last(sg) && (sg + 1)->length == 0)
  63. *chained = true;
  64. sg = scatterwalk_sg_next(sg);
  65. }
  66. return sg_nents;
  67. }
  68. /* derive number of elements in scatterlist, but return 0 for 1 */
  69. static inline int sg_count(struct scatterlist *sg_list, int nbytes,
  70. bool *chained)
  71. {
  72. int sg_nents = __sg_count(sg_list, nbytes, chained);
  73. if (likely(sg_nents == 1))
  74. return 0;
  75. return sg_nents;
  76. }
  77. static int dma_map_sg_chained(struct device *dev, struct scatterlist *sg,
  78. unsigned int nents, enum dma_data_direction dir,
  79. bool chained)
  80. {
  81. if (unlikely(chained)) {
  82. int i;
  83. for (i = 0; i < nents; i++) {
  84. dma_map_sg(dev, sg, 1, dir);
  85. sg = scatterwalk_sg_next(sg);
  86. }
  87. } else {
  88. dma_map_sg(dev, sg, nents, dir);
  89. }
  90. return nents;
  91. }
  92. static int dma_unmap_sg_chained(struct device *dev, struct scatterlist *sg,
  93. unsigned int nents, enum dma_data_direction dir,
  94. bool chained)
  95. {
  96. if (unlikely(chained)) {
  97. int i;
  98. for (i = 0; i < nents; i++) {
  99. dma_unmap_sg(dev, sg, 1, dir);
  100. sg = scatterwalk_sg_next(sg);
  101. }
  102. } else {
  103. dma_unmap_sg(dev, sg, nents, dir);
  104. }
  105. return nents;
  106. }
  107. /* Copy from len bytes of sg to dest, starting from beginning */
  108. static inline void sg_copy(u8 *dest, struct scatterlist *sg, unsigned int len)
  109. {
  110. struct scatterlist *current_sg = sg;
  111. int cpy_index = 0, next_cpy_index = current_sg->length;
  112. while (next_cpy_index < len) {
  113. memcpy(dest + cpy_index, (u8 *) sg_virt(current_sg),
  114. current_sg->length);
  115. current_sg = scatterwalk_sg_next(current_sg);
  116. cpy_index = next_cpy_index;
  117. next_cpy_index += current_sg->length;
  118. }
  119. if (cpy_index < len)
  120. memcpy(dest + cpy_index, (u8 *) sg_virt(current_sg),
  121. len - cpy_index);
  122. }
  123. /* Copy sg data, from to_skip to end, to dest */
  124. static inline void sg_copy_part(u8 *dest, struct scatterlist *sg,
  125. int to_skip, unsigned int end)
  126. {
  127. struct scatterlist *current_sg = sg;
  128. int sg_index, cpy_index;
  129. sg_index = current_sg->length;
  130. while (sg_index <= to_skip) {
  131. current_sg = scatterwalk_sg_next(current_sg);
  132. sg_index += current_sg->length;
  133. }
  134. cpy_index = sg_index - to_skip;
  135. memcpy(dest, (u8 *) sg_virt(current_sg) +
  136. current_sg->length - cpy_index, cpy_index);
  137. current_sg = scatterwalk_sg_next(current_sg);
  138. if (end - sg_index)
  139. sg_copy(dest + cpy_index, current_sg, end - sg_index);
  140. }