123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156 |
- /*
- * CAAM/SEC 4.x functions for using scatterlists in caam driver
- *
- * Copyright 2008-2011 Freescale Semiconductor, Inc.
- *
- */
- struct sec4_sg_entry;
- /*
- * convert single dma address to h/w link table format
- */
- static inline void dma_to_sec4_sg_one(struct sec4_sg_entry *sec4_sg_ptr,
- dma_addr_t dma, u32 len, u32 offset)
- {
- sec4_sg_ptr->ptr = dma;
- sec4_sg_ptr->len = len;
- sec4_sg_ptr->reserved = 0;
- sec4_sg_ptr->buf_pool_id = 0;
- sec4_sg_ptr->offset = offset;
- #ifdef DEBUG
- print_hex_dump(KERN_ERR, "sec4_sg_ptr@: ",
- DUMP_PREFIX_ADDRESS, 16, 4, sec4_sg_ptr,
- sizeof(struct sec4_sg_entry), 1);
- #endif
- }
- /*
- * convert scatterlist to h/w link table format
- * but does not have final bit; instead, returns last entry
- */
- static inline struct sec4_sg_entry *
- sg_to_sec4_sg(struct scatterlist *sg, int sg_count,
- struct sec4_sg_entry *sec4_sg_ptr, u32 offset)
- {
- while (sg_count) {
- dma_to_sec4_sg_one(sec4_sg_ptr, sg_dma_address(sg),
- sg_dma_len(sg), offset);
- sec4_sg_ptr++;
- sg = scatterwalk_sg_next(sg);
- sg_count--;
- }
- return sec4_sg_ptr - 1;
- }
- /*
- * convert scatterlist to h/w link table format
- * scatterlist must have been previously dma mapped
- */
- static inline void sg_to_sec4_sg_last(struct scatterlist *sg, int sg_count,
- struct sec4_sg_entry *sec4_sg_ptr,
- u32 offset)
- {
- sec4_sg_ptr = sg_to_sec4_sg(sg, sg_count, sec4_sg_ptr, offset);
- sec4_sg_ptr->len |= SEC4_SG_LEN_FIN;
- }
- /* count number of elements in scatterlist */
- static inline int __sg_count(struct scatterlist *sg_list, int nbytes,
- bool *chained)
- {
- struct scatterlist *sg = sg_list;
- int sg_nents = 0;
- while (nbytes > 0) {
- sg_nents++;
- nbytes -= sg->length;
- if (!sg_is_last(sg) && (sg + 1)->length == 0)
- *chained = true;
- sg = scatterwalk_sg_next(sg);
- }
- return sg_nents;
- }
- /* derive number of elements in scatterlist, but return 0 for 1 */
- static inline int sg_count(struct scatterlist *sg_list, int nbytes,
- bool *chained)
- {
- int sg_nents = __sg_count(sg_list, nbytes, chained);
- if (likely(sg_nents == 1))
- return 0;
- return sg_nents;
- }
- static int dma_map_sg_chained(struct device *dev, struct scatterlist *sg,
- unsigned int nents, enum dma_data_direction dir,
- bool chained)
- {
- if (unlikely(chained)) {
- int i;
- for (i = 0; i < nents; i++) {
- dma_map_sg(dev, sg, 1, dir);
- sg = scatterwalk_sg_next(sg);
- }
- } else {
- dma_map_sg(dev, sg, nents, dir);
- }
- return nents;
- }
- static int dma_unmap_sg_chained(struct device *dev, struct scatterlist *sg,
- unsigned int nents, enum dma_data_direction dir,
- bool chained)
- {
- if (unlikely(chained)) {
- int i;
- for (i = 0; i < nents; i++) {
- dma_unmap_sg(dev, sg, 1, dir);
- sg = scatterwalk_sg_next(sg);
- }
- } else {
- dma_unmap_sg(dev, sg, nents, dir);
- }
- return nents;
- }
- /* Copy from len bytes of sg to dest, starting from beginning */
- static inline void sg_copy(u8 *dest, struct scatterlist *sg, unsigned int len)
- {
- struct scatterlist *current_sg = sg;
- int cpy_index = 0, next_cpy_index = current_sg->length;
- while (next_cpy_index < len) {
- memcpy(dest + cpy_index, (u8 *) sg_virt(current_sg),
- current_sg->length);
- current_sg = scatterwalk_sg_next(current_sg);
- cpy_index = next_cpy_index;
- next_cpy_index += current_sg->length;
- }
- if (cpy_index < len)
- memcpy(dest + cpy_index, (u8 *) sg_virt(current_sg),
- len - cpy_index);
- }
- /* Copy sg data, from to_skip to end, to dest */
- static inline void sg_copy_part(u8 *dest, struct scatterlist *sg,
- int to_skip, unsigned int end)
- {
- struct scatterlist *current_sg = sg;
- int sg_index, cpy_index;
- sg_index = current_sg->length;
- while (sg_index <= to_skip) {
- current_sg = scatterwalk_sg_next(current_sg);
- sg_index += current_sg->length;
- }
- cpy_index = sg_index - to_skip;
- memcpy(dest, (u8 *) sg_virt(current_sg) +
- current_sg->length - cpy_index, cpy_index);
- current_sg = scatterwalk_sg_next(current_sg);
- if (end - sg_index)
- sg_copy(dest + cpy_index, current_sg, end - sg_index);
- }
|