regcache-rbtree.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520
  1. /*
  2. * Register cache access API - rbtree caching support
  3. *
  4. * Copyright 2011 Wolfson Microelectronics plc
  5. *
  6. * Author: Dimitris Papastamos <dp@opensource.wolfsonmicro.com>
  7. *
  8. * This program is free software; you can redistribute it and/or modify
  9. * it under the terms of the GNU General Public License version 2 as
  10. * published by the Free Software Foundation.
  11. */
  12. #include <linux/slab.h>
  13. #include <linux/device.h>
  14. #include <linux/debugfs.h>
  15. #include <linux/rbtree.h>
  16. #include <linux/seq_file.h>
  17. #include "internal.h"
  18. static int regcache_rbtree_write(struct regmap *map, unsigned int reg,
  19. unsigned int value);
  20. static int regcache_rbtree_exit(struct regmap *map);
  21. struct regcache_rbtree_node {
  22. /* the actual rbtree node holding this block */
  23. struct rb_node node;
  24. /* base register handled by this block */
  25. unsigned int base_reg;
  26. /* block of adjacent registers */
  27. void *block;
  28. /* number of registers available in the block */
  29. unsigned int blklen;
  30. } __attribute__ ((packed));
  31. struct regcache_rbtree_ctx {
  32. struct rb_root root;
  33. struct regcache_rbtree_node *cached_rbnode;
  34. unsigned long *reg_present;
  35. unsigned int reg_present_nbits;
  36. };
  37. static inline void regcache_rbtree_get_base_top_reg(
  38. struct regmap *map,
  39. struct regcache_rbtree_node *rbnode,
  40. unsigned int *base, unsigned int *top)
  41. {
  42. *base = rbnode->base_reg;
  43. *top = rbnode->base_reg + ((rbnode->blklen - 1) * map->reg_stride);
  44. }
  45. static unsigned int regcache_rbtree_get_register(struct regmap *map,
  46. struct regcache_rbtree_node *rbnode, unsigned int idx)
  47. {
  48. return regcache_get_val(map, rbnode->block, idx);
  49. }
  50. static const void *regcache_rbtree_get_reg_addr(struct regmap *map,
  51. struct regcache_rbtree_node *rbnode, unsigned int idx)
  52. {
  53. return regcache_get_val_addr(map, rbnode->block, idx);
  54. }
  55. static void regcache_rbtree_set_register(struct regmap *map,
  56. struct regcache_rbtree_node *rbnode,
  57. unsigned int idx, unsigned int val)
  58. {
  59. regcache_set_val(map, rbnode->block, idx, val);
  60. }
  61. static struct regcache_rbtree_node *regcache_rbtree_lookup(struct regmap *map,
  62. unsigned int reg)
  63. {
  64. struct regcache_rbtree_ctx *rbtree_ctx = map->cache;
  65. struct rb_node *node;
  66. struct regcache_rbtree_node *rbnode;
  67. unsigned int base_reg, top_reg;
  68. rbnode = rbtree_ctx->cached_rbnode;
  69. if (rbnode) {
  70. regcache_rbtree_get_base_top_reg(map, rbnode, &base_reg,
  71. &top_reg);
  72. if (reg >= base_reg && reg <= top_reg)
  73. return rbnode;
  74. }
  75. node = rbtree_ctx->root.rb_node;
  76. while (node) {
  77. rbnode = container_of(node, struct regcache_rbtree_node, node);
  78. regcache_rbtree_get_base_top_reg(map, rbnode, &base_reg,
  79. &top_reg);
  80. if (reg >= base_reg && reg <= top_reg) {
  81. rbtree_ctx->cached_rbnode = rbnode;
  82. return rbnode;
  83. } else if (reg > top_reg) {
  84. node = node->rb_right;
  85. } else if (reg < base_reg) {
  86. node = node->rb_left;
  87. }
  88. }
  89. return NULL;
  90. }
  91. static int regcache_rbtree_insert(struct regmap *map, struct rb_root *root,
  92. struct regcache_rbtree_node *rbnode)
  93. {
  94. struct rb_node **new, *parent;
  95. struct regcache_rbtree_node *rbnode_tmp;
  96. unsigned int base_reg_tmp, top_reg_tmp;
  97. unsigned int base_reg;
  98. parent = NULL;
  99. new = &root->rb_node;
  100. while (*new) {
  101. rbnode_tmp = container_of(*new, struct regcache_rbtree_node,
  102. node);
  103. /* base and top registers of the current rbnode */
  104. regcache_rbtree_get_base_top_reg(map, rbnode_tmp, &base_reg_tmp,
  105. &top_reg_tmp);
  106. /* base register of the rbnode to be added */
  107. base_reg = rbnode->base_reg;
  108. parent = *new;
  109. /* if this register has already been inserted, just return */
  110. if (base_reg >= base_reg_tmp &&
  111. base_reg <= top_reg_tmp)
  112. return 0;
  113. else if (base_reg > top_reg_tmp)
  114. new = &((*new)->rb_right);
  115. else if (base_reg < base_reg_tmp)
  116. new = &((*new)->rb_left);
  117. }
  118. /* insert the node into the rbtree */
  119. rb_link_node(&rbnode->node, parent, new);
  120. rb_insert_color(&rbnode->node, root);
  121. return 1;
  122. }
  123. #ifdef CONFIG_DEBUG_FS
  124. static int rbtree_show(struct seq_file *s, void *ignored)
  125. {
  126. struct regmap *map = s->private;
  127. struct regcache_rbtree_ctx *rbtree_ctx = map->cache;
  128. struct regcache_rbtree_node *n;
  129. struct rb_node *node;
  130. unsigned int base, top;
  131. size_t mem_size;
  132. int nodes = 0;
  133. int registers = 0;
  134. int this_registers, average;
  135. map->lock(map);
  136. mem_size = sizeof(*rbtree_ctx);
  137. mem_size += BITS_TO_LONGS(rbtree_ctx->reg_present_nbits) * sizeof(long);
  138. for (node = rb_first(&rbtree_ctx->root); node != NULL;
  139. node = rb_next(node)) {
  140. n = container_of(node, struct regcache_rbtree_node, node);
  141. mem_size += sizeof(*n);
  142. mem_size += (n->blklen * map->cache_word_size);
  143. regcache_rbtree_get_base_top_reg(map, n, &base, &top);
  144. this_registers = ((top - base) / map->reg_stride) + 1;
  145. seq_printf(s, "%x-%x (%d)\n", base, top, this_registers);
  146. nodes++;
  147. registers += this_registers;
  148. }
  149. if (nodes)
  150. average = registers / nodes;
  151. else
  152. average = 0;
  153. seq_printf(s, "%d nodes, %d registers, average %d registers, used %zu bytes\n",
  154. nodes, registers, average, mem_size);
  155. map->unlock(map);
  156. return 0;
  157. }
  158. static int rbtree_open(struct inode *inode, struct file *file)
  159. {
  160. return single_open(file, rbtree_show, inode->i_private);
  161. }
  162. static const struct file_operations rbtree_fops = {
  163. .open = rbtree_open,
  164. .read = seq_read,
  165. .llseek = seq_lseek,
  166. .release = single_release,
  167. };
  168. static void rbtree_debugfs_init(struct regmap *map)
  169. {
  170. debugfs_create_file("rbtree", 0400, map->debugfs, map, &rbtree_fops);
  171. }
  172. #else
  173. static void rbtree_debugfs_init(struct regmap *map)
  174. {
  175. }
  176. #endif
  177. static int enlarge_reg_present_bitmap(struct regmap *map, unsigned int reg)
  178. {
  179. struct regcache_rbtree_ctx *rbtree_ctx;
  180. unsigned long *reg_present;
  181. unsigned int reg_present_size;
  182. unsigned int nregs;
  183. int i;
  184. rbtree_ctx = map->cache;
  185. nregs = reg + 1;
  186. reg_present_size = BITS_TO_LONGS(nregs);
  187. reg_present_size *= sizeof(long);
  188. if (!rbtree_ctx->reg_present) {
  189. reg_present = kmalloc(reg_present_size, GFP_KERNEL);
  190. if (!reg_present)
  191. return -ENOMEM;
  192. bitmap_zero(reg_present, nregs);
  193. rbtree_ctx->reg_present = reg_present;
  194. rbtree_ctx->reg_present_nbits = nregs;
  195. return 0;
  196. }
  197. if (nregs > rbtree_ctx->reg_present_nbits) {
  198. reg_present = krealloc(rbtree_ctx->reg_present,
  199. reg_present_size, GFP_KERNEL);
  200. if (!reg_present)
  201. return -ENOMEM;
  202. for (i = 0; i < nregs; i++)
  203. if (i >= rbtree_ctx->reg_present_nbits)
  204. clear_bit(i, reg_present);
  205. rbtree_ctx->reg_present = reg_present;
  206. rbtree_ctx->reg_present_nbits = nregs;
  207. }
  208. return 0;
  209. }
  210. static int regcache_rbtree_init(struct regmap *map)
  211. {
  212. struct regcache_rbtree_ctx *rbtree_ctx;
  213. int i;
  214. int ret;
  215. map->cache = kmalloc(sizeof *rbtree_ctx, GFP_KERNEL);
  216. if (!map->cache)
  217. return -ENOMEM;
  218. rbtree_ctx = map->cache;
  219. rbtree_ctx->root = RB_ROOT;
  220. rbtree_ctx->cached_rbnode = NULL;
  221. rbtree_ctx->reg_present = NULL;
  222. rbtree_ctx->reg_present_nbits = 0;
  223. for (i = 0; i < map->num_reg_defaults; i++) {
  224. ret = regcache_rbtree_write(map,
  225. map->reg_defaults[i].reg,
  226. map->reg_defaults[i].def);
  227. if (ret)
  228. goto err;
  229. }
  230. rbtree_debugfs_init(map);
  231. return 0;
  232. err:
  233. regcache_rbtree_exit(map);
  234. return ret;
  235. }
  236. static int regcache_rbtree_exit(struct regmap *map)
  237. {
  238. struct rb_node *next;
  239. struct regcache_rbtree_ctx *rbtree_ctx;
  240. struct regcache_rbtree_node *rbtree_node;
  241. /* if we've already been called then just return */
  242. rbtree_ctx = map->cache;
  243. if (!rbtree_ctx)
  244. return 0;
  245. kfree(rbtree_ctx->reg_present);
  246. /* free up the rbtree */
  247. next = rb_first(&rbtree_ctx->root);
  248. while (next) {
  249. rbtree_node = rb_entry(next, struct regcache_rbtree_node, node);
  250. next = rb_next(&rbtree_node->node);
  251. rb_erase(&rbtree_node->node, &rbtree_ctx->root);
  252. kfree(rbtree_node->block);
  253. kfree(rbtree_node);
  254. }
  255. /* release the resources */
  256. kfree(map->cache);
  257. map->cache = NULL;
  258. return 0;
  259. }
  260. static int regcache_reg_present(struct regmap *map, unsigned int reg)
  261. {
  262. struct regcache_rbtree_ctx *rbtree_ctx;
  263. rbtree_ctx = map->cache;
  264. if (!(rbtree_ctx->reg_present[BIT_WORD(reg)] & BIT_MASK(reg)))
  265. return 0;
  266. return 1;
  267. }
  268. static int regcache_rbtree_read(struct regmap *map,
  269. unsigned int reg, unsigned int *value)
  270. {
  271. struct regcache_rbtree_node *rbnode;
  272. unsigned int reg_tmp;
  273. rbnode = regcache_rbtree_lookup(map, reg);
  274. if (rbnode) {
  275. reg_tmp = (reg - rbnode->base_reg) / map->reg_stride;
  276. if (!regcache_reg_present(map, reg))
  277. return -ENOENT;
  278. *value = regcache_rbtree_get_register(map, rbnode, reg_tmp);
  279. } else {
  280. return -ENOENT;
  281. }
  282. return 0;
  283. }
  284. static int regcache_rbtree_insert_to_block(struct regmap *map,
  285. struct regcache_rbtree_node *rbnode,
  286. unsigned int pos, unsigned int reg,
  287. unsigned int value)
  288. {
  289. u8 *blk;
  290. blk = krealloc(rbnode->block,
  291. (rbnode->blklen + 1) * map->cache_word_size,
  292. GFP_KERNEL);
  293. if (!blk)
  294. return -ENOMEM;
  295. /* insert the register value in the correct place in the rbnode block */
  296. memmove(blk + (pos + 1) * map->cache_word_size,
  297. blk + pos * map->cache_word_size,
  298. (rbnode->blklen - pos) * map->cache_word_size);
  299. /* update the rbnode block, its size and the base register */
  300. rbnode->block = blk;
  301. rbnode->blklen++;
  302. if (!pos)
  303. rbnode->base_reg = reg;
  304. regcache_rbtree_set_register(map, rbnode, pos, value);
  305. return 0;
  306. }
  307. static int regcache_rbtree_write(struct regmap *map, unsigned int reg,
  308. unsigned int value)
  309. {
  310. struct regcache_rbtree_ctx *rbtree_ctx;
  311. struct regcache_rbtree_node *rbnode, *rbnode_tmp;
  312. struct rb_node *node;
  313. unsigned int reg_tmp;
  314. unsigned int pos;
  315. int i;
  316. int ret;
  317. rbtree_ctx = map->cache;
  318. /* update the reg_present bitmap, make space if necessary */
  319. ret = enlarge_reg_present_bitmap(map, reg);
  320. if (ret < 0)
  321. return ret;
  322. set_bit(reg, rbtree_ctx->reg_present);
  323. /* if we can't locate it in the cached rbnode we'll have
  324. * to traverse the rbtree looking for it.
  325. */
  326. rbnode = regcache_rbtree_lookup(map, reg);
  327. if (rbnode) {
  328. reg_tmp = (reg - rbnode->base_reg) / map->reg_stride;
  329. regcache_rbtree_set_register(map, rbnode, reg_tmp, value);
  330. } else {
  331. /* look for an adjacent register to the one we are about to add */
  332. for (node = rb_first(&rbtree_ctx->root); node;
  333. node = rb_next(node)) {
  334. rbnode_tmp = rb_entry(node, struct regcache_rbtree_node,
  335. node);
  336. for (i = 0; i < rbnode_tmp->blklen; i++) {
  337. reg_tmp = rbnode_tmp->base_reg +
  338. (i * map->reg_stride);
  339. if (abs(reg_tmp - reg) != map->reg_stride)
  340. continue;
  341. /* decide where in the block to place our register */
  342. if (reg_tmp + map->reg_stride == reg)
  343. pos = i + 1;
  344. else
  345. pos = i;
  346. ret = regcache_rbtree_insert_to_block(map,
  347. rbnode_tmp,
  348. pos, reg,
  349. value);
  350. if (ret)
  351. return ret;
  352. rbtree_ctx->cached_rbnode = rbnode_tmp;
  353. return 0;
  354. }
  355. }
  356. /* we did not manage to find a place to insert it in an existing
  357. * block so create a new rbnode with a single register in its block.
  358. * This block will get populated further if any other adjacent
  359. * registers get modified in the future.
  360. */
  361. rbnode = kzalloc(sizeof *rbnode, GFP_KERNEL);
  362. if (!rbnode)
  363. return -ENOMEM;
  364. rbnode->blklen = sizeof(*rbnode);
  365. rbnode->base_reg = reg;
  366. rbnode->block = kmalloc(rbnode->blklen * map->cache_word_size,
  367. GFP_KERNEL);
  368. if (!rbnode->block) {
  369. kfree(rbnode);
  370. return -ENOMEM;
  371. }
  372. regcache_rbtree_set_register(map, rbnode, 0, value);
  373. regcache_rbtree_insert(map, &rbtree_ctx->root, rbnode);
  374. rbtree_ctx->cached_rbnode = rbnode;
  375. }
  376. return 0;
  377. }
  378. static int regcache_rbtree_sync(struct regmap *map, unsigned int min,
  379. unsigned int max)
  380. {
  381. struct regcache_rbtree_ctx *rbtree_ctx;
  382. struct rb_node *node;
  383. struct regcache_rbtree_node *rbnode;
  384. unsigned int regtmp;
  385. unsigned int val;
  386. const void *addr;
  387. int ret;
  388. int i, base, end;
  389. rbtree_ctx = map->cache;
  390. for (node = rb_first(&rbtree_ctx->root); node; node = rb_next(node)) {
  391. rbnode = rb_entry(node, struct regcache_rbtree_node, node);
  392. if (rbnode->base_reg < min)
  393. continue;
  394. if (rbnode->base_reg > max)
  395. break;
  396. if (rbnode->base_reg + rbnode->blklen < min)
  397. continue;
  398. if (min > rbnode->base_reg)
  399. base = min - rbnode->base_reg;
  400. else
  401. base = 0;
  402. if (max < rbnode->base_reg + rbnode->blklen)
  403. end = rbnode->base_reg + rbnode->blklen - max;
  404. else
  405. end = rbnode->blklen;
  406. for (i = base; i < end; i++) {
  407. regtmp = rbnode->base_reg + (i * map->reg_stride);
  408. if (!regcache_reg_present(map, regtmp))
  409. continue;
  410. val = regcache_rbtree_get_register(map, rbnode, i);
  411. /* Is this the hardware default? If so skip. */
  412. ret = regcache_lookup_reg(map, regtmp);
  413. if (ret >= 0 && val == map->reg_defaults[ret].def)
  414. continue;
  415. map->cache_bypass = 1;
  416. if (regmap_can_raw_write(map)) {
  417. addr = regcache_rbtree_get_reg_addr(map,
  418. rbnode, i);
  419. ret = _regmap_raw_write(map, regtmp, addr,
  420. map->format.val_bytes,
  421. false);
  422. } else {
  423. ret = _regmap_write(map, regtmp, val);
  424. }
  425. map->cache_bypass = 0;
  426. if (ret)
  427. return ret;
  428. dev_dbg(map->dev, "Synced register %#x, value %#x\n",
  429. regtmp, val);
  430. }
  431. }
  432. return 0;
  433. }
  434. struct regcache_ops regcache_rbtree_ops = {
  435. .type = REGCACHE_RBTREE,
  436. .name = "rbtree",
  437. .init = regcache_rbtree_init,
  438. .exit = regcache_rbtree_exit,
  439. .read = regcache_rbtree_read,
  440. .write = regcache_rbtree_write,
  441. .sync = regcache_rbtree_sync
  442. };