config.c 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940
  1. /******************************************************************************
  2. *******************************************************************************
  3. **
  4. ** Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
  5. ** Copyright (C) 2004-2007 Red Hat, Inc. All rights reserved.
  6. **
  7. ** This copyrighted material is made available to anyone wishing to use,
  8. ** modify, copy, or redistribute it subject to the terms and conditions
  9. ** of the GNU General Public License v.2.
  10. **
  11. *******************************************************************************
  12. ******************************************************************************/
  13. #include <linux/kernel.h>
  14. #include <linux/module.h>
  15. #include <linux/configfs.h>
  16. #include <net/sock.h>
  17. #include "config.h"
  18. #include "lowcomms.h"
  19. /*
  20. * /config/dlm/<cluster>/spaces/<space>/nodes/<node>/nodeid
  21. * /config/dlm/<cluster>/spaces/<space>/nodes/<node>/weight
  22. * /config/dlm/<cluster>/comms/<comm>/nodeid
  23. * /config/dlm/<cluster>/comms/<comm>/local
  24. * /config/dlm/<cluster>/comms/<comm>/addr
  25. * The <cluster> level is useless, but I haven't figured out how to avoid it.
  26. */
  27. static struct config_group *space_list;
  28. static struct config_group *comm_list;
  29. static struct comm *local_comm;
  30. struct clusters;
  31. struct cluster;
  32. struct spaces;
  33. struct space;
  34. struct comms;
  35. struct comm;
  36. struct nodes;
  37. struct node;
  38. static struct config_group *make_cluster(struct config_group *, const char *);
  39. static void drop_cluster(struct config_group *, struct config_item *);
  40. static void release_cluster(struct config_item *);
  41. static struct config_group *make_space(struct config_group *, const char *);
  42. static void drop_space(struct config_group *, struct config_item *);
  43. static void release_space(struct config_item *);
  44. static struct config_item *make_comm(struct config_group *, const char *);
  45. static void drop_comm(struct config_group *, struct config_item *);
  46. static void release_comm(struct config_item *);
  47. static struct config_item *make_node(struct config_group *, const char *);
  48. static void drop_node(struct config_group *, struct config_item *);
  49. static void release_node(struct config_item *);
  50. static ssize_t show_cluster(struct config_item *i, struct configfs_attribute *a,
  51. char *buf);
  52. static ssize_t store_cluster(struct config_item *i,
  53. struct configfs_attribute *a,
  54. const char *buf, size_t len);
  55. static ssize_t show_comm(struct config_item *i, struct configfs_attribute *a,
  56. char *buf);
  57. static ssize_t store_comm(struct config_item *i, struct configfs_attribute *a,
  58. const char *buf, size_t len);
  59. static ssize_t show_node(struct config_item *i, struct configfs_attribute *a,
  60. char *buf);
  61. static ssize_t store_node(struct config_item *i, struct configfs_attribute *a,
  62. const char *buf, size_t len);
  63. static ssize_t comm_nodeid_read(struct comm *cm, char *buf);
  64. static ssize_t comm_nodeid_write(struct comm *cm, const char *buf, size_t len);
  65. static ssize_t comm_local_read(struct comm *cm, char *buf);
  66. static ssize_t comm_local_write(struct comm *cm, const char *buf, size_t len);
  67. static ssize_t comm_addr_write(struct comm *cm, const char *buf, size_t len);
  68. static ssize_t node_nodeid_read(struct node *nd, char *buf);
  69. static ssize_t node_nodeid_write(struct node *nd, const char *buf, size_t len);
  70. static ssize_t node_weight_read(struct node *nd, char *buf);
  71. static ssize_t node_weight_write(struct node *nd, const char *buf, size_t len);
  72. struct cluster {
  73. struct config_group group;
  74. unsigned int cl_tcp_port;
  75. unsigned int cl_buffer_size;
  76. unsigned int cl_rsbtbl_size;
  77. unsigned int cl_lkbtbl_size;
  78. unsigned int cl_dirtbl_size;
  79. unsigned int cl_recover_timer;
  80. unsigned int cl_toss_secs;
  81. unsigned int cl_scan_secs;
  82. unsigned int cl_log_debug;
  83. unsigned int cl_protocol;
  84. unsigned int cl_timewarn_cs;
  85. };
  86. enum {
  87. CLUSTER_ATTR_TCP_PORT = 0,
  88. CLUSTER_ATTR_BUFFER_SIZE,
  89. CLUSTER_ATTR_RSBTBL_SIZE,
  90. CLUSTER_ATTR_LKBTBL_SIZE,
  91. CLUSTER_ATTR_DIRTBL_SIZE,
  92. CLUSTER_ATTR_RECOVER_TIMER,
  93. CLUSTER_ATTR_TOSS_SECS,
  94. CLUSTER_ATTR_SCAN_SECS,
  95. CLUSTER_ATTR_LOG_DEBUG,
  96. CLUSTER_ATTR_PROTOCOL,
  97. CLUSTER_ATTR_TIMEWARN_CS,
  98. };
  99. struct cluster_attribute {
  100. struct configfs_attribute attr;
  101. ssize_t (*show)(struct cluster *, char *);
  102. ssize_t (*store)(struct cluster *, const char *, size_t);
  103. };
  104. static ssize_t cluster_set(struct cluster *cl, unsigned int *cl_field,
  105. unsigned int *info_field, int check_zero,
  106. const char *buf, size_t len)
  107. {
  108. unsigned int x;
  109. if (!capable(CAP_SYS_ADMIN))
  110. return -EACCES;
  111. x = simple_strtoul(buf, NULL, 0);
  112. if (check_zero && !x)
  113. return -EINVAL;
  114. *cl_field = x;
  115. *info_field = x;
  116. return len;
  117. }
  118. #define __CONFIGFS_ATTR(_name,_mode,_read,_write) { \
  119. .attr = { .ca_name = __stringify(_name), \
  120. .ca_mode = _mode, \
  121. .ca_owner = THIS_MODULE }, \
  122. .show = _read, \
  123. .store = _write, \
  124. }
  125. #define CLUSTER_ATTR(name, check_zero) \
  126. static ssize_t name##_write(struct cluster *cl, const char *buf, size_t len) \
  127. { \
  128. return cluster_set(cl, &cl->cl_##name, &dlm_config.ci_##name, \
  129. check_zero, buf, len); \
  130. } \
  131. static ssize_t name##_read(struct cluster *cl, char *buf) \
  132. { \
  133. return snprintf(buf, PAGE_SIZE, "%u\n", cl->cl_##name); \
  134. } \
  135. static struct cluster_attribute cluster_attr_##name = \
  136. __CONFIGFS_ATTR(name, 0644, name##_read, name##_write)
  137. CLUSTER_ATTR(tcp_port, 1);
  138. CLUSTER_ATTR(buffer_size, 1);
  139. CLUSTER_ATTR(rsbtbl_size, 1);
  140. CLUSTER_ATTR(lkbtbl_size, 1);
  141. CLUSTER_ATTR(dirtbl_size, 1);
  142. CLUSTER_ATTR(recover_timer, 1);
  143. CLUSTER_ATTR(toss_secs, 1);
  144. CLUSTER_ATTR(scan_secs, 1);
  145. CLUSTER_ATTR(log_debug, 0);
  146. CLUSTER_ATTR(protocol, 0);
  147. CLUSTER_ATTR(timewarn_cs, 1);
  148. static struct configfs_attribute *cluster_attrs[] = {
  149. [CLUSTER_ATTR_TCP_PORT] = &cluster_attr_tcp_port.attr,
  150. [CLUSTER_ATTR_BUFFER_SIZE] = &cluster_attr_buffer_size.attr,
  151. [CLUSTER_ATTR_RSBTBL_SIZE] = &cluster_attr_rsbtbl_size.attr,
  152. [CLUSTER_ATTR_LKBTBL_SIZE] = &cluster_attr_lkbtbl_size.attr,
  153. [CLUSTER_ATTR_DIRTBL_SIZE] = &cluster_attr_dirtbl_size.attr,
  154. [CLUSTER_ATTR_RECOVER_TIMER] = &cluster_attr_recover_timer.attr,
  155. [CLUSTER_ATTR_TOSS_SECS] = &cluster_attr_toss_secs.attr,
  156. [CLUSTER_ATTR_SCAN_SECS] = &cluster_attr_scan_secs.attr,
  157. [CLUSTER_ATTR_LOG_DEBUG] = &cluster_attr_log_debug.attr,
  158. [CLUSTER_ATTR_PROTOCOL] = &cluster_attr_protocol.attr,
  159. [CLUSTER_ATTR_TIMEWARN_CS] = &cluster_attr_timewarn_cs.attr,
  160. NULL,
  161. };
  162. enum {
  163. COMM_ATTR_NODEID = 0,
  164. COMM_ATTR_LOCAL,
  165. COMM_ATTR_ADDR,
  166. };
  167. struct comm_attribute {
  168. struct configfs_attribute attr;
  169. ssize_t (*show)(struct comm *, char *);
  170. ssize_t (*store)(struct comm *, const char *, size_t);
  171. };
  172. static struct comm_attribute comm_attr_nodeid = {
  173. .attr = { .ca_owner = THIS_MODULE,
  174. .ca_name = "nodeid",
  175. .ca_mode = S_IRUGO | S_IWUSR },
  176. .show = comm_nodeid_read,
  177. .store = comm_nodeid_write,
  178. };
  179. static struct comm_attribute comm_attr_local = {
  180. .attr = { .ca_owner = THIS_MODULE,
  181. .ca_name = "local",
  182. .ca_mode = S_IRUGO | S_IWUSR },
  183. .show = comm_local_read,
  184. .store = comm_local_write,
  185. };
  186. static struct comm_attribute comm_attr_addr = {
  187. .attr = { .ca_owner = THIS_MODULE,
  188. .ca_name = "addr",
  189. .ca_mode = S_IRUGO | S_IWUSR },
  190. .store = comm_addr_write,
  191. };
  192. static struct configfs_attribute *comm_attrs[] = {
  193. [COMM_ATTR_NODEID] = &comm_attr_nodeid.attr,
  194. [COMM_ATTR_LOCAL] = &comm_attr_local.attr,
  195. [COMM_ATTR_ADDR] = &comm_attr_addr.attr,
  196. NULL,
  197. };
  198. enum {
  199. NODE_ATTR_NODEID = 0,
  200. NODE_ATTR_WEIGHT,
  201. };
  202. struct node_attribute {
  203. struct configfs_attribute attr;
  204. ssize_t (*show)(struct node *, char *);
  205. ssize_t (*store)(struct node *, const char *, size_t);
  206. };
  207. static struct node_attribute node_attr_nodeid = {
  208. .attr = { .ca_owner = THIS_MODULE,
  209. .ca_name = "nodeid",
  210. .ca_mode = S_IRUGO | S_IWUSR },
  211. .show = node_nodeid_read,
  212. .store = node_nodeid_write,
  213. };
  214. static struct node_attribute node_attr_weight = {
  215. .attr = { .ca_owner = THIS_MODULE,
  216. .ca_name = "weight",
  217. .ca_mode = S_IRUGO | S_IWUSR },
  218. .show = node_weight_read,
  219. .store = node_weight_write,
  220. };
  221. static struct configfs_attribute *node_attrs[] = {
  222. [NODE_ATTR_NODEID] = &node_attr_nodeid.attr,
  223. [NODE_ATTR_WEIGHT] = &node_attr_weight.attr,
  224. NULL,
  225. };
  226. struct clusters {
  227. struct configfs_subsystem subsys;
  228. };
  229. struct spaces {
  230. struct config_group ss_group;
  231. };
  232. struct space {
  233. struct config_group group;
  234. struct list_head members;
  235. struct mutex members_lock;
  236. int members_count;
  237. };
  238. struct comms {
  239. struct config_group cs_group;
  240. };
  241. struct comm {
  242. struct config_item item;
  243. int nodeid;
  244. int local;
  245. int addr_count;
  246. struct sockaddr_storage *addr[DLM_MAX_ADDR_COUNT];
  247. };
  248. struct nodes {
  249. struct config_group ns_group;
  250. };
  251. struct node {
  252. struct config_item item;
  253. struct list_head list; /* space->members */
  254. int nodeid;
  255. int weight;
  256. };
  257. static struct configfs_group_operations clusters_ops = {
  258. .make_group = make_cluster,
  259. .drop_item = drop_cluster,
  260. };
  261. static struct configfs_item_operations cluster_ops = {
  262. .release = release_cluster,
  263. .show_attribute = show_cluster,
  264. .store_attribute = store_cluster,
  265. };
  266. static struct configfs_group_operations spaces_ops = {
  267. .make_group = make_space,
  268. .drop_item = drop_space,
  269. };
  270. static struct configfs_item_operations space_ops = {
  271. .release = release_space,
  272. };
  273. static struct configfs_group_operations comms_ops = {
  274. .make_item = make_comm,
  275. .drop_item = drop_comm,
  276. };
  277. static struct configfs_item_operations comm_ops = {
  278. .release = release_comm,
  279. .show_attribute = show_comm,
  280. .store_attribute = store_comm,
  281. };
  282. static struct configfs_group_operations nodes_ops = {
  283. .make_item = make_node,
  284. .drop_item = drop_node,
  285. };
  286. static struct configfs_item_operations node_ops = {
  287. .release = release_node,
  288. .show_attribute = show_node,
  289. .store_attribute = store_node,
  290. };
  291. static struct config_item_type clusters_type = {
  292. .ct_group_ops = &clusters_ops,
  293. .ct_owner = THIS_MODULE,
  294. };
  295. static struct config_item_type cluster_type = {
  296. .ct_item_ops = &cluster_ops,
  297. .ct_attrs = cluster_attrs,
  298. .ct_owner = THIS_MODULE,
  299. };
  300. static struct config_item_type spaces_type = {
  301. .ct_group_ops = &spaces_ops,
  302. .ct_owner = THIS_MODULE,
  303. };
  304. static struct config_item_type space_type = {
  305. .ct_item_ops = &space_ops,
  306. .ct_owner = THIS_MODULE,
  307. };
  308. static struct config_item_type comms_type = {
  309. .ct_group_ops = &comms_ops,
  310. .ct_owner = THIS_MODULE,
  311. };
  312. static struct config_item_type comm_type = {
  313. .ct_item_ops = &comm_ops,
  314. .ct_attrs = comm_attrs,
  315. .ct_owner = THIS_MODULE,
  316. };
  317. static struct config_item_type nodes_type = {
  318. .ct_group_ops = &nodes_ops,
  319. .ct_owner = THIS_MODULE,
  320. };
  321. static struct config_item_type node_type = {
  322. .ct_item_ops = &node_ops,
  323. .ct_attrs = node_attrs,
  324. .ct_owner = THIS_MODULE,
  325. };
  326. static struct cluster *to_cluster(struct config_item *i)
  327. {
  328. return i ? container_of(to_config_group(i), struct cluster, group):NULL;
  329. }
  330. static struct space *to_space(struct config_item *i)
  331. {
  332. return i ? container_of(to_config_group(i), struct space, group) : NULL;
  333. }
  334. static struct comm *to_comm(struct config_item *i)
  335. {
  336. return i ? container_of(i, struct comm, item) : NULL;
  337. }
  338. static struct node *to_node(struct config_item *i)
  339. {
  340. return i ? container_of(i, struct node, item) : NULL;
  341. }
  342. static struct config_group *make_cluster(struct config_group *g,
  343. const char *name)
  344. {
  345. struct cluster *cl = NULL;
  346. struct spaces *sps = NULL;
  347. struct comms *cms = NULL;
  348. void *gps = NULL;
  349. cl = kzalloc(sizeof(struct cluster), GFP_KERNEL);
  350. gps = kcalloc(3, sizeof(struct config_group *), GFP_KERNEL);
  351. sps = kzalloc(sizeof(struct spaces), GFP_KERNEL);
  352. cms = kzalloc(sizeof(struct comms), GFP_KERNEL);
  353. if (!cl || !gps || !sps || !cms)
  354. goto fail;
  355. config_group_init_type_name(&cl->group, name, &cluster_type);
  356. config_group_init_type_name(&sps->ss_group, "spaces", &spaces_type);
  357. config_group_init_type_name(&cms->cs_group, "comms", &comms_type);
  358. cl->group.default_groups = gps;
  359. cl->group.default_groups[0] = &sps->ss_group;
  360. cl->group.default_groups[1] = &cms->cs_group;
  361. cl->group.default_groups[2] = NULL;
  362. cl->cl_tcp_port = dlm_config.ci_tcp_port;
  363. cl->cl_buffer_size = dlm_config.ci_buffer_size;
  364. cl->cl_rsbtbl_size = dlm_config.ci_rsbtbl_size;
  365. cl->cl_lkbtbl_size = dlm_config.ci_lkbtbl_size;
  366. cl->cl_dirtbl_size = dlm_config.ci_dirtbl_size;
  367. cl->cl_recover_timer = dlm_config.ci_recover_timer;
  368. cl->cl_toss_secs = dlm_config.ci_toss_secs;
  369. cl->cl_scan_secs = dlm_config.ci_scan_secs;
  370. cl->cl_log_debug = dlm_config.ci_log_debug;
  371. cl->cl_protocol = dlm_config.ci_protocol;
  372. cl->cl_timewarn_cs = dlm_config.ci_timewarn_cs;
  373. space_list = &sps->ss_group;
  374. comm_list = &cms->cs_group;
  375. return &cl->group;
  376. fail:
  377. kfree(cl);
  378. kfree(gps);
  379. kfree(sps);
  380. kfree(cms);
  381. return NULL;
  382. }
  383. static void drop_cluster(struct config_group *g, struct config_item *i)
  384. {
  385. struct cluster *cl = to_cluster(i);
  386. struct config_item *tmp;
  387. int j;
  388. for (j = 0; cl->group.default_groups[j]; j++) {
  389. tmp = &cl->group.default_groups[j]->cg_item;
  390. cl->group.default_groups[j] = NULL;
  391. config_item_put(tmp);
  392. }
  393. space_list = NULL;
  394. comm_list = NULL;
  395. config_item_put(i);
  396. }
  397. static void release_cluster(struct config_item *i)
  398. {
  399. struct cluster *cl = to_cluster(i);
  400. kfree(cl->group.default_groups);
  401. kfree(cl);
  402. }
  403. static struct config_group *make_space(struct config_group *g, const char *name)
  404. {
  405. struct space *sp = NULL;
  406. struct nodes *nds = NULL;
  407. void *gps = NULL;
  408. sp = kzalloc(sizeof(struct space), GFP_KERNEL);
  409. gps = kcalloc(2, sizeof(struct config_group *), GFP_KERNEL);
  410. nds = kzalloc(sizeof(struct nodes), GFP_KERNEL);
  411. if (!sp || !gps || !nds)
  412. goto fail;
  413. config_group_init_type_name(&sp->group, name, &space_type);
  414. config_group_init_type_name(&nds->ns_group, "nodes", &nodes_type);
  415. sp->group.default_groups = gps;
  416. sp->group.default_groups[0] = &nds->ns_group;
  417. sp->group.default_groups[1] = NULL;
  418. INIT_LIST_HEAD(&sp->members);
  419. mutex_init(&sp->members_lock);
  420. sp->members_count = 0;
  421. return &sp->group;
  422. fail:
  423. kfree(sp);
  424. kfree(gps);
  425. kfree(nds);
  426. return NULL;
  427. }
  428. static void drop_space(struct config_group *g, struct config_item *i)
  429. {
  430. struct space *sp = to_space(i);
  431. struct config_item *tmp;
  432. int j;
  433. /* assert list_empty(&sp->members) */
  434. for (j = 0; sp->group.default_groups[j]; j++) {
  435. tmp = &sp->group.default_groups[j]->cg_item;
  436. sp->group.default_groups[j] = NULL;
  437. config_item_put(tmp);
  438. }
  439. config_item_put(i);
  440. }
  441. static void release_space(struct config_item *i)
  442. {
  443. struct space *sp = to_space(i);
  444. kfree(sp->group.default_groups);
  445. kfree(sp);
  446. }
  447. static struct config_item *make_comm(struct config_group *g, const char *name)
  448. {
  449. struct comm *cm;
  450. cm = kzalloc(sizeof(struct comm), GFP_KERNEL);
  451. if (!cm)
  452. return NULL;
  453. config_item_init_type_name(&cm->item, name, &comm_type);
  454. cm->nodeid = -1;
  455. cm->local = 0;
  456. cm->addr_count = 0;
  457. return &cm->item;
  458. }
  459. static void drop_comm(struct config_group *g, struct config_item *i)
  460. {
  461. struct comm *cm = to_comm(i);
  462. if (local_comm == cm)
  463. local_comm = NULL;
  464. dlm_lowcomms_close(cm->nodeid);
  465. while (cm->addr_count--)
  466. kfree(cm->addr[cm->addr_count]);
  467. config_item_put(i);
  468. }
  469. static void release_comm(struct config_item *i)
  470. {
  471. struct comm *cm = to_comm(i);
  472. kfree(cm);
  473. }
  474. static struct config_item *make_node(struct config_group *g, const char *name)
  475. {
  476. struct space *sp = to_space(g->cg_item.ci_parent);
  477. struct node *nd;
  478. nd = kzalloc(sizeof(struct node), GFP_KERNEL);
  479. if (!nd)
  480. return NULL;
  481. config_item_init_type_name(&nd->item, name, &node_type);
  482. nd->nodeid = -1;
  483. nd->weight = 1; /* default weight of 1 if none is set */
  484. mutex_lock(&sp->members_lock);
  485. list_add(&nd->list, &sp->members);
  486. sp->members_count++;
  487. mutex_unlock(&sp->members_lock);
  488. return &nd->item;
  489. }
  490. static void drop_node(struct config_group *g, struct config_item *i)
  491. {
  492. struct space *sp = to_space(g->cg_item.ci_parent);
  493. struct node *nd = to_node(i);
  494. mutex_lock(&sp->members_lock);
  495. list_del(&nd->list);
  496. sp->members_count--;
  497. mutex_unlock(&sp->members_lock);
  498. config_item_put(i);
  499. }
  500. static void release_node(struct config_item *i)
  501. {
  502. struct node *nd = to_node(i);
  503. kfree(nd);
  504. }
  505. static struct clusters clusters_root = {
  506. .subsys = {
  507. .su_group = {
  508. .cg_item = {
  509. .ci_namebuf = "dlm",
  510. .ci_type = &clusters_type,
  511. },
  512. },
  513. },
  514. };
  515. int dlm_config_init(void)
  516. {
  517. config_group_init(&clusters_root.subsys.su_group);
  518. init_MUTEX(&clusters_root.subsys.su_sem);
  519. return configfs_register_subsystem(&clusters_root.subsys);
  520. }
  521. void dlm_config_exit(void)
  522. {
  523. configfs_unregister_subsystem(&clusters_root.subsys);
  524. }
  525. /*
  526. * Functions for user space to read/write attributes
  527. */
  528. static ssize_t show_cluster(struct config_item *i, struct configfs_attribute *a,
  529. char *buf)
  530. {
  531. struct cluster *cl = to_cluster(i);
  532. struct cluster_attribute *cla =
  533. container_of(a, struct cluster_attribute, attr);
  534. return cla->show ? cla->show(cl, buf) : 0;
  535. }
  536. static ssize_t store_cluster(struct config_item *i,
  537. struct configfs_attribute *a,
  538. const char *buf, size_t len)
  539. {
  540. struct cluster *cl = to_cluster(i);
  541. struct cluster_attribute *cla =
  542. container_of(a, struct cluster_attribute, attr);
  543. return cla->store ? cla->store(cl, buf, len) : -EINVAL;
  544. }
  545. static ssize_t show_comm(struct config_item *i, struct configfs_attribute *a,
  546. char *buf)
  547. {
  548. struct comm *cm = to_comm(i);
  549. struct comm_attribute *cma =
  550. container_of(a, struct comm_attribute, attr);
  551. return cma->show ? cma->show(cm, buf) : 0;
  552. }
  553. static ssize_t store_comm(struct config_item *i, struct configfs_attribute *a,
  554. const char *buf, size_t len)
  555. {
  556. struct comm *cm = to_comm(i);
  557. struct comm_attribute *cma =
  558. container_of(a, struct comm_attribute, attr);
  559. return cma->store ? cma->store(cm, buf, len) : -EINVAL;
  560. }
  561. static ssize_t comm_nodeid_read(struct comm *cm, char *buf)
  562. {
  563. return sprintf(buf, "%d\n", cm->nodeid);
  564. }
  565. static ssize_t comm_nodeid_write(struct comm *cm, const char *buf, size_t len)
  566. {
  567. cm->nodeid = simple_strtol(buf, NULL, 0);
  568. return len;
  569. }
  570. static ssize_t comm_local_read(struct comm *cm, char *buf)
  571. {
  572. return sprintf(buf, "%d\n", cm->local);
  573. }
  574. static ssize_t comm_local_write(struct comm *cm, const char *buf, size_t len)
  575. {
  576. cm->local= simple_strtol(buf, NULL, 0);
  577. if (cm->local && !local_comm)
  578. local_comm = cm;
  579. return len;
  580. }
  581. static ssize_t comm_addr_write(struct comm *cm, const char *buf, size_t len)
  582. {
  583. struct sockaddr_storage *addr;
  584. if (len != sizeof(struct sockaddr_storage))
  585. return -EINVAL;
  586. if (cm->addr_count >= DLM_MAX_ADDR_COUNT)
  587. return -ENOSPC;
  588. addr = kzalloc(sizeof(*addr), GFP_KERNEL);
  589. if (!addr)
  590. return -ENOMEM;
  591. memcpy(addr, buf, len);
  592. cm->addr[cm->addr_count++] = addr;
  593. return len;
  594. }
  595. static ssize_t show_node(struct config_item *i, struct configfs_attribute *a,
  596. char *buf)
  597. {
  598. struct node *nd = to_node(i);
  599. struct node_attribute *nda =
  600. container_of(a, struct node_attribute, attr);
  601. return nda->show ? nda->show(nd, buf) : 0;
  602. }
  603. static ssize_t store_node(struct config_item *i, struct configfs_attribute *a,
  604. const char *buf, size_t len)
  605. {
  606. struct node *nd = to_node(i);
  607. struct node_attribute *nda =
  608. container_of(a, struct node_attribute, attr);
  609. return nda->store ? nda->store(nd, buf, len) : -EINVAL;
  610. }
  611. static ssize_t node_nodeid_read(struct node *nd, char *buf)
  612. {
  613. return sprintf(buf, "%d\n", nd->nodeid);
  614. }
  615. static ssize_t node_nodeid_write(struct node *nd, const char *buf, size_t len)
  616. {
  617. nd->nodeid = simple_strtol(buf, NULL, 0);
  618. return len;
  619. }
  620. static ssize_t node_weight_read(struct node *nd, char *buf)
  621. {
  622. return sprintf(buf, "%d\n", nd->weight);
  623. }
  624. static ssize_t node_weight_write(struct node *nd, const char *buf, size_t len)
  625. {
  626. nd->weight = simple_strtol(buf, NULL, 0);
  627. return len;
  628. }
  629. /*
  630. * Functions for the dlm to get the info that's been configured
  631. */
  632. static struct space *get_space(char *name)
  633. {
  634. struct config_item *i;
  635. if (!space_list)
  636. return NULL;
  637. down(&space_list->cg_subsys->su_sem);
  638. i = config_group_find_obj(space_list, name);
  639. up(&space_list->cg_subsys->su_sem);
  640. return to_space(i);
  641. }
  642. static void put_space(struct space *sp)
  643. {
  644. config_item_put(&sp->group.cg_item);
  645. }
  646. static struct comm *get_comm(int nodeid, struct sockaddr_storage *addr)
  647. {
  648. struct config_item *i;
  649. struct comm *cm = NULL;
  650. int found = 0;
  651. if (!comm_list)
  652. return NULL;
  653. down(&clusters_root.subsys.su_sem);
  654. list_for_each_entry(i, &comm_list->cg_children, ci_entry) {
  655. cm = to_comm(i);
  656. if (nodeid) {
  657. if (cm->nodeid != nodeid)
  658. continue;
  659. found = 1;
  660. config_item_get(i);
  661. break;
  662. } else {
  663. if (!cm->addr_count ||
  664. memcmp(cm->addr[0], addr, sizeof(*addr)))
  665. continue;
  666. found = 1;
  667. config_item_get(i);
  668. break;
  669. }
  670. }
  671. up(&clusters_root.subsys.su_sem);
  672. if (!found)
  673. cm = NULL;
  674. return cm;
  675. }
  676. static void put_comm(struct comm *cm)
  677. {
  678. config_item_put(&cm->item);
  679. }
  680. /* caller must free mem */
  681. int dlm_nodeid_list(char *lsname, int **ids_out)
  682. {
  683. struct space *sp;
  684. struct node *nd;
  685. int i = 0, rv = 0;
  686. int *ids;
  687. sp = get_space(lsname);
  688. if (!sp)
  689. return -EEXIST;
  690. mutex_lock(&sp->members_lock);
  691. if (!sp->members_count) {
  692. rv = 0;
  693. goto out;
  694. }
  695. ids = kcalloc(sp->members_count, sizeof(int), GFP_KERNEL);
  696. if (!ids) {
  697. rv = -ENOMEM;
  698. goto out;
  699. }
  700. rv = sp->members_count;
  701. list_for_each_entry(nd, &sp->members, list)
  702. ids[i++] = nd->nodeid;
  703. if (rv != i)
  704. printk("bad nodeid count %d %d\n", rv, i);
  705. *ids_out = ids;
  706. out:
  707. mutex_unlock(&sp->members_lock);
  708. put_space(sp);
  709. return rv;
  710. }
  711. int dlm_node_weight(char *lsname, int nodeid)
  712. {
  713. struct space *sp;
  714. struct node *nd;
  715. int w = -EEXIST;
  716. sp = get_space(lsname);
  717. if (!sp)
  718. goto out;
  719. mutex_lock(&sp->members_lock);
  720. list_for_each_entry(nd, &sp->members, list) {
  721. if (nd->nodeid != nodeid)
  722. continue;
  723. w = nd->weight;
  724. break;
  725. }
  726. mutex_unlock(&sp->members_lock);
  727. put_space(sp);
  728. out:
  729. return w;
  730. }
  731. int dlm_nodeid_to_addr(int nodeid, struct sockaddr_storage *addr)
  732. {
  733. struct comm *cm = get_comm(nodeid, NULL);
  734. if (!cm)
  735. return -EEXIST;
  736. if (!cm->addr_count)
  737. return -ENOENT;
  738. memcpy(addr, cm->addr[0], sizeof(*addr));
  739. put_comm(cm);
  740. return 0;
  741. }
  742. int dlm_addr_to_nodeid(struct sockaddr_storage *addr, int *nodeid)
  743. {
  744. struct comm *cm = get_comm(0, addr);
  745. if (!cm)
  746. return -EEXIST;
  747. *nodeid = cm->nodeid;
  748. put_comm(cm);
  749. return 0;
  750. }
  751. int dlm_our_nodeid(void)
  752. {
  753. return local_comm ? local_comm->nodeid : 0;
  754. }
  755. /* num 0 is first addr, num 1 is second addr */
  756. int dlm_our_addr(struct sockaddr_storage *addr, int num)
  757. {
  758. if (!local_comm)
  759. return -1;
  760. if (num + 1 > local_comm->addr_count)
  761. return -1;
  762. memcpy(addr, local_comm->addr[num], sizeof(*addr));
  763. return 0;
  764. }
  765. /* Config file defaults */
  766. #define DEFAULT_TCP_PORT 21064
  767. #define DEFAULT_BUFFER_SIZE 4096
  768. #define DEFAULT_RSBTBL_SIZE 256
  769. #define DEFAULT_LKBTBL_SIZE 1024
  770. #define DEFAULT_DIRTBL_SIZE 512
  771. #define DEFAULT_RECOVER_TIMER 5
  772. #define DEFAULT_TOSS_SECS 10
  773. #define DEFAULT_SCAN_SECS 5
  774. #define DEFAULT_LOG_DEBUG 0
  775. #define DEFAULT_PROTOCOL 0
  776. #define DEFAULT_TIMEWARN_CS 500 /* 5 sec = 500 centiseconds */
  777. struct dlm_config_info dlm_config = {
  778. .ci_tcp_port = DEFAULT_TCP_PORT,
  779. .ci_buffer_size = DEFAULT_BUFFER_SIZE,
  780. .ci_rsbtbl_size = DEFAULT_RSBTBL_SIZE,
  781. .ci_lkbtbl_size = DEFAULT_LKBTBL_SIZE,
  782. .ci_dirtbl_size = DEFAULT_DIRTBL_SIZE,
  783. .ci_recover_timer = DEFAULT_RECOVER_TIMER,
  784. .ci_toss_secs = DEFAULT_TOSS_SECS,
  785. .ci_scan_secs = DEFAULT_SCAN_SECS,
  786. .ci_log_debug = DEFAULT_LOG_DEBUG,
  787. .ci_protocol = DEFAULT_PROTOCOL,
  788. .ci_timewarn_cs = DEFAULT_TIMEWARN_CS
  789. };