config.c 27 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025
  1. /******************************************************************************
  2. *******************************************************************************
  3. **
  4. ** Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
  5. ** Copyright (C) 2004-2011 Red Hat, Inc. All rights reserved.
  6. **
  7. ** This copyrighted material is made available to anyone wishing to use,
  8. ** modify, copy, or redistribute it subject to the terms and conditions
  9. ** of the GNU General Public License v.2.
  10. **
  11. *******************************************************************************
  12. ******************************************************************************/
  13. #include <linux/kernel.h>
  14. #include <linux/module.h>
  15. #include <linux/configfs.h>
  16. #include <linux/slab.h>
  17. #include <linux/in.h>
  18. #include <linux/in6.h>
  19. #include <linux/dlmconstants.h>
  20. #include <net/ipv6.h>
  21. #include <net/sock.h>
  22. #include "config.h"
  23. #include "lowcomms.h"
  24. /*
  25. * /config/dlm/<cluster>/spaces/<space>/nodes/<node>/nodeid
  26. * /config/dlm/<cluster>/spaces/<space>/nodes/<node>/weight
  27. * /config/dlm/<cluster>/comms/<comm>/nodeid
  28. * /config/dlm/<cluster>/comms/<comm>/local
  29. * /config/dlm/<cluster>/comms/<comm>/addr (write only)
  30. * /config/dlm/<cluster>/comms/<comm>/addr_list (read only)
  31. * The <cluster> level is useless, but I haven't figured out how to avoid it.
  32. */
  33. static struct config_group *space_list;
  34. static struct config_group *comm_list;
  35. static struct dlm_comm *local_comm;
  36. static uint32_t dlm_comm_count;
  37. struct dlm_clusters;
  38. struct dlm_cluster;
  39. struct dlm_spaces;
  40. struct dlm_space;
  41. struct dlm_comms;
  42. struct dlm_comm;
  43. struct dlm_nodes;
  44. struct dlm_node;
  45. static struct config_group *make_cluster(struct config_group *, const char *);
  46. static void drop_cluster(struct config_group *, struct config_item *);
  47. static void release_cluster(struct config_item *);
  48. static struct config_group *make_space(struct config_group *, const char *);
  49. static void drop_space(struct config_group *, struct config_item *);
  50. static void release_space(struct config_item *);
  51. static struct config_item *make_comm(struct config_group *, const char *);
  52. static void drop_comm(struct config_group *, struct config_item *);
  53. static void release_comm(struct config_item *);
  54. static struct config_item *make_node(struct config_group *, const char *);
  55. static void drop_node(struct config_group *, struct config_item *);
  56. static void release_node(struct config_item *);
  57. static ssize_t show_cluster(struct config_item *i, struct configfs_attribute *a,
  58. char *buf);
  59. static ssize_t store_cluster(struct config_item *i,
  60. struct configfs_attribute *a,
  61. const char *buf, size_t len);
  62. static ssize_t show_comm(struct config_item *i, struct configfs_attribute *a,
  63. char *buf);
  64. static ssize_t store_comm(struct config_item *i, struct configfs_attribute *a,
  65. const char *buf, size_t len);
  66. static ssize_t show_node(struct config_item *i, struct configfs_attribute *a,
  67. char *buf);
  68. static ssize_t store_node(struct config_item *i, struct configfs_attribute *a,
  69. const char *buf, size_t len);
  70. static ssize_t comm_nodeid_read(struct dlm_comm *cm, char *buf);
  71. static ssize_t comm_nodeid_write(struct dlm_comm *cm, const char *buf,
  72. size_t len);
  73. static ssize_t comm_local_read(struct dlm_comm *cm, char *buf);
  74. static ssize_t comm_local_write(struct dlm_comm *cm, const char *buf,
  75. size_t len);
  76. static ssize_t comm_addr_write(struct dlm_comm *cm, const char *buf,
  77. size_t len);
  78. static ssize_t comm_addr_list_read(struct dlm_comm *cm, char *buf);
  79. static ssize_t node_nodeid_read(struct dlm_node *nd, char *buf);
  80. static ssize_t node_nodeid_write(struct dlm_node *nd, const char *buf,
  81. size_t len);
  82. static ssize_t node_weight_read(struct dlm_node *nd, char *buf);
  83. static ssize_t node_weight_write(struct dlm_node *nd, const char *buf,
  84. size_t len);
  85. struct dlm_cluster {
  86. struct config_group group;
  87. unsigned int cl_tcp_port;
  88. unsigned int cl_buffer_size;
  89. unsigned int cl_rsbtbl_size;
  90. unsigned int cl_recover_timer;
  91. unsigned int cl_toss_secs;
  92. unsigned int cl_scan_secs;
  93. unsigned int cl_log_debug;
  94. unsigned int cl_protocol;
  95. unsigned int cl_timewarn_cs;
  96. unsigned int cl_waitwarn_us;
  97. unsigned int cl_new_rsb_count;
  98. unsigned int cl_recover_callbacks;
  99. char cl_cluster_name[DLM_LOCKSPACE_LEN];
  100. };
  101. enum {
  102. CLUSTER_ATTR_TCP_PORT = 0,
  103. CLUSTER_ATTR_BUFFER_SIZE,
  104. CLUSTER_ATTR_RSBTBL_SIZE,
  105. CLUSTER_ATTR_RECOVER_TIMER,
  106. CLUSTER_ATTR_TOSS_SECS,
  107. CLUSTER_ATTR_SCAN_SECS,
  108. CLUSTER_ATTR_LOG_DEBUG,
  109. CLUSTER_ATTR_PROTOCOL,
  110. CLUSTER_ATTR_TIMEWARN_CS,
  111. CLUSTER_ATTR_WAITWARN_US,
  112. CLUSTER_ATTR_NEW_RSB_COUNT,
  113. CLUSTER_ATTR_RECOVER_CALLBACKS,
  114. CLUSTER_ATTR_CLUSTER_NAME,
  115. };
  116. struct cluster_attribute {
  117. struct configfs_attribute attr;
  118. ssize_t (*show)(struct dlm_cluster *, char *);
  119. ssize_t (*store)(struct dlm_cluster *, const char *, size_t);
  120. };
  121. static ssize_t cluster_cluster_name_read(struct dlm_cluster *cl, char *buf)
  122. {
  123. return sprintf(buf, "%s\n", cl->cl_cluster_name);
  124. }
  125. static ssize_t cluster_cluster_name_write(struct dlm_cluster *cl,
  126. const char *buf, size_t len)
  127. {
  128. strncpy(dlm_config.ci_cluster_name, buf, DLM_LOCKSPACE_LEN);
  129. strncpy(cl->cl_cluster_name, buf, DLM_LOCKSPACE_LEN);
  130. return len;
  131. }
  132. static struct cluster_attribute cluster_attr_cluster_name = {
  133. .attr = { .ca_owner = THIS_MODULE,
  134. .ca_name = "cluster_name",
  135. .ca_mode = S_IRUGO | S_IWUSR },
  136. .show = cluster_cluster_name_read,
  137. .store = cluster_cluster_name_write,
  138. };
  139. static ssize_t cluster_set(struct dlm_cluster *cl, unsigned int *cl_field,
  140. int *info_field, int check_zero,
  141. const char *buf, size_t len)
  142. {
  143. unsigned int x;
  144. if (!capable(CAP_SYS_ADMIN))
  145. return -EPERM;
  146. x = simple_strtoul(buf, NULL, 0);
  147. if (check_zero && !x)
  148. return -EINVAL;
  149. *cl_field = x;
  150. *info_field = x;
  151. return len;
  152. }
  153. #define CLUSTER_ATTR(name, check_zero) \
  154. static ssize_t name##_write(struct dlm_cluster *cl, const char *buf, size_t len) \
  155. { \
  156. return cluster_set(cl, &cl->cl_##name, &dlm_config.ci_##name, \
  157. check_zero, buf, len); \
  158. } \
  159. static ssize_t name##_read(struct dlm_cluster *cl, char *buf) \
  160. { \
  161. return snprintf(buf, PAGE_SIZE, "%u\n", cl->cl_##name); \
  162. } \
  163. static struct cluster_attribute cluster_attr_##name = \
  164. __CONFIGFS_ATTR(name, 0644, name##_read, name##_write)
  165. CLUSTER_ATTR(tcp_port, 1);
  166. CLUSTER_ATTR(buffer_size, 1);
  167. CLUSTER_ATTR(rsbtbl_size, 1);
  168. CLUSTER_ATTR(recover_timer, 1);
  169. CLUSTER_ATTR(toss_secs, 1);
  170. CLUSTER_ATTR(scan_secs, 1);
  171. CLUSTER_ATTR(log_debug, 0);
  172. CLUSTER_ATTR(protocol, 0);
  173. CLUSTER_ATTR(timewarn_cs, 1);
  174. CLUSTER_ATTR(waitwarn_us, 0);
  175. CLUSTER_ATTR(new_rsb_count, 0);
  176. CLUSTER_ATTR(recover_callbacks, 0);
  177. static struct configfs_attribute *cluster_attrs[] = {
  178. [CLUSTER_ATTR_TCP_PORT] = &cluster_attr_tcp_port.attr,
  179. [CLUSTER_ATTR_BUFFER_SIZE] = &cluster_attr_buffer_size.attr,
  180. [CLUSTER_ATTR_RSBTBL_SIZE] = &cluster_attr_rsbtbl_size.attr,
  181. [CLUSTER_ATTR_RECOVER_TIMER] = &cluster_attr_recover_timer.attr,
  182. [CLUSTER_ATTR_TOSS_SECS] = &cluster_attr_toss_secs.attr,
  183. [CLUSTER_ATTR_SCAN_SECS] = &cluster_attr_scan_secs.attr,
  184. [CLUSTER_ATTR_LOG_DEBUG] = &cluster_attr_log_debug.attr,
  185. [CLUSTER_ATTR_PROTOCOL] = &cluster_attr_protocol.attr,
  186. [CLUSTER_ATTR_TIMEWARN_CS] = &cluster_attr_timewarn_cs.attr,
  187. [CLUSTER_ATTR_WAITWARN_US] = &cluster_attr_waitwarn_us.attr,
  188. [CLUSTER_ATTR_NEW_RSB_COUNT] = &cluster_attr_new_rsb_count.attr,
  189. [CLUSTER_ATTR_RECOVER_CALLBACKS] = &cluster_attr_recover_callbacks.attr,
  190. [CLUSTER_ATTR_CLUSTER_NAME] = &cluster_attr_cluster_name.attr,
  191. NULL,
  192. };
  193. enum {
  194. COMM_ATTR_NODEID = 0,
  195. COMM_ATTR_LOCAL,
  196. COMM_ATTR_ADDR,
  197. COMM_ATTR_ADDR_LIST,
  198. };
  199. struct comm_attribute {
  200. struct configfs_attribute attr;
  201. ssize_t (*show)(struct dlm_comm *, char *);
  202. ssize_t (*store)(struct dlm_comm *, const char *, size_t);
  203. };
  204. static struct comm_attribute comm_attr_nodeid = {
  205. .attr = { .ca_owner = THIS_MODULE,
  206. .ca_name = "nodeid",
  207. .ca_mode = S_IRUGO | S_IWUSR },
  208. .show = comm_nodeid_read,
  209. .store = comm_nodeid_write,
  210. };
  211. static struct comm_attribute comm_attr_local = {
  212. .attr = { .ca_owner = THIS_MODULE,
  213. .ca_name = "local",
  214. .ca_mode = S_IRUGO | S_IWUSR },
  215. .show = comm_local_read,
  216. .store = comm_local_write,
  217. };
  218. static struct comm_attribute comm_attr_addr = {
  219. .attr = { .ca_owner = THIS_MODULE,
  220. .ca_name = "addr",
  221. .ca_mode = S_IWUSR },
  222. .store = comm_addr_write,
  223. };
  224. static struct comm_attribute comm_attr_addr_list = {
  225. .attr = { .ca_owner = THIS_MODULE,
  226. .ca_name = "addr_list",
  227. .ca_mode = S_IRUGO },
  228. .show = comm_addr_list_read,
  229. };
  230. static struct configfs_attribute *comm_attrs[] = {
  231. [COMM_ATTR_NODEID] = &comm_attr_nodeid.attr,
  232. [COMM_ATTR_LOCAL] = &comm_attr_local.attr,
  233. [COMM_ATTR_ADDR] = &comm_attr_addr.attr,
  234. [COMM_ATTR_ADDR_LIST] = &comm_attr_addr_list.attr,
  235. NULL,
  236. };
  237. enum {
  238. NODE_ATTR_NODEID = 0,
  239. NODE_ATTR_WEIGHT,
  240. };
  241. struct node_attribute {
  242. struct configfs_attribute attr;
  243. ssize_t (*show)(struct dlm_node *, char *);
  244. ssize_t (*store)(struct dlm_node *, const char *, size_t);
  245. };
  246. static struct node_attribute node_attr_nodeid = {
  247. .attr = { .ca_owner = THIS_MODULE,
  248. .ca_name = "nodeid",
  249. .ca_mode = S_IRUGO | S_IWUSR },
  250. .show = node_nodeid_read,
  251. .store = node_nodeid_write,
  252. };
  253. static struct node_attribute node_attr_weight = {
  254. .attr = { .ca_owner = THIS_MODULE,
  255. .ca_name = "weight",
  256. .ca_mode = S_IRUGO | S_IWUSR },
  257. .show = node_weight_read,
  258. .store = node_weight_write,
  259. };
  260. static struct configfs_attribute *node_attrs[] = {
  261. [NODE_ATTR_NODEID] = &node_attr_nodeid.attr,
  262. [NODE_ATTR_WEIGHT] = &node_attr_weight.attr,
  263. NULL,
  264. };
  265. struct dlm_clusters {
  266. struct configfs_subsystem subsys;
  267. };
  268. struct dlm_spaces {
  269. struct config_group ss_group;
  270. };
  271. struct dlm_space {
  272. struct config_group group;
  273. struct list_head members;
  274. struct mutex members_lock;
  275. int members_count;
  276. };
  277. struct dlm_comms {
  278. struct config_group cs_group;
  279. };
  280. struct dlm_comm {
  281. struct config_item item;
  282. int seq;
  283. int nodeid;
  284. int local;
  285. int addr_count;
  286. struct sockaddr_storage *addr[DLM_MAX_ADDR_COUNT];
  287. };
  288. struct dlm_nodes {
  289. struct config_group ns_group;
  290. };
  291. struct dlm_node {
  292. struct config_item item;
  293. struct list_head list; /* space->members */
  294. int nodeid;
  295. int weight;
  296. int new;
  297. int comm_seq; /* copy of cm->seq when nd->nodeid is set */
  298. };
  299. static struct configfs_group_operations clusters_ops = {
  300. .make_group = make_cluster,
  301. .drop_item = drop_cluster,
  302. };
  303. static struct configfs_item_operations cluster_ops = {
  304. .release = release_cluster,
  305. .show_attribute = show_cluster,
  306. .store_attribute = store_cluster,
  307. };
  308. static struct configfs_group_operations spaces_ops = {
  309. .make_group = make_space,
  310. .drop_item = drop_space,
  311. };
  312. static struct configfs_item_operations space_ops = {
  313. .release = release_space,
  314. };
  315. static struct configfs_group_operations comms_ops = {
  316. .make_item = make_comm,
  317. .drop_item = drop_comm,
  318. };
  319. static struct configfs_item_operations comm_ops = {
  320. .release = release_comm,
  321. .show_attribute = show_comm,
  322. .store_attribute = store_comm,
  323. };
  324. static struct configfs_group_operations nodes_ops = {
  325. .make_item = make_node,
  326. .drop_item = drop_node,
  327. };
  328. static struct configfs_item_operations node_ops = {
  329. .release = release_node,
  330. .show_attribute = show_node,
  331. .store_attribute = store_node,
  332. };
  333. static struct config_item_type clusters_type = {
  334. .ct_group_ops = &clusters_ops,
  335. .ct_owner = THIS_MODULE,
  336. };
  337. static struct config_item_type cluster_type = {
  338. .ct_item_ops = &cluster_ops,
  339. .ct_attrs = cluster_attrs,
  340. .ct_owner = THIS_MODULE,
  341. };
  342. static struct config_item_type spaces_type = {
  343. .ct_group_ops = &spaces_ops,
  344. .ct_owner = THIS_MODULE,
  345. };
  346. static struct config_item_type space_type = {
  347. .ct_item_ops = &space_ops,
  348. .ct_owner = THIS_MODULE,
  349. };
  350. static struct config_item_type comms_type = {
  351. .ct_group_ops = &comms_ops,
  352. .ct_owner = THIS_MODULE,
  353. };
  354. static struct config_item_type comm_type = {
  355. .ct_item_ops = &comm_ops,
  356. .ct_attrs = comm_attrs,
  357. .ct_owner = THIS_MODULE,
  358. };
  359. static struct config_item_type nodes_type = {
  360. .ct_group_ops = &nodes_ops,
  361. .ct_owner = THIS_MODULE,
  362. };
  363. static struct config_item_type node_type = {
  364. .ct_item_ops = &node_ops,
  365. .ct_attrs = node_attrs,
  366. .ct_owner = THIS_MODULE,
  367. };
  368. static struct dlm_cluster *config_item_to_cluster(struct config_item *i)
  369. {
  370. return i ? container_of(to_config_group(i), struct dlm_cluster, group) :
  371. NULL;
  372. }
  373. static struct dlm_space *config_item_to_space(struct config_item *i)
  374. {
  375. return i ? container_of(to_config_group(i), struct dlm_space, group) :
  376. NULL;
  377. }
  378. static struct dlm_comm *config_item_to_comm(struct config_item *i)
  379. {
  380. return i ? container_of(i, struct dlm_comm, item) : NULL;
  381. }
  382. static struct dlm_node *config_item_to_node(struct config_item *i)
  383. {
  384. return i ? container_of(i, struct dlm_node, item) : NULL;
  385. }
  386. static struct config_group *make_cluster(struct config_group *g,
  387. const char *name)
  388. {
  389. struct dlm_cluster *cl = NULL;
  390. struct dlm_spaces *sps = NULL;
  391. struct dlm_comms *cms = NULL;
  392. void *gps = NULL;
  393. cl = kzalloc(sizeof(struct dlm_cluster), GFP_NOFS);
  394. gps = kcalloc(3, sizeof(struct config_group *), GFP_NOFS);
  395. sps = kzalloc(sizeof(struct dlm_spaces), GFP_NOFS);
  396. cms = kzalloc(sizeof(struct dlm_comms), GFP_NOFS);
  397. if (!cl || !gps || !sps || !cms)
  398. goto fail;
  399. config_group_init_type_name(&cl->group, name, &cluster_type);
  400. config_group_init_type_name(&sps->ss_group, "spaces", &spaces_type);
  401. config_group_init_type_name(&cms->cs_group, "comms", &comms_type);
  402. cl->group.default_groups = gps;
  403. cl->group.default_groups[0] = &sps->ss_group;
  404. cl->group.default_groups[1] = &cms->cs_group;
  405. cl->group.default_groups[2] = NULL;
  406. cl->cl_tcp_port = dlm_config.ci_tcp_port;
  407. cl->cl_buffer_size = dlm_config.ci_buffer_size;
  408. cl->cl_rsbtbl_size = dlm_config.ci_rsbtbl_size;
  409. cl->cl_recover_timer = dlm_config.ci_recover_timer;
  410. cl->cl_toss_secs = dlm_config.ci_toss_secs;
  411. cl->cl_scan_secs = dlm_config.ci_scan_secs;
  412. cl->cl_log_debug = dlm_config.ci_log_debug;
  413. cl->cl_protocol = dlm_config.ci_protocol;
  414. cl->cl_timewarn_cs = dlm_config.ci_timewarn_cs;
  415. cl->cl_waitwarn_us = dlm_config.ci_waitwarn_us;
  416. cl->cl_new_rsb_count = dlm_config.ci_new_rsb_count;
  417. cl->cl_recover_callbacks = dlm_config.ci_recover_callbacks;
  418. memcpy(cl->cl_cluster_name, dlm_config.ci_cluster_name,
  419. DLM_LOCKSPACE_LEN);
  420. space_list = &sps->ss_group;
  421. comm_list = &cms->cs_group;
  422. return &cl->group;
  423. fail:
  424. kfree(cl);
  425. kfree(gps);
  426. kfree(sps);
  427. kfree(cms);
  428. return ERR_PTR(-ENOMEM);
  429. }
  430. static void drop_cluster(struct config_group *g, struct config_item *i)
  431. {
  432. struct dlm_cluster *cl = config_item_to_cluster(i);
  433. struct config_item *tmp;
  434. int j;
  435. for (j = 0; cl->group.default_groups[j]; j++) {
  436. tmp = &cl->group.default_groups[j]->cg_item;
  437. cl->group.default_groups[j] = NULL;
  438. config_item_put(tmp);
  439. }
  440. space_list = NULL;
  441. comm_list = NULL;
  442. config_item_put(i);
  443. }
  444. static void release_cluster(struct config_item *i)
  445. {
  446. struct dlm_cluster *cl = config_item_to_cluster(i);
  447. kfree(cl->group.default_groups);
  448. kfree(cl);
  449. }
  450. static struct config_group *make_space(struct config_group *g, const char *name)
  451. {
  452. struct dlm_space *sp = NULL;
  453. struct dlm_nodes *nds = NULL;
  454. void *gps = NULL;
  455. sp = kzalloc(sizeof(struct dlm_space), GFP_NOFS);
  456. gps = kcalloc(2, sizeof(struct config_group *), GFP_NOFS);
  457. nds = kzalloc(sizeof(struct dlm_nodes), GFP_NOFS);
  458. if (!sp || !gps || !nds)
  459. goto fail;
  460. config_group_init_type_name(&sp->group, name, &space_type);
  461. config_group_init_type_name(&nds->ns_group, "nodes", &nodes_type);
  462. sp->group.default_groups = gps;
  463. sp->group.default_groups[0] = &nds->ns_group;
  464. sp->group.default_groups[1] = NULL;
  465. INIT_LIST_HEAD(&sp->members);
  466. mutex_init(&sp->members_lock);
  467. sp->members_count = 0;
  468. return &sp->group;
  469. fail:
  470. kfree(sp);
  471. kfree(gps);
  472. kfree(nds);
  473. return ERR_PTR(-ENOMEM);
  474. }
  475. static void drop_space(struct config_group *g, struct config_item *i)
  476. {
  477. struct dlm_space *sp = config_item_to_space(i);
  478. struct config_item *tmp;
  479. int j;
  480. /* assert list_empty(&sp->members) */
  481. for (j = 0; sp->group.default_groups[j]; j++) {
  482. tmp = &sp->group.default_groups[j]->cg_item;
  483. sp->group.default_groups[j] = NULL;
  484. config_item_put(tmp);
  485. }
  486. config_item_put(i);
  487. }
  488. static void release_space(struct config_item *i)
  489. {
  490. struct dlm_space *sp = config_item_to_space(i);
  491. kfree(sp->group.default_groups);
  492. kfree(sp);
  493. }
  494. static struct config_item *make_comm(struct config_group *g, const char *name)
  495. {
  496. struct dlm_comm *cm;
  497. cm = kzalloc(sizeof(struct dlm_comm), GFP_NOFS);
  498. if (!cm)
  499. return ERR_PTR(-ENOMEM);
  500. config_item_init_type_name(&cm->item, name, &comm_type);
  501. cm->seq = dlm_comm_count++;
  502. if (!cm->seq)
  503. cm->seq = dlm_comm_count++;
  504. cm->nodeid = -1;
  505. cm->local = 0;
  506. cm->addr_count = 0;
  507. return &cm->item;
  508. }
  509. static void drop_comm(struct config_group *g, struct config_item *i)
  510. {
  511. struct dlm_comm *cm = config_item_to_comm(i);
  512. if (local_comm == cm)
  513. local_comm = NULL;
  514. dlm_lowcomms_close(cm->nodeid);
  515. while (cm->addr_count--)
  516. kfree(cm->addr[cm->addr_count]);
  517. config_item_put(i);
  518. }
  519. static void release_comm(struct config_item *i)
  520. {
  521. struct dlm_comm *cm = config_item_to_comm(i);
  522. kfree(cm);
  523. }
  524. static struct config_item *make_node(struct config_group *g, const char *name)
  525. {
  526. struct dlm_space *sp = config_item_to_space(g->cg_item.ci_parent);
  527. struct dlm_node *nd;
  528. nd = kzalloc(sizeof(struct dlm_node), GFP_NOFS);
  529. if (!nd)
  530. return ERR_PTR(-ENOMEM);
  531. config_item_init_type_name(&nd->item, name, &node_type);
  532. nd->nodeid = -1;
  533. nd->weight = 1; /* default weight of 1 if none is set */
  534. nd->new = 1; /* set to 0 once it's been read by dlm_nodeid_list() */
  535. mutex_lock(&sp->members_lock);
  536. list_add(&nd->list, &sp->members);
  537. sp->members_count++;
  538. mutex_unlock(&sp->members_lock);
  539. return &nd->item;
  540. }
  541. static void drop_node(struct config_group *g, struct config_item *i)
  542. {
  543. struct dlm_space *sp = config_item_to_space(g->cg_item.ci_parent);
  544. struct dlm_node *nd = config_item_to_node(i);
  545. mutex_lock(&sp->members_lock);
  546. list_del(&nd->list);
  547. sp->members_count--;
  548. mutex_unlock(&sp->members_lock);
  549. config_item_put(i);
  550. }
  551. static void release_node(struct config_item *i)
  552. {
  553. struct dlm_node *nd = config_item_to_node(i);
  554. kfree(nd);
  555. }
  556. static struct dlm_clusters clusters_root = {
  557. .subsys = {
  558. .su_group = {
  559. .cg_item = {
  560. .ci_namebuf = "dlm",
  561. .ci_type = &clusters_type,
  562. },
  563. },
  564. },
  565. };
  566. int __init dlm_config_init(void)
  567. {
  568. config_group_init(&clusters_root.subsys.su_group);
  569. mutex_init(&clusters_root.subsys.su_mutex);
  570. return configfs_register_subsystem(&clusters_root.subsys);
  571. }
  572. void dlm_config_exit(void)
  573. {
  574. configfs_unregister_subsystem(&clusters_root.subsys);
  575. }
  576. /*
  577. * Functions for user space to read/write attributes
  578. */
  579. static ssize_t show_cluster(struct config_item *i, struct configfs_attribute *a,
  580. char *buf)
  581. {
  582. struct dlm_cluster *cl = config_item_to_cluster(i);
  583. struct cluster_attribute *cla =
  584. container_of(a, struct cluster_attribute, attr);
  585. return cla->show ? cla->show(cl, buf) : 0;
  586. }
  587. static ssize_t store_cluster(struct config_item *i,
  588. struct configfs_attribute *a,
  589. const char *buf, size_t len)
  590. {
  591. struct dlm_cluster *cl = config_item_to_cluster(i);
  592. struct cluster_attribute *cla =
  593. container_of(a, struct cluster_attribute, attr);
  594. return cla->store ? cla->store(cl, buf, len) : -EINVAL;
  595. }
  596. static ssize_t show_comm(struct config_item *i, struct configfs_attribute *a,
  597. char *buf)
  598. {
  599. struct dlm_comm *cm = config_item_to_comm(i);
  600. struct comm_attribute *cma =
  601. container_of(a, struct comm_attribute, attr);
  602. return cma->show ? cma->show(cm, buf) : 0;
  603. }
  604. static ssize_t store_comm(struct config_item *i, struct configfs_attribute *a,
  605. const char *buf, size_t len)
  606. {
  607. struct dlm_comm *cm = config_item_to_comm(i);
  608. struct comm_attribute *cma =
  609. container_of(a, struct comm_attribute, attr);
  610. return cma->store ? cma->store(cm, buf, len) : -EINVAL;
  611. }
  612. static ssize_t comm_nodeid_read(struct dlm_comm *cm, char *buf)
  613. {
  614. return sprintf(buf, "%d\n", cm->nodeid);
  615. }
  616. static ssize_t comm_nodeid_write(struct dlm_comm *cm, const char *buf,
  617. size_t len)
  618. {
  619. cm->nodeid = simple_strtol(buf, NULL, 0);
  620. return len;
  621. }
  622. static ssize_t comm_local_read(struct dlm_comm *cm, char *buf)
  623. {
  624. return sprintf(buf, "%d\n", cm->local);
  625. }
  626. static ssize_t comm_local_write(struct dlm_comm *cm, const char *buf,
  627. size_t len)
  628. {
  629. cm->local= simple_strtol(buf, NULL, 0);
  630. if (cm->local && !local_comm)
  631. local_comm = cm;
  632. return len;
  633. }
  634. static ssize_t comm_addr_write(struct dlm_comm *cm, const char *buf, size_t len)
  635. {
  636. struct sockaddr_storage *addr;
  637. int rv;
  638. if (len != sizeof(struct sockaddr_storage))
  639. return -EINVAL;
  640. if (cm->addr_count >= DLM_MAX_ADDR_COUNT)
  641. return -ENOSPC;
  642. addr = kzalloc(sizeof(*addr), GFP_NOFS);
  643. if (!addr)
  644. return -ENOMEM;
  645. memcpy(addr, buf, len);
  646. rv = dlm_lowcomms_addr(cm->nodeid, addr, len);
  647. if (rv) {
  648. kfree(addr);
  649. return rv;
  650. }
  651. cm->addr[cm->addr_count++] = addr;
  652. return len;
  653. }
  654. static ssize_t comm_addr_list_read(struct dlm_comm *cm, char *buf)
  655. {
  656. ssize_t s;
  657. ssize_t allowance;
  658. int i;
  659. struct sockaddr_storage *addr;
  660. struct sockaddr_in *addr_in;
  661. struct sockaddr_in6 *addr_in6;
  662. /* Taken from ip6_addr_string() defined in lib/vsprintf.c */
  663. char buf0[sizeof("AF_INET6 xxxx:xxxx:xxxx:xxxx:xxxx:xxxx:255.255.255.255\n")];
  664. /* Derived from SIMPLE_ATTR_SIZE of fs/configfs/file.c */
  665. allowance = 4096;
  666. buf[0] = '\0';
  667. for (i = 0; i < cm->addr_count; i++) {
  668. addr = cm->addr[i];
  669. switch(addr->ss_family) {
  670. case AF_INET:
  671. addr_in = (struct sockaddr_in *)addr;
  672. s = sprintf(buf0, "AF_INET %pI4\n", &addr_in->sin_addr.s_addr);
  673. break;
  674. case AF_INET6:
  675. addr_in6 = (struct sockaddr_in6 *)addr;
  676. s = sprintf(buf0, "AF_INET6 %pI6\n", &addr_in6->sin6_addr);
  677. break;
  678. default:
  679. s = sprintf(buf0, "%s\n", "<UNKNOWN>");
  680. break;
  681. }
  682. allowance -= s;
  683. if (allowance >= 0)
  684. strcat(buf, buf0);
  685. else {
  686. allowance += s;
  687. break;
  688. }
  689. }
  690. return 4096 - allowance;
  691. }
  692. static ssize_t show_node(struct config_item *i, struct configfs_attribute *a,
  693. char *buf)
  694. {
  695. struct dlm_node *nd = config_item_to_node(i);
  696. struct node_attribute *nda =
  697. container_of(a, struct node_attribute, attr);
  698. return nda->show ? nda->show(nd, buf) : 0;
  699. }
  700. static ssize_t store_node(struct config_item *i, struct configfs_attribute *a,
  701. const char *buf, size_t len)
  702. {
  703. struct dlm_node *nd = config_item_to_node(i);
  704. struct node_attribute *nda =
  705. container_of(a, struct node_attribute, attr);
  706. return nda->store ? nda->store(nd, buf, len) : -EINVAL;
  707. }
  708. static ssize_t node_nodeid_read(struct dlm_node *nd, char *buf)
  709. {
  710. return sprintf(buf, "%d\n", nd->nodeid);
  711. }
  712. static ssize_t node_nodeid_write(struct dlm_node *nd, const char *buf,
  713. size_t len)
  714. {
  715. uint32_t seq = 0;
  716. nd->nodeid = simple_strtol(buf, NULL, 0);
  717. dlm_comm_seq(nd->nodeid, &seq);
  718. nd->comm_seq = seq;
  719. return len;
  720. }
  721. static ssize_t node_weight_read(struct dlm_node *nd, char *buf)
  722. {
  723. return sprintf(buf, "%d\n", nd->weight);
  724. }
  725. static ssize_t node_weight_write(struct dlm_node *nd, const char *buf,
  726. size_t len)
  727. {
  728. nd->weight = simple_strtol(buf, NULL, 0);
  729. return len;
  730. }
  731. /*
  732. * Functions for the dlm to get the info that's been configured
  733. */
  734. static struct dlm_space *get_space(char *name)
  735. {
  736. struct config_item *i;
  737. if (!space_list)
  738. return NULL;
  739. mutex_lock(&space_list->cg_subsys->su_mutex);
  740. i = config_group_find_item(space_list, name);
  741. mutex_unlock(&space_list->cg_subsys->su_mutex);
  742. return config_item_to_space(i);
  743. }
  744. static void put_space(struct dlm_space *sp)
  745. {
  746. config_item_put(&sp->group.cg_item);
  747. }
  748. static struct dlm_comm *get_comm(int nodeid)
  749. {
  750. struct config_item *i;
  751. struct dlm_comm *cm = NULL;
  752. int found = 0;
  753. if (!comm_list)
  754. return NULL;
  755. mutex_lock(&clusters_root.subsys.su_mutex);
  756. list_for_each_entry(i, &comm_list->cg_children, ci_entry) {
  757. cm = config_item_to_comm(i);
  758. if (cm->nodeid != nodeid)
  759. continue;
  760. found = 1;
  761. config_item_get(i);
  762. break;
  763. }
  764. mutex_unlock(&clusters_root.subsys.su_mutex);
  765. if (!found)
  766. cm = NULL;
  767. return cm;
  768. }
  769. static void put_comm(struct dlm_comm *cm)
  770. {
  771. config_item_put(&cm->item);
  772. }
  773. /* caller must free mem */
  774. int dlm_config_nodes(char *lsname, struct dlm_config_node **nodes_out,
  775. int *count_out)
  776. {
  777. struct dlm_space *sp;
  778. struct dlm_node *nd;
  779. struct dlm_config_node *nodes, *node;
  780. int rv, count;
  781. sp = get_space(lsname);
  782. if (!sp)
  783. return -EEXIST;
  784. mutex_lock(&sp->members_lock);
  785. if (!sp->members_count) {
  786. rv = -EINVAL;
  787. printk(KERN_ERR "dlm: zero members_count\n");
  788. goto out;
  789. }
  790. count = sp->members_count;
  791. nodes = kcalloc(count, sizeof(struct dlm_config_node), GFP_NOFS);
  792. if (!nodes) {
  793. rv = -ENOMEM;
  794. goto out;
  795. }
  796. node = nodes;
  797. list_for_each_entry(nd, &sp->members, list) {
  798. node->nodeid = nd->nodeid;
  799. node->weight = nd->weight;
  800. node->new = nd->new;
  801. node->comm_seq = nd->comm_seq;
  802. node++;
  803. nd->new = 0;
  804. }
  805. *count_out = count;
  806. *nodes_out = nodes;
  807. rv = 0;
  808. out:
  809. mutex_unlock(&sp->members_lock);
  810. put_space(sp);
  811. return rv;
  812. }
  813. int dlm_comm_seq(int nodeid, uint32_t *seq)
  814. {
  815. struct dlm_comm *cm = get_comm(nodeid);
  816. if (!cm)
  817. return -EEXIST;
  818. *seq = cm->seq;
  819. put_comm(cm);
  820. return 0;
  821. }
  822. int dlm_our_nodeid(void)
  823. {
  824. return local_comm ? local_comm->nodeid : 0;
  825. }
  826. /* num 0 is first addr, num 1 is second addr */
  827. int dlm_our_addr(struct sockaddr_storage *addr, int num)
  828. {
  829. if (!local_comm)
  830. return -1;
  831. if (num + 1 > local_comm->addr_count)
  832. return -1;
  833. memcpy(addr, local_comm->addr[num], sizeof(*addr));
  834. return 0;
  835. }
  836. /* Config file defaults */
  837. #define DEFAULT_TCP_PORT 21064
  838. #define DEFAULT_BUFFER_SIZE 4096
  839. #define DEFAULT_RSBTBL_SIZE 1024
  840. #define DEFAULT_RECOVER_TIMER 5
  841. #define DEFAULT_TOSS_SECS 10
  842. #define DEFAULT_SCAN_SECS 5
  843. #define DEFAULT_LOG_DEBUG 0
  844. #define DEFAULT_PROTOCOL 0
  845. #define DEFAULT_TIMEWARN_CS 500 /* 5 sec = 500 centiseconds */
  846. #define DEFAULT_WAITWARN_US 0
  847. #define DEFAULT_NEW_RSB_COUNT 128
  848. #define DEFAULT_RECOVER_CALLBACKS 0
  849. #define DEFAULT_CLUSTER_NAME ""
  850. struct dlm_config_info dlm_config = {
  851. .ci_tcp_port = DEFAULT_TCP_PORT,
  852. .ci_buffer_size = DEFAULT_BUFFER_SIZE,
  853. .ci_rsbtbl_size = DEFAULT_RSBTBL_SIZE,
  854. .ci_recover_timer = DEFAULT_RECOVER_TIMER,
  855. .ci_toss_secs = DEFAULT_TOSS_SECS,
  856. .ci_scan_secs = DEFAULT_SCAN_SECS,
  857. .ci_log_debug = DEFAULT_LOG_DEBUG,
  858. .ci_protocol = DEFAULT_PROTOCOL,
  859. .ci_timewarn_cs = DEFAULT_TIMEWARN_CS,
  860. .ci_waitwarn_us = DEFAULT_WAITWARN_US,
  861. .ci_new_rsb_count = DEFAULT_NEW_RSB_COUNT,
  862. .ci_recover_callbacks = DEFAULT_RECOVER_CALLBACKS,
  863. .ci_cluster_name = DEFAULT_CLUSTER_NAME
  864. };