config.c 27 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058
  1. /******************************************************************************
  2. *******************************************************************************
  3. **
  4. ** Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
  5. ** Copyright (C) 2004-2008 Red Hat, Inc. All rights reserved.
  6. **
  7. ** This copyrighted material is made available to anyone wishing to use,
  8. ** modify, copy, or redistribute it subject to the terms and conditions
  9. ** of the GNU General Public License v.2.
  10. **
  11. *******************************************************************************
  12. ******************************************************************************/
  13. #include <linux/kernel.h>
  14. #include <linux/module.h>
  15. #include <linux/configfs.h>
  16. #include <linux/slab.h>
  17. #include <linux/in.h>
  18. #include <linux/in6.h>
  19. #include <net/ipv6.h>
  20. #include <net/sock.h>
  21. #include "config.h"
  22. #include "lowcomms.h"
  23. /*
  24. * /config/dlm/<cluster>/spaces/<space>/nodes/<node>/nodeid
  25. * /config/dlm/<cluster>/spaces/<space>/nodes/<node>/weight
  26. * /config/dlm/<cluster>/comms/<comm>/nodeid
  27. * /config/dlm/<cluster>/comms/<comm>/local
  28. * /config/dlm/<cluster>/comms/<comm>/addr (write only)
  29. * /config/dlm/<cluster>/comms/<comm>/addr_list (read only)
  30. * The <cluster> level is useless, but I haven't figured out how to avoid it.
  31. */
  32. static struct config_group *space_list;
  33. static struct config_group *comm_list;
  34. static struct dlm_comm *local_comm;
  35. struct dlm_clusters;
  36. struct dlm_cluster;
  37. struct dlm_spaces;
  38. struct dlm_space;
  39. struct dlm_comms;
  40. struct dlm_comm;
  41. struct dlm_nodes;
  42. struct dlm_node;
  43. static struct config_group *make_cluster(struct config_group *, const char *);
  44. static void drop_cluster(struct config_group *, struct config_item *);
  45. static void release_cluster(struct config_item *);
  46. static struct config_group *make_space(struct config_group *, const char *);
  47. static void drop_space(struct config_group *, struct config_item *);
  48. static void release_space(struct config_item *);
  49. static struct config_item *make_comm(struct config_group *, const char *);
  50. static void drop_comm(struct config_group *, struct config_item *);
  51. static void release_comm(struct config_item *);
  52. static struct config_item *make_node(struct config_group *, const char *);
  53. static void drop_node(struct config_group *, struct config_item *);
  54. static void release_node(struct config_item *);
  55. static ssize_t show_cluster(struct config_item *i, struct configfs_attribute *a,
  56. char *buf);
  57. static ssize_t store_cluster(struct config_item *i,
  58. struct configfs_attribute *a,
  59. const char *buf, size_t len);
  60. static ssize_t show_comm(struct config_item *i, struct configfs_attribute *a,
  61. char *buf);
  62. static ssize_t store_comm(struct config_item *i, struct configfs_attribute *a,
  63. const char *buf, size_t len);
  64. static ssize_t show_node(struct config_item *i, struct configfs_attribute *a,
  65. char *buf);
  66. static ssize_t store_node(struct config_item *i, struct configfs_attribute *a,
  67. const char *buf, size_t len);
  68. static ssize_t comm_nodeid_read(struct dlm_comm *cm, char *buf);
  69. static ssize_t comm_nodeid_write(struct dlm_comm *cm, const char *buf,
  70. size_t len);
  71. static ssize_t comm_local_read(struct dlm_comm *cm, char *buf);
  72. static ssize_t comm_local_write(struct dlm_comm *cm, const char *buf,
  73. size_t len);
  74. static ssize_t comm_addr_write(struct dlm_comm *cm, const char *buf,
  75. size_t len);
  76. static ssize_t comm_addr_list_read(struct dlm_comm *cm, char *buf);
  77. static ssize_t node_nodeid_read(struct dlm_node *nd, char *buf);
  78. static ssize_t node_nodeid_write(struct dlm_node *nd, const char *buf,
  79. size_t len);
  80. static ssize_t node_weight_read(struct dlm_node *nd, char *buf);
  81. static ssize_t node_weight_write(struct dlm_node *nd, const char *buf,
  82. size_t len);
  83. struct dlm_cluster {
  84. struct config_group group;
  85. unsigned int cl_tcp_port;
  86. unsigned int cl_buffer_size;
  87. unsigned int cl_rsbtbl_size;
  88. unsigned int cl_dirtbl_size;
  89. unsigned int cl_recover_timer;
  90. unsigned int cl_toss_secs;
  91. unsigned int cl_scan_secs;
  92. unsigned int cl_log_debug;
  93. unsigned int cl_protocol;
  94. unsigned int cl_timewarn_cs;
  95. unsigned int cl_waitwarn_us;
  96. };
  97. enum {
  98. CLUSTER_ATTR_TCP_PORT = 0,
  99. CLUSTER_ATTR_BUFFER_SIZE,
  100. CLUSTER_ATTR_RSBTBL_SIZE,
  101. CLUSTER_ATTR_DIRTBL_SIZE,
  102. CLUSTER_ATTR_RECOVER_TIMER,
  103. CLUSTER_ATTR_TOSS_SECS,
  104. CLUSTER_ATTR_SCAN_SECS,
  105. CLUSTER_ATTR_LOG_DEBUG,
  106. CLUSTER_ATTR_PROTOCOL,
  107. CLUSTER_ATTR_TIMEWARN_CS,
  108. CLUSTER_ATTR_WAITWARN_US,
  109. };
  110. struct cluster_attribute {
  111. struct configfs_attribute attr;
  112. ssize_t (*show)(struct dlm_cluster *, char *);
  113. ssize_t (*store)(struct dlm_cluster *, const char *, size_t);
  114. };
  115. static ssize_t cluster_set(struct dlm_cluster *cl, unsigned int *cl_field,
  116. int *info_field, int check_zero,
  117. const char *buf, size_t len)
  118. {
  119. unsigned int x;
  120. if (!capable(CAP_SYS_ADMIN))
  121. return -EACCES;
  122. x = simple_strtoul(buf, NULL, 0);
  123. if (check_zero && !x)
  124. return -EINVAL;
  125. *cl_field = x;
  126. *info_field = x;
  127. return len;
  128. }
  129. #define CLUSTER_ATTR(name, check_zero) \
  130. static ssize_t name##_write(struct dlm_cluster *cl, const char *buf, size_t len) \
  131. { \
  132. return cluster_set(cl, &cl->cl_##name, &dlm_config.ci_##name, \
  133. check_zero, buf, len); \
  134. } \
  135. static ssize_t name##_read(struct dlm_cluster *cl, char *buf) \
  136. { \
  137. return snprintf(buf, PAGE_SIZE, "%u\n", cl->cl_##name); \
  138. } \
  139. static struct cluster_attribute cluster_attr_##name = \
  140. __CONFIGFS_ATTR(name, 0644, name##_read, name##_write)
  141. CLUSTER_ATTR(tcp_port, 1);
  142. CLUSTER_ATTR(buffer_size, 1);
  143. CLUSTER_ATTR(rsbtbl_size, 1);
  144. CLUSTER_ATTR(dirtbl_size, 1);
  145. CLUSTER_ATTR(recover_timer, 1);
  146. CLUSTER_ATTR(toss_secs, 1);
  147. CLUSTER_ATTR(scan_secs, 1);
  148. CLUSTER_ATTR(log_debug, 0);
  149. CLUSTER_ATTR(protocol, 0);
  150. CLUSTER_ATTR(timewarn_cs, 1);
  151. CLUSTER_ATTR(waitwarn_us, 0);
  152. static struct configfs_attribute *cluster_attrs[] = {
  153. [CLUSTER_ATTR_TCP_PORT] = &cluster_attr_tcp_port.attr,
  154. [CLUSTER_ATTR_BUFFER_SIZE] = &cluster_attr_buffer_size.attr,
  155. [CLUSTER_ATTR_RSBTBL_SIZE] = &cluster_attr_rsbtbl_size.attr,
  156. [CLUSTER_ATTR_DIRTBL_SIZE] = &cluster_attr_dirtbl_size.attr,
  157. [CLUSTER_ATTR_RECOVER_TIMER] = &cluster_attr_recover_timer.attr,
  158. [CLUSTER_ATTR_TOSS_SECS] = &cluster_attr_toss_secs.attr,
  159. [CLUSTER_ATTR_SCAN_SECS] = &cluster_attr_scan_secs.attr,
  160. [CLUSTER_ATTR_LOG_DEBUG] = &cluster_attr_log_debug.attr,
  161. [CLUSTER_ATTR_PROTOCOL] = &cluster_attr_protocol.attr,
  162. [CLUSTER_ATTR_TIMEWARN_CS] = &cluster_attr_timewarn_cs.attr,
  163. [CLUSTER_ATTR_WAITWARN_US] = &cluster_attr_waitwarn_us.attr,
  164. NULL,
  165. };
  166. enum {
  167. COMM_ATTR_NODEID = 0,
  168. COMM_ATTR_LOCAL,
  169. COMM_ATTR_ADDR,
  170. COMM_ATTR_ADDR_LIST,
  171. };
  172. struct comm_attribute {
  173. struct configfs_attribute attr;
  174. ssize_t (*show)(struct dlm_comm *, char *);
  175. ssize_t (*store)(struct dlm_comm *, const char *, size_t);
  176. };
  177. static struct comm_attribute comm_attr_nodeid = {
  178. .attr = { .ca_owner = THIS_MODULE,
  179. .ca_name = "nodeid",
  180. .ca_mode = S_IRUGO | S_IWUSR },
  181. .show = comm_nodeid_read,
  182. .store = comm_nodeid_write,
  183. };
  184. static struct comm_attribute comm_attr_local = {
  185. .attr = { .ca_owner = THIS_MODULE,
  186. .ca_name = "local",
  187. .ca_mode = S_IRUGO | S_IWUSR },
  188. .show = comm_local_read,
  189. .store = comm_local_write,
  190. };
  191. static struct comm_attribute comm_attr_addr = {
  192. .attr = { .ca_owner = THIS_MODULE,
  193. .ca_name = "addr",
  194. .ca_mode = S_IWUSR },
  195. .store = comm_addr_write,
  196. };
  197. static struct comm_attribute comm_attr_addr_list = {
  198. .attr = { .ca_owner = THIS_MODULE,
  199. .ca_name = "addr_list",
  200. .ca_mode = S_IRUGO },
  201. .show = comm_addr_list_read,
  202. };
  203. static struct configfs_attribute *comm_attrs[] = {
  204. [COMM_ATTR_NODEID] = &comm_attr_nodeid.attr,
  205. [COMM_ATTR_LOCAL] = &comm_attr_local.attr,
  206. [COMM_ATTR_ADDR] = &comm_attr_addr.attr,
  207. [COMM_ATTR_ADDR_LIST] = &comm_attr_addr_list.attr,
  208. NULL,
  209. };
  210. enum {
  211. NODE_ATTR_NODEID = 0,
  212. NODE_ATTR_WEIGHT,
  213. };
  214. struct node_attribute {
  215. struct configfs_attribute attr;
  216. ssize_t (*show)(struct dlm_node *, char *);
  217. ssize_t (*store)(struct dlm_node *, const char *, size_t);
  218. };
  219. static struct node_attribute node_attr_nodeid = {
  220. .attr = { .ca_owner = THIS_MODULE,
  221. .ca_name = "nodeid",
  222. .ca_mode = S_IRUGO | S_IWUSR },
  223. .show = node_nodeid_read,
  224. .store = node_nodeid_write,
  225. };
  226. static struct node_attribute node_attr_weight = {
  227. .attr = { .ca_owner = THIS_MODULE,
  228. .ca_name = "weight",
  229. .ca_mode = S_IRUGO | S_IWUSR },
  230. .show = node_weight_read,
  231. .store = node_weight_write,
  232. };
  233. static struct configfs_attribute *node_attrs[] = {
  234. [NODE_ATTR_NODEID] = &node_attr_nodeid.attr,
  235. [NODE_ATTR_WEIGHT] = &node_attr_weight.attr,
  236. NULL,
  237. };
  238. struct dlm_clusters {
  239. struct configfs_subsystem subsys;
  240. };
  241. struct dlm_spaces {
  242. struct config_group ss_group;
  243. };
  244. struct dlm_space {
  245. struct config_group group;
  246. struct list_head members;
  247. struct mutex members_lock;
  248. int members_count;
  249. };
  250. struct dlm_comms {
  251. struct config_group cs_group;
  252. };
  253. struct dlm_comm {
  254. struct config_item item;
  255. int nodeid;
  256. int local;
  257. int addr_count;
  258. struct sockaddr_storage *addr[DLM_MAX_ADDR_COUNT];
  259. };
  260. struct dlm_nodes {
  261. struct config_group ns_group;
  262. };
  263. struct dlm_node {
  264. struct config_item item;
  265. struct list_head list; /* space->members */
  266. int nodeid;
  267. int weight;
  268. int new;
  269. };
  270. static struct configfs_group_operations clusters_ops = {
  271. .make_group = make_cluster,
  272. .drop_item = drop_cluster,
  273. };
  274. static struct configfs_item_operations cluster_ops = {
  275. .release = release_cluster,
  276. .show_attribute = show_cluster,
  277. .store_attribute = store_cluster,
  278. };
  279. static struct configfs_group_operations spaces_ops = {
  280. .make_group = make_space,
  281. .drop_item = drop_space,
  282. };
  283. static struct configfs_item_operations space_ops = {
  284. .release = release_space,
  285. };
  286. static struct configfs_group_operations comms_ops = {
  287. .make_item = make_comm,
  288. .drop_item = drop_comm,
  289. };
  290. static struct configfs_item_operations comm_ops = {
  291. .release = release_comm,
  292. .show_attribute = show_comm,
  293. .store_attribute = store_comm,
  294. };
  295. static struct configfs_group_operations nodes_ops = {
  296. .make_item = make_node,
  297. .drop_item = drop_node,
  298. };
  299. static struct configfs_item_operations node_ops = {
  300. .release = release_node,
  301. .show_attribute = show_node,
  302. .store_attribute = store_node,
  303. };
  304. static struct config_item_type clusters_type = {
  305. .ct_group_ops = &clusters_ops,
  306. .ct_owner = THIS_MODULE,
  307. };
  308. static struct config_item_type cluster_type = {
  309. .ct_item_ops = &cluster_ops,
  310. .ct_attrs = cluster_attrs,
  311. .ct_owner = THIS_MODULE,
  312. };
  313. static struct config_item_type spaces_type = {
  314. .ct_group_ops = &spaces_ops,
  315. .ct_owner = THIS_MODULE,
  316. };
  317. static struct config_item_type space_type = {
  318. .ct_item_ops = &space_ops,
  319. .ct_owner = THIS_MODULE,
  320. };
  321. static struct config_item_type comms_type = {
  322. .ct_group_ops = &comms_ops,
  323. .ct_owner = THIS_MODULE,
  324. };
  325. static struct config_item_type comm_type = {
  326. .ct_item_ops = &comm_ops,
  327. .ct_attrs = comm_attrs,
  328. .ct_owner = THIS_MODULE,
  329. };
  330. static struct config_item_type nodes_type = {
  331. .ct_group_ops = &nodes_ops,
  332. .ct_owner = THIS_MODULE,
  333. };
  334. static struct config_item_type node_type = {
  335. .ct_item_ops = &node_ops,
  336. .ct_attrs = node_attrs,
  337. .ct_owner = THIS_MODULE,
  338. };
  339. static struct dlm_cluster *config_item_to_cluster(struct config_item *i)
  340. {
  341. return i ? container_of(to_config_group(i), struct dlm_cluster, group) :
  342. NULL;
  343. }
  344. static struct dlm_space *config_item_to_space(struct config_item *i)
  345. {
  346. return i ? container_of(to_config_group(i), struct dlm_space, group) :
  347. NULL;
  348. }
  349. static struct dlm_comm *config_item_to_comm(struct config_item *i)
  350. {
  351. return i ? container_of(i, struct dlm_comm, item) : NULL;
  352. }
  353. static struct dlm_node *config_item_to_node(struct config_item *i)
  354. {
  355. return i ? container_of(i, struct dlm_node, item) : NULL;
  356. }
  357. static struct config_group *make_cluster(struct config_group *g,
  358. const char *name)
  359. {
  360. struct dlm_cluster *cl = NULL;
  361. struct dlm_spaces *sps = NULL;
  362. struct dlm_comms *cms = NULL;
  363. void *gps = NULL;
  364. cl = kzalloc(sizeof(struct dlm_cluster), GFP_NOFS);
  365. gps = kcalloc(3, sizeof(struct config_group *), GFP_NOFS);
  366. sps = kzalloc(sizeof(struct dlm_spaces), GFP_NOFS);
  367. cms = kzalloc(sizeof(struct dlm_comms), GFP_NOFS);
  368. if (!cl || !gps || !sps || !cms)
  369. goto fail;
  370. config_group_init_type_name(&cl->group, name, &cluster_type);
  371. config_group_init_type_name(&sps->ss_group, "spaces", &spaces_type);
  372. config_group_init_type_name(&cms->cs_group, "comms", &comms_type);
  373. cl->group.default_groups = gps;
  374. cl->group.default_groups[0] = &sps->ss_group;
  375. cl->group.default_groups[1] = &cms->cs_group;
  376. cl->group.default_groups[2] = NULL;
  377. cl->cl_tcp_port = dlm_config.ci_tcp_port;
  378. cl->cl_buffer_size = dlm_config.ci_buffer_size;
  379. cl->cl_rsbtbl_size = dlm_config.ci_rsbtbl_size;
  380. cl->cl_dirtbl_size = dlm_config.ci_dirtbl_size;
  381. cl->cl_recover_timer = dlm_config.ci_recover_timer;
  382. cl->cl_toss_secs = dlm_config.ci_toss_secs;
  383. cl->cl_scan_secs = dlm_config.ci_scan_secs;
  384. cl->cl_log_debug = dlm_config.ci_log_debug;
  385. cl->cl_protocol = dlm_config.ci_protocol;
  386. cl->cl_timewarn_cs = dlm_config.ci_timewarn_cs;
  387. cl->cl_waitwarn_us = dlm_config.ci_waitwarn_us;
  388. space_list = &sps->ss_group;
  389. comm_list = &cms->cs_group;
  390. return &cl->group;
  391. fail:
  392. kfree(cl);
  393. kfree(gps);
  394. kfree(sps);
  395. kfree(cms);
  396. return ERR_PTR(-ENOMEM);
  397. }
  398. static void drop_cluster(struct config_group *g, struct config_item *i)
  399. {
  400. struct dlm_cluster *cl = config_item_to_cluster(i);
  401. struct config_item *tmp;
  402. int j;
  403. for (j = 0; cl->group.default_groups[j]; j++) {
  404. tmp = &cl->group.default_groups[j]->cg_item;
  405. cl->group.default_groups[j] = NULL;
  406. config_item_put(tmp);
  407. }
  408. space_list = NULL;
  409. comm_list = NULL;
  410. config_item_put(i);
  411. }
  412. static void release_cluster(struct config_item *i)
  413. {
  414. struct dlm_cluster *cl = config_item_to_cluster(i);
  415. kfree(cl->group.default_groups);
  416. kfree(cl);
  417. }
  418. static struct config_group *make_space(struct config_group *g, const char *name)
  419. {
  420. struct dlm_space *sp = NULL;
  421. struct dlm_nodes *nds = NULL;
  422. void *gps = NULL;
  423. sp = kzalloc(sizeof(struct dlm_space), GFP_NOFS);
  424. gps = kcalloc(2, sizeof(struct config_group *), GFP_NOFS);
  425. nds = kzalloc(sizeof(struct dlm_nodes), GFP_NOFS);
  426. if (!sp || !gps || !nds)
  427. goto fail;
  428. config_group_init_type_name(&sp->group, name, &space_type);
  429. config_group_init_type_name(&nds->ns_group, "nodes", &nodes_type);
  430. sp->group.default_groups = gps;
  431. sp->group.default_groups[0] = &nds->ns_group;
  432. sp->group.default_groups[1] = NULL;
  433. INIT_LIST_HEAD(&sp->members);
  434. mutex_init(&sp->members_lock);
  435. sp->members_count = 0;
  436. return &sp->group;
  437. fail:
  438. kfree(sp);
  439. kfree(gps);
  440. kfree(nds);
  441. return ERR_PTR(-ENOMEM);
  442. }
  443. static void drop_space(struct config_group *g, struct config_item *i)
  444. {
  445. struct dlm_space *sp = config_item_to_space(i);
  446. struct config_item *tmp;
  447. int j;
  448. /* assert list_empty(&sp->members) */
  449. for (j = 0; sp->group.default_groups[j]; j++) {
  450. tmp = &sp->group.default_groups[j]->cg_item;
  451. sp->group.default_groups[j] = NULL;
  452. config_item_put(tmp);
  453. }
  454. config_item_put(i);
  455. }
  456. static void release_space(struct config_item *i)
  457. {
  458. struct dlm_space *sp = config_item_to_space(i);
  459. kfree(sp->group.default_groups);
  460. kfree(sp);
  461. }
  462. static struct config_item *make_comm(struct config_group *g, const char *name)
  463. {
  464. struct dlm_comm *cm;
  465. cm = kzalloc(sizeof(struct dlm_comm), GFP_NOFS);
  466. if (!cm)
  467. return ERR_PTR(-ENOMEM);
  468. config_item_init_type_name(&cm->item, name, &comm_type);
  469. cm->nodeid = -1;
  470. cm->local = 0;
  471. cm->addr_count = 0;
  472. return &cm->item;
  473. }
  474. static void drop_comm(struct config_group *g, struct config_item *i)
  475. {
  476. struct dlm_comm *cm = config_item_to_comm(i);
  477. if (local_comm == cm)
  478. local_comm = NULL;
  479. dlm_lowcomms_close(cm->nodeid);
  480. while (cm->addr_count--)
  481. kfree(cm->addr[cm->addr_count]);
  482. config_item_put(i);
  483. }
  484. static void release_comm(struct config_item *i)
  485. {
  486. struct dlm_comm *cm = config_item_to_comm(i);
  487. kfree(cm);
  488. }
  489. static struct config_item *make_node(struct config_group *g, const char *name)
  490. {
  491. struct dlm_space *sp = config_item_to_space(g->cg_item.ci_parent);
  492. struct dlm_node *nd;
  493. nd = kzalloc(sizeof(struct dlm_node), GFP_NOFS);
  494. if (!nd)
  495. return ERR_PTR(-ENOMEM);
  496. config_item_init_type_name(&nd->item, name, &node_type);
  497. nd->nodeid = -1;
  498. nd->weight = 1; /* default weight of 1 if none is set */
  499. nd->new = 1; /* set to 0 once it's been read by dlm_nodeid_list() */
  500. mutex_lock(&sp->members_lock);
  501. list_add(&nd->list, &sp->members);
  502. sp->members_count++;
  503. mutex_unlock(&sp->members_lock);
  504. return &nd->item;
  505. }
  506. static void drop_node(struct config_group *g, struct config_item *i)
  507. {
  508. struct dlm_space *sp = config_item_to_space(g->cg_item.ci_parent);
  509. struct dlm_node *nd = config_item_to_node(i);
  510. mutex_lock(&sp->members_lock);
  511. list_del(&nd->list);
  512. sp->members_count--;
  513. mutex_unlock(&sp->members_lock);
  514. config_item_put(i);
  515. }
  516. static void release_node(struct config_item *i)
  517. {
  518. struct dlm_node *nd = config_item_to_node(i);
  519. kfree(nd);
  520. }
  521. static struct dlm_clusters clusters_root = {
  522. .subsys = {
  523. .su_group = {
  524. .cg_item = {
  525. .ci_namebuf = "dlm",
  526. .ci_type = &clusters_type,
  527. },
  528. },
  529. },
  530. };
  531. int __init dlm_config_init(void)
  532. {
  533. config_group_init(&clusters_root.subsys.su_group);
  534. mutex_init(&clusters_root.subsys.su_mutex);
  535. return configfs_register_subsystem(&clusters_root.subsys);
  536. }
  537. void dlm_config_exit(void)
  538. {
  539. configfs_unregister_subsystem(&clusters_root.subsys);
  540. }
  541. /*
  542. * Functions for user space to read/write attributes
  543. */
  544. static ssize_t show_cluster(struct config_item *i, struct configfs_attribute *a,
  545. char *buf)
  546. {
  547. struct dlm_cluster *cl = config_item_to_cluster(i);
  548. struct cluster_attribute *cla =
  549. container_of(a, struct cluster_attribute, attr);
  550. return cla->show ? cla->show(cl, buf) : 0;
  551. }
  552. static ssize_t store_cluster(struct config_item *i,
  553. struct configfs_attribute *a,
  554. const char *buf, size_t len)
  555. {
  556. struct dlm_cluster *cl = config_item_to_cluster(i);
  557. struct cluster_attribute *cla =
  558. container_of(a, struct cluster_attribute, attr);
  559. return cla->store ? cla->store(cl, buf, len) : -EINVAL;
  560. }
  561. static ssize_t show_comm(struct config_item *i, struct configfs_attribute *a,
  562. char *buf)
  563. {
  564. struct dlm_comm *cm = config_item_to_comm(i);
  565. struct comm_attribute *cma =
  566. container_of(a, struct comm_attribute, attr);
  567. return cma->show ? cma->show(cm, buf) : 0;
  568. }
  569. static ssize_t store_comm(struct config_item *i, struct configfs_attribute *a,
  570. const char *buf, size_t len)
  571. {
  572. struct dlm_comm *cm = config_item_to_comm(i);
  573. struct comm_attribute *cma =
  574. container_of(a, struct comm_attribute, attr);
  575. return cma->store ? cma->store(cm, buf, len) : -EINVAL;
  576. }
  577. static ssize_t comm_nodeid_read(struct dlm_comm *cm, char *buf)
  578. {
  579. return sprintf(buf, "%d\n", cm->nodeid);
  580. }
  581. static ssize_t comm_nodeid_write(struct dlm_comm *cm, const char *buf,
  582. size_t len)
  583. {
  584. cm->nodeid = simple_strtol(buf, NULL, 0);
  585. return len;
  586. }
  587. static ssize_t comm_local_read(struct dlm_comm *cm, char *buf)
  588. {
  589. return sprintf(buf, "%d\n", cm->local);
  590. }
  591. static ssize_t comm_local_write(struct dlm_comm *cm, const char *buf,
  592. size_t len)
  593. {
  594. cm->local= simple_strtol(buf, NULL, 0);
  595. if (cm->local && !local_comm)
  596. local_comm = cm;
  597. return len;
  598. }
  599. static ssize_t comm_addr_write(struct dlm_comm *cm, const char *buf, size_t len)
  600. {
  601. struct sockaddr_storage *addr;
  602. if (len != sizeof(struct sockaddr_storage))
  603. return -EINVAL;
  604. if (cm->addr_count >= DLM_MAX_ADDR_COUNT)
  605. return -ENOSPC;
  606. addr = kzalloc(sizeof(*addr), GFP_NOFS);
  607. if (!addr)
  608. return -ENOMEM;
  609. memcpy(addr, buf, len);
  610. cm->addr[cm->addr_count++] = addr;
  611. return len;
  612. }
  613. static ssize_t comm_addr_list_read(struct dlm_comm *cm, char *buf)
  614. {
  615. ssize_t s;
  616. ssize_t allowance;
  617. int i;
  618. struct sockaddr_storage *addr;
  619. struct sockaddr_in *addr_in;
  620. struct sockaddr_in6 *addr_in6;
  621. /* Taken from ip6_addr_string() defined in lib/vsprintf.c */
  622. char buf0[sizeof("AF_INET6 xxxx:xxxx:xxxx:xxxx:xxxx:xxxx:255.255.255.255\n")];
  623. /* Derived from SIMPLE_ATTR_SIZE of fs/configfs/file.c */
  624. allowance = 4096;
  625. buf[0] = '\0';
  626. for (i = 0; i < cm->addr_count; i++) {
  627. addr = cm->addr[i];
  628. switch(addr->ss_family) {
  629. case AF_INET:
  630. addr_in = (struct sockaddr_in *)addr;
  631. s = sprintf(buf0, "AF_INET %pI4\n", &addr_in->sin_addr.s_addr);
  632. break;
  633. case AF_INET6:
  634. addr_in6 = (struct sockaddr_in6 *)addr;
  635. s = sprintf(buf0, "AF_INET6 %pI6\n", &addr_in6->sin6_addr);
  636. break;
  637. default:
  638. s = sprintf(buf0, "%s\n", "<UNKNOWN>");
  639. break;
  640. }
  641. allowance -= s;
  642. if (allowance >= 0)
  643. strcat(buf, buf0);
  644. else {
  645. allowance += s;
  646. break;
  647. }
  648. }
  649. return 4096 - allowance;
  650. }
  651. static ssize_t show_node(struct config_item *i, struct configfs_attribute *a,
  652. char *buf)
  653. {
  654. struct dlm_node *nd = config_item_to_node(i);
  655. struct node_attribute *nda =
  656. container_of(a, struct node_attribute, attr);
  657. return nda->show ? nda->show(nd, buf) : 0;
  658. }
  659. static ssize_t store_node(struct config_item *i, struct configfs_attribute *a,
  660. const char *buf, size_t len)
  661. {
  662. struct dlm_node *nd = config_item_to_node(i);
  663. struct node_attribute *nda =
  664. container_of(a, struct node_attribute, attr);
  665. return nda->store ? nda->store(nd, buf, len) : -EINVAL;
  666. }
  667. static ssize_t node_nodeid_read(struct dlm_node *nd, char *buf)
  668. {
  669. return sprintf(buf, "%d\n", nd->nodeid);
  670. }
  671. static ssize_t node_nodeid_write(struct dlm_node *nd, const char *buf,
  672. size_t len)
  673. {
  674. nd->nodeid = simple_strtol(buf, NULL, 0);
  675. return len;
  676. }
  677. static ssize_t node_weight_read(struct dlm_node *nd, char *buf)
  678. {
  679. return sprintf(buf, "%d\n", nd->weight);
  680. }
  681. static ssize_t node_weight_write(struct dlm_node *nd, const char *buf,
  682. size_t len)
  683. {
  684. nd->weight = simple_strtol(buf, NULL, 0);
  685. return len;
  686. }
  687. /*
  688. * Functions for the dlm to get the info that's been configured
  689. */
  690. static struct dlm_space *get_space(char *name)
  691. {
  692. struct config_item *i;
  693. if (!space_list)
  694. return NULL;
  695. mutex_lock(&space_list->cg_subsys->su_mutex);
  696. i = config_group_find_item(space_list, name);
  697. mutex_unlock(&space_list->cg_subsys->su_mutex);
  698. return config_item_to_space(i);
  699. }
  700. static void put_space(struct dlm_space *sp)
  701. {
  702. config_item_put(&sp->group.cg_item);
  703. }
  704. static int addr_compare(struct sockaddr_storage *x, struct sockaddr_storage *y)
  705. {
  706. switch (x->ss_family) {
  707. case AF_INET: {
  708. struct sockaddr_in *sinx = (struct sockaddr_in *)x;
  709. struct sockaddr_in *siny = (struct sockaddr_in *)y;
  710. if (sinx->sin_addr.s_addr != siny->sin_addr.s_addr)
  711. return 0;
  712. if (sinx->sin_port != siny->sin_port)
  713. return 0;
  714. break;
  715. }
  716. case AF_INET6: {
  717. struct sockaddr_in6 *sinx = (struct sockaddr_in6 *)x;
  718. struct sockaddr_in6 *siny = (struct sockaddr_in6 *)y;
  719. if (!ipv6_addr_equal(&sinx->sin6_addr, &siny->sin6_addr))
  720. return 0;
  721. if (sinx->sin6_port != siny->sin6_port)
  722. return 0;
  723. break;
  724. }
  725. default:
  726. return 0;
  727. }
  728. return 1;
  729. }
  730. static struct dlm_comm *get_comm(int nodeid, struct sockaddr_storage *addr)
  731. {
  732. struct config_item *i;
  733. struct dlm_comm *cm = NULL;
  734. int found = 0;
  735. if (!comm_list)
  736. return NULL;
  737. mutex_lock(&clusters_root.subsys.su_mutex);
  738. list_for_each_entry(i, &comm_list->cg_children, ci_entry) {
  739. cm = config_item_to_comm(i);
  740. if (nodeid) {
  741. if (cm->nodeid != nodeid)
  742. continue;
  743. found = 1;
  744. config_item_get(i);
  745. break;
  746. } else {
  747. if (!cm->addr_count || !addr_compare(cm->addr[0], addr))
  748. continue;
  749. found = 1;
  750. config_item_get(i);
  751. break;
  752. }
  753. }
  754. mutex_unlock(&clusters_root.subsys.su_mutex);
  755. if (!found)
  756. cm = NULL;
  757. return cm;
  758. }
  759. static void put_comm(struct dlm_comm *cm)
  760. {
  761. config_item_put(&cm->item);
  762. }
  763. /* caller must free mem */
  764. int dlm_nodeid_list(char *lsname, int **ids_out, int *ids_count_out,
  765. int **new_out, int *new_count_out)
  766. {
  767. struct dlm_space *sp;
  768. struct dlm_node *nd;
  769. int i = 0, rv = 0, ids_count = 0, new_count = 0;
  770. int *ids, *new;
  771. sp = get_space(lsname);
  772. if (!sp)
  773. return -EEXIST;
  774. mutex_lock(&sp->members_lock);
  775. if (!sp->members_count) {
  776. rv = -EINVAL;
  777. printk(KERN_ERR "dlm: zero members_count\n");
  778. goto out;
  779. }
  780. ids_count = sp->members_count;
  781. ids = kcalloc(ids_count, sizeof(int), GFP_NOFS);
  782. if (!ids) {
  783. rv = -ENOMEM;
  784. goto out;
  785. }
  786. list_for_each_entry(nd, &sp->members, list) {
  787. ids[i++] = nd->nodeid;
  788. if (nd->new)
  789. new_count++;
  790. }
  791. if (ids_count != i)
  792. printk(KERN_ERR "dlm: bad nodeid count %d %d\n", ids_count, i);
  793. if (!new_count)
  794. goto out_ids;
  795. new = kcalloc(new_count, sizeof(int), GFP_NOFS);
  796. if (!new) {
  797. kfree(ids);
  798. rv = -ENOMEM;
  799. goto out;
  800. }
  801. i = 0;
  802. list_for_each_entry(nd, &sp->members, list) {
  803. if (nd->new) {
  804. new[i++] = nd->nodeid;
  805. nd->new = 0;
  806. }
  807. }
  808. *new_count_out = new_count;
  809. *new_out = new;
  810. out_ids:
  811. *ids_count_out = ids_count;
  812. *ids_out = ids;
  813. out:
  814. mutex_unlock(&sp->members_lock);
  815. put_space(sp);
  816. return rv;
  817. }
  818. int dlm_node_weight(char *lsname, int nodeid)
  819. {
  820. struct dlm_space *sp;
  821. struct dlm_node *nd;
  822. int w = -EEXIST;
  823. sp = get_space(lsname);
  824. if (!sp)
  825. goto out;
  826. mutex_lock(&sp->members_lock);
  827. list_for_each_entry(nd, &sp->members, list) {
  828. if (nd->nodeid != nodeid)
  829. continue;
  830. w = nd->weight;
  831. break;
  832. }
  833. mutex_unlock(&sp->members_lock);
  834. put_space(sp);
  835. out:
  836. return w;
  837. }
  838. int dlm_nodeid_to_addr(int nodeid, struct sockaddr_storage *addr)
  839. {
  840. struct dlm_comm *cm = get_comm(nodeid, NULL);
  841. if (!cm)
  842. return -EEXIST;
  843. if (!cm->addr_count)
  844. return -ENOENT;
  845. memcpy(addr, cm->addr[0], sizeof(*addr));
  846. put_comm(cm);
  847. return 0;
  848. }
  849. int dlm_addr_to_nodeid(struct sockaddr_storage *addr, int *nodeid)
  850. {
  851. struct dlm_comm *cm = get_comm(0, addr);
  852. if (!cm)
  853. return -EEXIST;
  854. *nodeid = cm->nodeid;
  855. put_comm(cm);
  856. return 0;
  857. }
  858. int dlm_our_nodeid(void)
  859. {
  860. return local_comm ? local_comm->nodeid : 0;
  861. }
  862. /* num 0 is first addr, num 1 is second addr */
  863. int dlm_our_addr(struct sockaddr_storage *addr, int num)
  864. {
  865. if (!local_comm)
  866. return -1;
  867. if (num + 1 > local_comm->addr_count)
  868. return -1;
  869. memcpy(addr, local_comm->addr[num], sizeof(*addr));
  870. return 0;
  871. }
  872. /* Config file defaults */
  873. #define DEFAULT_TCP_PORT 21064
  874. #define DEFAULT_BUFFER_SIZE 4096
  875. #define DEFAULT_RSBTBL_SIZE 1024
  876. #define DEFAULT_DIRTBL_SIZE 1024
  877. #define DEFAULT_RECOVER_TIMER 5
  878. #define DEFAULT_TOSS_SECS 10
  879. #define DEFAULT_SCAN_SECS 5
  880. #define DEFAULT_LOG_DEBUG 0
  881. #define DEFAULT_PROTOCOL 0
  882. #define DEFAULT_TIMEWARN_CS 500 /* 5 sec = 500 centiseconds */
  883. #define DEFAULT_WAITWARN_US 0
  884. struct dlm_config_info dlm_config = {
  885. .ci_tcp_port = DEFAULT_TCP_PORT,
  886. .ci_buffer_size = DEFAULT_BUFFER_SIZE,
  887. .ci_rsbtbl_size = DEFAULT_RSBTBL_SIZE,
  888. .ci_dirtbl_size = DEFAULT_DIRTBL_SIZE,
  889. .ci_recover_timer = DEFAULT_RECOVER_TIMER,
  890. .ci_toss_secs = DEFAULT_TOSS_SECS,
  891. .ci_scan_secs = DEFAULT_SCAN_SECS,
  892. .ci_log_debug = DEFAULT_LOG_DEBUG,
  893. .ci_protocol = DEFAULT_PROTOCOL,
  894. .ci_timewarn_cs = DEFAULT_TIMEWARN_CS,
  895. .ci_waitwarn_us = DEFAULT_WAITWARN_US
  896. };