drbd_nl.c 92 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388
  1. /*
  2. drbd_nl.c
  3. This file is part of DRBD by Philipp Reisner and Lars Ellenberg.
  4. Copyright (C) 2001-2008, LINBIT Information Technologies GmbH.
  5. Copyright (C) 1999-2008, Philipp Reisner <philipp.reisner@linbit.com>.
  6. Copyright (C) 2002-2008, Lars Ellenberg <lars.ellenberg@linbit.com>.
  7. drbd is free software; you can redistribute it and/or modify
  8. it under the terms of the GNU General Public License as published by
  9. the Free Software Foundation; either version 2, or (at your option)
  10. any later version.
  11. drbd is distributed in the hope that it will be useful,
  12. but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. GNU General Public License for more details.
  15. You should have received a copy of the GNU General Public License
  16. along with drbd; see the file COPYING. If not, write to
  17. the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
  18. */
  19. #include <linux/module.h>
  20. #include <linux/drbd.h>
  21. #include <linux/in.h>
  22. #include <linux/fs.h>
  23. #include <linux/file.h>
  24. #include <linux/slab.h>
  25. #include <linux/blkpg.h>
  26. #include <linux/cpumask.h>
  27. #include "drbd_int.h"
  28. #include "drbd_req.h"
  29. #include "drbd_wrappers.h"
  30. #include <asm/unaligned.h>
  31. #include <linux/drbd_limits.h>
  32. #include <linux/kthread.h>
  33. #include <net/genetlink.h>
  34. /* .doit */
  35. // int drbd_adm_create_resource(struct sk_buff *skb, struct genl_info *info);
  36. // int drbd_adm_delete_resource(struct sk_buff *skb, struct genl_info *info);
  37. int drbd_adm_add_minor(struct sk_buff *skb, struct genl_info *info);
  38. int drbd_adm_delete_minor(struct sk_buff *skb, struct genl_info *info);
  39. int drbd_adm_new_resource(struct sk_buff *skb, struct genl_info *info);
  40. int drbd_adm_del_resource(struct sk_buff *skb, struct genl_info *info);
  41. int drbd_adm_down(struct sk_buff *skb, struct genl_info *info);
  42. int drbd_adm_set_role(struct sk_buff *skb, struct genl_info *info);
  43. int drbd_adm_attach(struct sk_buff *skb, struct genl_info *info);
  44. int drbd_adm_disk_opts(struct sk_buff *skb, struct genl_info *info);
  45. int drbd_adm_detach(struct sk_buff *skb, struct genl_info *info);
  46. int drbd_adm_connect(struct sk_buff *skb, struct genl_info *info);
  47. int drbd_adm_net_opts(struct sk_buff *skb, struct genl_info *info);
  48. int drbd_adm_resize(struct sk_buff *skb, struct genl_info *info);
  49. int drbd_adm_start_ov(struct sk_buff *skb, struct genl_info *info);
  50. int drbd_adm_new_c_uuid(struct sk_buff *skb, struct genl_info *info);
  51. int drbd_adm_disconnect(struct sk_buff *skb, struct genl_info *info);
  52. int drbd_adm_invalidate(struct sk_buff *skb, struct genl_info *info);
  53. int drbd_adm_invalidate_peer(struct sk_buff *skb, struct genl_info *info);
  54. int drbd_adm_pause_sync(struct sk_buff *skb, struct genl_info *info);
  55. int drbd_adm_resume_sync(struct sk_buff *skb, struct genl_info *info);
  56. int drbd_adm_suspend_io(struct sk_buff *skb, struct genl_info *info);
  57. int drbd_adm_resume_io(struct sk_buff *skb, struct genl_info *info);
  58. int drbd_adm_outdate(struct sk_buff *skb, struct genl_info *info);
  59. int drbd_adm_resource_opts(struct sk_buff *skb, struct genl_info *info);
  60. int drbd_adm_get_status(struct sk_buff *skb, struct genl_info *info);
  61. int drbd_adm_get_timeout_type(struct sk_buff *skb, struct genl_info *info);
  62. /* .dumpit */
  63. int drbd_adm_get_status_all(struct sk_buff *skb, struct netlink_callback *cb);
  64. #include <linux/drbd_genl_api.h>
  65. #include "drbd_nla.h"
  66. #include <linux/genl_magic_func.h>
  67. /* used blkdev_get_by_path, to claim our meta data device(s) */
  68. static char *drbd_m_holder = "Hands off! this is DRBD's meta data device.";
  69. /* Configuration is strictly serialized, because generic netlink message
  70. * processing is strictly serialized by the genl_lock().
  71. * Which means we can use one static global drbd_config_context struct.
  72. */
  73. static struct drbd_config_context {
  74. /* assigned from drbd_genlmsghdr */
  75. unsigned int minor;
  76. /* assigned from request attributes, if present */
  77. unsigned int volume;
  78. #define VOLUME_UNSPECIFIED (-1U)
  79. /* pointer into the request skb,
  80. * limited lifetime! */
  81. char *resource_name;
  82. struct nlattr *my_addr;
  83. struct nlattr *peer_addr;
  84. /* reply buffer */
  85. struct sk_buff *reply_skb;
  86. /* pointer into reply buffer */
  87. struct drbd_genlmsghdr *reply_dh;
  88. /* resolved from attributes, if possible */
  89. struct drbd_conf *mdev;
  90. struct drbd_tconn *tconn;
  91. } adm_ctx;
  92. static void drbd_adm_send_reply(struct sk_buff *skb, struct genl_info *info)
  93. {
  94. genlmsg_end(skb, genlmsg_data(nlmsg_data(nlmsg_hdr(skb))));
  95. if (genlmsg_reply(skb, info))
  96. printk(KERN_ERR "drbd: error sending genl reply\n");
  97. }
  98. /* Used on a fresh "drbd_adm_prepare"d reply_skb, this cannot fail: The only
  99. * reason it could fail was no space in skb, and there are 4k available. */
  100. int drbd_msg_put_info(const char *info)
  101. {
  102. struct sk_buff *skb = adm_ctx.reply_skb;
  103. struct nlattr *nla;
  104. int err = -EMSGSIZE;
  105. if (!info || !info[0])
  106. return 0;
  107. nla = nla_nest_start(skb, DRBD_NLA_CFG_REPLY);
  108. if (!nla)
  109. return err;
  110. err = nla_put_string(skb, T_info_text, info);
  111. if (err) {
  112. nla_nest_cancel(skb, nla);
  113. return err;
  114. } else
  115. nla_nest_end(skb, nla);
  116. return 0;
  117. }
  118. /* This would be a good candidate for a "pre_doit" hook,
  119. * and per-family private info->pointers.
  120. * But we need to stay compatible with older kernels.
  121. * If it returns successfully, adm_ctx members are valid.
  122. */
  123. #define DRBD_ADM_NEED_MINOR 1
  124. #define DRBD_ADM_NEED_RESOURCE 2
  125. #define DRBD_ADM_NEED_CONNECTION 4
  126. static int drbd_adm_prepare(struct sk_buff *skb, struct genl_info *info,
  127. unsigned flags)
  128. {
  129. struct drbd_genlmsghdr *d_in = info->userhdr;
  130. const u8 cmd = info->genlhdr->cmd;
  131. int err;
  132. memset(&adm_ctx, 0, sizeof(adm_ctx));
  133. /* genl_rcv_msg only checks for CAP_NET_ADMIN on "GENL_ADMIN_PERM" :( */
  134. if (cmd != DRBD_ADM_GET_STATUS && !capable(CAP_NET_ADMIN))
  135. return -EPERM;
  136. adm_ctx.reply_skb = genlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL);
  137. if (!adm_ctx.reply_skb) {
  138. err = -ENOMEM;
  139. goto fail;
  140. }
  141. adm_ctx.reply_dh = genlmsg_put_reply(adm_ctx.reply_skb,
  142. info, &drbd_genl_family, 0, cmd);
  143. /* put of a few bytes into a fresh skb of >= 4k will always succeed.
  144. * but anyways */
  145. if (!adm_ctx.reply_dh) {
  146. err = -ENOMEM;
  147. goto fail;
  148. }
  149. adm_ctx.reply_dh->minor = d_in->minor;
  150. adm_ctx.reply_dh->ret_code = NO_ERROR;
  151. adm_ctx.volume = VOLUME_UNSPECIFIED;
  152. if (info->attrs[DRBD_NLA_CFG_CONTEXT]) {
  153. struct nlattr *nla;
  154. /* parse and validate only */
  155. err = drbd_cfg_context_from_attrs(NULL, info);
  156. if (err)
  157. goto fail;
  158. /* It was present, and valid,
  159. * copy it over to the reply skb. */
  160. err = nla_put_nohdr(adm_ctx.reply_skb,
  161. info->attrs[DRBD_NLA_CFG_CONTEXT]->nla_len,
  162. info->attrs[DRBD_NLA_CFG_CONTEXT]);
  163. if (err)
  164. goto fail;
  165. /* and assign stuff to the global adm_ctx */
  166. nla = nested_attr_tb[__nla_type(T_ctx_volume)];
  167. if (nla)
  168. adm_ctx.volume = nla_get_u32(nla);
  169. nla = nested_attr_tb[__nla_type(T_ctx_resource_name)];
  170. if (nla)
  171. adm_ctx.resource_name = nla_data(nla);
  172. adm_ctx.my_addr = nested_attr_tb[__nla_type(T_ctx_my_addr)];
  173. adm_ctx.peer_addr = nested_attr_tb[__nla_type(T_ctx_peer_addr)];
  174. if ((adm_ctx.my_addr &&
  175. nla_len(adm_ctx.my_addr) > sizeof(adm_ctx.tconn->my_addr)) ||
  176. (adm_ctx.peer_addr &&
  177. nla_len(adm_ctx.peer_addr) > sizeof(adm_ctx.tconn->peer_addr))) {
  178. err = -EINVAL;
  179. goto fail;
  180. }
  181. }
  182. adm_ctx.minor = d_in->minor;
  183. adm_ctx.mdev = minor_to_mdev(d_in->minor);
  184. adm_ctx.tconn = conn_get_by_name(adm_ctx.resource_name);
  185. if (!adm_ctx.mdev && (flags & DRBD_ADM_NEED_MINOR)) {
  186. drbd_msg_put_info("unknown minor");
  187. return ERR_MINOR_INVALID;
  188. }
  189. if (!adm_ctx.tconn && (flags & DRBD_ADM_NEED_RESOURCE)) {
  190. drbd_msg_put_info("unknown resource");
  191. return ERR_INVALID_REQUEST;
  192. }
  193. if (flags & DRBD_ADM_NEED_CONNECTION) {
  194. if (adm_ctx.tconn && !(flags & DRBD_ADM_NEED_RESOURCE)) {
  195. drbd_msg_put_info("no resource name expected");
  196. return ERR_INVALID_REQUEST;
  197. }
  198. if (adm_ctx.mdev) {
  199. drbd_msg_put_info("no minor number expected");
  200. return ERR_INVALID_REQUEST;
  201. }
  202. if (adm_ctx.my_addr && adm_ctx.peer_addr)
  203. adm_ctx.tconn = conn_get_by_addrs(nla_data(adm_ctx.my_addr),
  204. nla_len(adm_ctx.my_addr),
  205. nla_data(adm_ctx.peer_addr),
  206. nla_len(adm_ctx.peer_addr));
  207. if (!adm_ctx.tconn) {
  208. drbd_msg_put_info("unknown connection");
  209. return ERR_INVALID_REQUEST;
  210. }
  211. }
  212. /* some more paranoia, if the request was over-determined */
  213. if (adm_ctx.mdev && adm_ctx.tconn &&
  214. adm_ctx.mdev->tconn != adm_ctx.tconn) {
  215. pr_warning("request: minor=%u, resource=%s; but that minor belongs to connection %s\n",
  216. adm_ctx.minor, adm_ctx.resource_name,
  217. adm_ctx.mdev->tconn->name);
  218. drbd_msg_put_info("minor exists in different resource");
  219. return ERR_INVALID_REQUEST;
  220. }
  221. if (adm_ctx.mdev &&
  222. adm_ctx.volume != VOLUME_UNSPECIFIED &&
  223. adm_ctx.volume != adm_ctx.mdev->vnr) {
  224. pr_warning("request: minor=%u, volume=%u; but that minor is volume %u in %s\n",
  225. adm_ctx.minor, adm_ctx.volume,
  226. adm_ctx.mdev->vnr, adm_ctx.mdev->tconn->name);
  227. drbd_msg_put_info("minor exists as different volume");
  228. return ERR_INVALID_REQUEST;
  229. }
  230. return NO_ERROR;
  231. fail:
  232. nlmsg_free(adm_ctx.reply_skb);
  233. adm_ctx.reply_skb = NULL;
  234. return err;
  235. }
  236. static int drbd_adm_finish(struct genl_info *info, int retcode)
  237. {
  238. if (adm_ctx.tconn) {
  239. kref_put(&adm_ctx.tconn->kref, &conn_destroy);
  240. adm_ctx.tconn = NULL;
  241. }
  242. if (!adm_ctx.reply_skb)
  243. return -ENOMEM;
  244. adm_ctx.reply_dh->ret_code = retcode;
  245. drbd_adm_send_reply(adm_ctx.reply_skb, info);
  246. return 0;
  247. }
  248. static void setup_khelper_env(struct drbd_tconn *tconn, char **envp)
  249. {
  250. char *afs;
  251. /* FIXME: A future version will not allow this case. */
  252. if (tconn->my_addr_len == 0 || tconn->peer_addr_len == 0)
  253. return;
  254. switch (((struct sockaddr *)&tconn->peer_addr)->sa_family) {
  255. case AF_INET6:
  256. afs = "ipv6";
  257. snprintf(envp[4], 60, "DRBD_PEER_ADDRESS=%pI6",
  258. &((struct sockaddr_in6 *)&tconn->peer_addr)->sin6_addr);
  259. break;
  260. case AF_INET:
  261. afs = "ipv4";
  262. snprintf(envp[4], 60, "DRBD_PEER_ADDRESS=%pI4",
  263. &((struct sockaddr_in *)&tconn->peer_addr)->sin_addr);
  264. break;
  265. default:
  266. afs = "ssocks";
  267. snprintf(envp[4], 60, "DRBD_PEER_ADDRESS=%pI4",
  268. &((struct sockaddr_in *)&tconn->peer_addr)->sin_addr);
  269. }
  270. snprintf(envp[3], 20, "DRBD_PEER_AF=%s", afs);
  271. }
  272. int drbd_khelper(struct drbd_conf *mdev, char *cmd)
  273. {
  274. char *envp[] = { "HOME=/",
  275. "TERM=linux",
  276. "PATH=/sbin:/usr/sbin:/bin:/usr/bin",
  277. (char[20]) { }, /* address family */
  278. (char[60]) { }, /* address */
  279. NULL };
  280. char mb[12];
  281. char *argv[] = {usermode_helper, cmd, mb, NULL };
  282. struct drbd_tconn *tconn = mdev->tconn;
  283. struct sib_info sib;
  284. int ret;
  285. if (current == tconn->worker.task)
  286. set_bit(CALLBACK_PENDING, &tconn->flags);
  287. snprintf(mb, 12, "minor-%d", mdev_to_minor(mdev));
  288. setup_khelper_env(tconn, envp);
  289. /* The helper may take some time.
  290. * write out any unsynced meta data changes now */
  291. drbd_md_sync(mdev);
  292. dev_info(DEV, "helper command: %s %s %s\n", usermode_helper, cmd, mb);
  293. sib.sib_reason = SIB_HELPER_PRE;
  294. sib.helper_name = cmd;
  295. drbd_bcast_event(mdev, &sib);
  296. ret = call_usermodehelper(usermode_helper, argv, envp, UMH_WAIT_PROC);
  297. if (ret)
  298. dev_warn(DEV, "helper command: %s %s %s exit code %u (0x%x)\n",
  299. usermode_helper, cmd, mb,
  300. (ret >> 8) & 0xff, ret);
  301. else
  302. dev_info(DEV, "helper command: %s %s %s exit code %u (0x%x)\n",
  303. usermode_helper, cmd, mb,
  304. (ret >> 8) & 0xff, ret);
  305. sib.sib_reason = SIB_HELPER_POST;
  306. sib.helper_exit_code = ret;
  307. drbd_bcast_event(mdev, &sib);
  308. if (current == tconn->worker.task)
  309. clear_bit(CALLBACK_PENDING, &tconn->flags);
  310. if (ret < 0) /* Ignore any ERRNOs we got. */
  311. ret = 0;
  312. return ret;
  313. }
  314. int conn_khelper(struct drbd_tconn *tconn, char *cmd)
  315. {
  316. char *envp[] = { "HOME=/",
  317. "TERM=linux",
  318. "PATH=/sbin:/usr/sbin:/bin:/usr/bin",
  319. (char[20]) { }, /* address family */
  320. (char[60]) { }, /* address */
  321. NULL };
  322. char *argv[] = {usermode_helper, cmd, tconn->name, NULL };
  323. int ret;
  324. setup_khelper_env(tconn, envp);
  325. conn_md_sync(tconn);
  326. conn_info(tconn, "helper command: %s %s %s\n", usermode_helper, cmd, tconn->name);
  327. /* TODO: conn_bcast_event() ?? */
  328. ret = call_usermodehelper(usermode_helper, argv, envp, UMH_WAIT_PROC);
  329. if (ret)
  330. conn_warn(tconn, "helper command: %s %s %s exit code %u (0x%x)\n",
  331. usermode_helper, cmd, tconn->name,
  332. (ret >> 8) & 0xff, ret);
  333. else
  334. conn_info(tconn, "helper command: %s %s %s exit code %u (0x%x)\n",
  335. usermode_helper, cmd, tconn->name,
  336. (ret >> 8) & 0xff, ret);
  337. /* TODO: conn_bcast_event() ?? */
  338. if (ret < 0) /* Ignore any ERRNOs we got. */
  339. ret = 0;
  340. return ret;
  341. }
  342. static enum drbd_fencing_p highest_fencing_policy(struct drbd_tconn *tconn)
  343. {
  344. enum drbd_fencing_p fp = FP_NOT_AVAIL;
  345. struct drbd_conf *mdev;
  346. int vnr;
  347. rcu_read_lock();
  348. idr_for_each_entry(&tconn->volumes, mdev, vnr) {
  349. if (get_ldev_if_state(mdev, D_CONSISTENT)) {
  350. fp = max_t(enum drbd_fencing_p, fp,
  351. rcu_dereference(mdev->ldev->disk_conf)->fencing);
  352. put_ldev(mdev);
  353. }
  354. }
  355. rcu_read_unlock();
  356. return fp;
  357. }
  358. bool conn_try_outdate_peer(struct drbd_tconn *tconn)
  359. {
  360. union drbd_state mask = { };
  361. union drbd_state val = { };
  362. enum drbd_fencing_p fp;
  363. char *ex_to_string;
  364. int r;
  365. if (tconn->cstate >= C_WF_REPORT_PARAMS) {
  366. conn_err(tconn, "Expected cstate < C_WF_REPORT_PARAMS\n");
  367. return false;
  368. }
  369. fp = highest_fencing_policy(tconn);
  370. switch (fp) {
  371. case FP_NOT_AVAIL:
  372. conn_warn(tconn, "Not fencing peer, I'm not even Consistent myself.\n");
  373. goto out;
  374. case FP_DONT_CARE:
  375. return true;
  376. default: ;
  377. }
  378. r = conn_khelper(tconn, "fence-peer");
  379. switch ((r>>8) & 0xff) {
  380. case 3: /* peer is inconsistent */
  381. ex_to_string = "peer is inconsistent or worse";
  382. mask.pdsk = D_MASK;
  383. val.pdsk = D_INCONSISTENT;
  384. break;
  385. case 4: /* peer got outdated, or was already outdated */
  386. ex_to_string = "peer was fenced";
  387. mask.pdsk = D_MASK;
  388. val.pdsk = D_OUTDATED;
  389. break;
  390. case 5: /* peer was down */
  391. if (conn_highest_disk(tconn) == D_UP_TO_DATE) {
  392. /* we will(have) create(d) a new UUID anyways... */
  393. ex_to_string = "peer is unreachable, assumed to be dead";
  394. mask.pdsk = D_MASK;
  395. val.pdsk = D_OUTDATED;
  396. } else {
  397. ex_to_string = "peer unreachable, doing nothing since disk != UpToDate";
  398. }
  399. break;
  400. case 6: /* Peer is primary, voluntarily outdate myself.
  401. * This is useful when an unconnected R_SECONDARY is asked to
  402. * become R_PRIMARY, but finds the other peer being active. */
  403. ex_to_string = "peer is active";
  404. conn_warn(tconn, "Peer is primary, outdating myself.\n");
  405. mask.disk = D_MASK;
  406. val.disk = D_OUTDATED;
  407. break;
  408. case 7:
  409. if (fp != FP_STONITH)
  410. conn_err(tconn, "fence-peer() = 7 && fencing != Stonith !!!\n");
  411. ex_to_string = "peer was stonithed";
  412. mask.pdsk = D_MASK;
  413. val.pdsk = D_OUTDATED;
  414. break;
  415. default:
  416. /* The script is broken ... */
  417. conn_err(tconn, "fence-peer helper broken, returned %d\n", (r>>8)&0xff);
  418. return false; /* Eventually leave IO frozen */
  419. }
  420. conn_info(tconn, "fence-peer helper returned %d (%s)\n",
  421. (r>>8) & 0xff, ex_to_string);
  422. out:
  423. /* Not using
  424. conn_request_state(tconn, mask, val, CS_VERBOSE);
  425. here, because we might were able to re-establish the connection in the
  426. meantime. */
  427. spin_lock_irq(&tconn->req_lock);
  428. if (tconn->cstate < C_WF_REPORT_PARAMS && !test_bit(STATE_SENT, &tconn->flags))
  429. _conn_request_state(tconn, mask, val, CS_VERBOSE);
  430. spin_unlock_irq(&tconn->req_lock);
  431. return conn_highest_pdsk(tconn) <= D_OUTDATED;
  432. }
  433. static int _try_outdate_peer_async(void *data)
  434. {
  435. struct drbd_tconn *tconn = (struct drbd_tconn *)data;
  436. conn_try_outdate_peer(tconn);
  437. kref_put(&tconn->kref, &conn_destroy);
  438. return 0;
  439. }
  440. void conn_try_outdate_peer_async(struct drbd_tconn *tconn)
  441. {
  442. struct task_struct *opa;
  443. kref_get(&tconn->kref);
  444. opa = kthread_run(_try_outdate_peer_async, tconn, "drbd_async_h");
  445. if (IS_ERR(opa)) {
  446. conn_err(tconn, "out of mem, failed to invoke fence-peer helper\n");
  447. kref_put(&tconn->kref, &conn_destroy);
  448. }
  449. }
  450. enum drbd_state_rv
  451. drbd_set_role(struct drbd_conf *mdev, enum drbd_role new_role, int force)
  452. {
  453. const int max_tries = 4;
  454. enum drbd_state_rv rv = SS_UNKNOWN_ERROR;
  455. struct net_conf *nc;
  456. int try = 0;
  457. int forced = 0;
  458. union drbd_state mask, val;
  459. if (new_role == R_PRIMARY)
  460. request_ping(mdev->tconn); /* Detect a dead peer ASAP */
  461. mutex_lock(mdev->state_mutex);
  462. mask.i = 0; mask.role = R_MASK;
  463. val.i = 0; val.role = new_role;
  464. while (try++ < max_tries) {
  465. rv = _drbd_request_state(mdev, mask, val, CS_WAIT_COMPLETE);
  466. /* in case we first succeeded to outdate,
  467. * but now suddenly could establish a connection */
  468. if (rv == SS_CW_FAILED_BY_PEER && mask.pdsk != 0) {
  469. val.pdsk = 0;
  470. mask.pdsk = 0;
  471. continue;
  472. }
  473. if (rv == SS_NO_UP_TO_DATE_DISK && force &&
  474. (mdev->state.disk < D_UP_TO_DATE &&
  475. mdev->state.disk >= D_INCONSISTENT)) {
  476. mask.disk = D_MASK;
  477. val.disk = D_UP_TO_DATE;
  478. forced = 1;
  479. continue;
  480. }
  481. if (rv == SS_NO_UP_TO_DATE_DISK &&
  482. mdev->state.disk == D_CONSISTENT && mask.pdsk == 0) {
  483. D_ASSERT(mdev->state.pdsk == D_UNKNOWN);
  484. if (conn_try_outdate_peer(mdev->tconn)) {
  485. val.disk = D_UP_TO_DATE;
  486. mask.disk = D_MASK;
  487. }
  488. continue;
  489. }
  490. if (rv == SS_NOTHING_TO_DO)
  491. goto out;
  492. if (rv == SS_PRIMARY_NOP && mask.pdsk == 0) {
  493. if (!conn_try_outdate_peer(mdev->tconn) && force) {
  494. dev_warn(DEV, "Forced into split brain situation!\n");
  495. mask.pdsk = D_MASK;
  496. val.pdsk = D_OUTDATED;
  497. }
  498. continue;
  499. }
  500. if (rv == SS_TWO_PRIMARIES) {
  501. /* Maybe the peer is detected as dead very soon...
  502. retry at most once more in this case. */
  503. int timeo;
  504. rcu_read_lock();
  505. nc = rcu_dereference(mdev->tconn->net_conf);
  506. timeo = nc ? (nc->ping_timeo + 1) * HZ / 10 : 1;
  507. rcu_read_unlock();
  508. schedule_timeout_interruptible(timeo);
  509. if (try < max_tries)
  510. try = max_tries - 1;
  511. continue;
  512. }
  513. if (rv < SS_SUCCESS) {
  514. rv = _drbd_request_state(mdev, mask, val,
  515. CS_VERBOSE + CS_WAIT_COMPLETE);
  516. if (rv < SS_SUCCESS)
  517. goto out;
  518. }
  519. break;
  520. }
  521. if (rv < SS_SUCCESS)
  522. goto out;
  523. if (forced)
  524. dev_warn(DEV, "Forced to consider local data as UpToDate!\n");
  525. /* Wait until nothing is on the fly :) */
  526. wait_event(mdev->misc_wait, atomic_read(&mdev->ap_pending_cnt) == 0);
  527. /* FIXME also wait for all pending P_BARRIER_ACK? */
  528. if (new_role == R_SECONDARY) {
  529. set_disk_ro(mdev->vdisk, true);
  530. if (get_ldev(mdev)) {
  531. mdev->ldev->md.uuid[UI_CURRENT] &= ~(u64)1;
  532. put_ldev(mdev);
  533. }
  534. } else {
  535. mutex_lock(&mdev->tconn->conf_update);
  536. nc = mdev->tconn->net_conf;
  537. if (nc)
  538. nc->discard_my_data = 0; /* without copy; single bit op is atomic */
  539. mutex_unlock(&mdev->tconn->conf_update);
  540. set_disk_ro(mdev->vdisk, false);
  541. if (get_ldev(mdev)) {
  542. if (((mdev->state.conn < C_CONNECTED ||
  543. mdev->state.pdsk <= D_FAILED)
  544. && mdev->ldev->md.uuid[UI_BITMAP] == 0) || forced)
  545. drbd_uuid_new_current(mdev);
  546. mdev->ldev->md.uuid[UI_CURRENT] |= (u64)1;
  547. put_ldev(mdev);
  548. }
  549. }
  550. /* writeout of activity log covered areas of the bitmap
  551. * to stable storage done in after state change already */
  552. if (mdev->state.conn >= C_WF_REPORT_PARAMS) {
  553. /* if this was forced, we should consider sync */
  554. if (forced)
  555. drbd_send_uuids(mdev);
  556. drbd_send_current_state(mdev);
  557. }
  558. drbd_md_sync(mdev);
  559. kobject_uevent(&disk_to_dev(mdev->vdisk)->kobj, KOBJ_CHANGE);
  560. out:
  561. mutex_unlock(mdev->state_mutex);
  562. return rv;
  563. }
  564. static const char *from_attrs_err_to_txt(int err)
  565. {
  566. return err == -ENOMSG ? "required attribute missing" :
  567. err == -EOPNOTSUPP ? "unknown mandatory attribute" :
  568. err == -EEXIST ? "can not change invariant setting" :
  569. "invalid attribute value";
  570. }
  571. int drbd_adm_set_role(struct sk_buff *skb, struct genl_info *info)
  572. {
  573. struct set_role_parms parms;
  574. int err;
  575. enum drbd_ret_code retcode;
  576. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
  577. if (!adm_ctx.reply_skb)
  578. return retcode;
  579. if (retcode != NO_ERROR)
  580. goto out;
  581. memset(&parms, 0, sizeof(parms));
  582. if (info->attrs[DRBD_NLA_SET_ROLE_PARMS]) {
  583. err = set_role_parms_from_attrs(&parms, info);
  584. if (err) {
  585. retcode = ERR_MANDATORY_TAG;
  586. drbd_msg_put_info(from_attrs_err_to_txt(err));
  587. goto out;
  588. }
  589. }
  590. if (info->genlhdr->cmd == DRBD_ADM_PRIMARY)
  591. retcode = drbd_set_role(adm_ctx.mdev, R_PRIMARY, parms.assume_uptodate);
  592. else
  593. retcode = drbd_set_role(adm_ctx.mdev, R_SECONDARY, 0);
  594. out:
  595. drbd_adm_finish(info, retcode);
  596. return 0;
  597. }
  598. /* Initializes the md.*_offset members, so we are able to find
  599. * the on disk meta data.
  600. *
  601. * We currently have two possible layouts:
  602. * external:
  603. * |----------- md_size_sect ------------------|
  604. * [ 4k superblock ][ activity log ][ Bitmap ]
  605. * | al_offset == 8 |
  606. * | bm_offset = al_offset + X |
  607. * ==> bitmap sectors = md_size_sect - bm_offset
  608. *
  609. * internal:
  610. * |----------- md_size_sect ------------------|
  611. * [data.....][ Bitmap ][ activity log ][ 4k superblock ]
  612. * | al_offset < 0 |
  613. * | bm_offset = al_offset - Y |
  614. * ==> bitmap sectors = Y = al_offset - bm_offset
  615. *
  616. * Activity log size used to be fixed 32kB,
  617. * but is about to become configurable.
  618. */
  619. static void drbd_md_set_sector_offsets(struct drbd_conf *mdev,
  620. struct drbd_backing_dev *bdev)
  621. {
  622. sector_t md_size_sect = 0;
  623. unsigned int al_size_sect = bdev->md.al_size_4k * 8;
  624. bdev->md.md_offset = drbd_md_ss(bdev);
  625. switch (bdev->md.meta_dev_idx) {
  626. default:
  627. /* v07 style fixed size indexed meta data */
  628. bdev->md.md_size_sect = MD_128MB_SECT;
  629. bdev->md.al_offset = MD_4kB_SECT;
  630. bdev->md.bm_offset = MD_4kB_SECT + al_size_sect;
  631. break;
  632. case DRBD_MD_INDEX_FLEX_EXT:
  633. /* just occupy the full device; unit: sectors */
  634. bdev->md.md_size_sect = drbd_get_capacity(bdev->md_bdev);
  635. bdev->md.al_offset = MD_4kB_SECT;
  636. bdev->md.bm_offset = MD_4kB_SECT + al_size_sect;
  637. break;
  638. case DRBD_MD_INDEX_INTERNAL:
  639. case DRBD_MD_INDEX_FLEX_INT:
  640. /* al size is still fixed */
  641. bdev->md.al_offset = -al_size_sect;
  642. /* we need (slightly less than) ~ this much bitmap sectors: */
  643. md_size_sect = drbd_get_capacity(bdev->backing_bdev);
  644. md_size_sect = ALIGN(md_size_sect, BM_SECT_PER_EXT);
  645. md_size_sect = BM_SECT_TO_EXT(md_size_sect);
  646. md_size_sect = ALIGN(md_size_sect, 8);
  647. /* plus the "drbd meta data super block",
  648. * and the activity log; */
  649. md_size_sect += MD_4kB_SECT + al_size_sect;
  650. bdev->md.md_size_sect = md_size_sect;
  651. /* bitmap offset is adjusted by 'super' block size */
  652. bdev->md.bm_offset = -md_size_sect + MD_4kB_SECT;
  653. break;
  654. }
  655. }
  656. /* input size is expected to be in KB */
  657. char *ppsize(char *buf, unsigned long long size)
  658. {
  659. /* Needs 9 bytes at max including trailing NUL:
  660. * -1ULL ==> "16384 EB" */
  661. static char units[] = { 'K', 'M', 'G', 'T', 'P', 'E' };
  662. int base = 0;
  663. while (size >= 10000 && base < sizeof(units)-1) {
  664. /* shift + round */
  665. size = (size >> 10) + !!(size & (1<<9));
  666. base++;
  667. }
  668. sprintf(buf, "%u %cB", (unsigned)size, units[base]);
  669. return buf;
  670. }
  671. /* there is still a theoretical deadlock when called from receiver
  672. * on an D_INCONSISTENT R_PRIMARY:
  673. * remote READ does inc_ap_bio, receiver would need to receive answer
  674. * packet from remote to dec_ap_bio again.
  675. * receiver receive_sizes(), comes here,
  676. * waits for ap_bio_cnt == 0. -> deadlock.
  677. * but this cannot happen, actually, because:
  678. * R_PRIMARY D_INCONSISTENT, and peer's disk is unreachable
  679. * (not connected, or bad/no disk on peer):
  680. * see drbd_fail_request_early, ap_bio_cnt is zero.
  681. * R_PRIMARY D_INCONSISTENT, and C_SYNC_TARGET:
  682. * peer may not initiate a resize.
  683. */
  684. /* Note these are not to be confused with
  685. * drbd_adm_suspend_io/drbd_adm_resume_io,
  686. * which are (sub) state changes triggered by admin (drbdsetup),
  687. * and can be long lived.
  688. * This changes an mdev->flag, is triggered by drbd internals,
  689. * and should be short-lived. */
  690. void drbd_suspend_io(struct drbd_conf *mdev)
  691. {
  692. set_bit(SUSPEND_IO, &mdev->flags);
  693. if (drbd_suspended(mdev))
  694. return;
  695. wait_event(mdev->misc_wait, !atomic_read(&mdev->ap_bio_cnt));
  696. }
  697. void drbd_resume_io(struct drbd_conf *mdev)
  698. {
  699. clear_bit(SUSPEND_IO, &mdev->flags);
  700. wake_up(&mdev->misc_wait);
  701. }
  702. /**
  703. * drbd_determine_dev_size() - Sets the right device size obeying all constraints
  704. * @mdev: DRBD device.
  705. *
  706. * Returns 0 on success, negative return values indicate errors.
  707. * You should call drbd_md_sync() after calling this function.
  708. */
  709. enum determine_dev_size drbd_determine_dev_size(struct drbd_conf *mdev, enum dds_flags flags) __must_hold(local)
  710. {
  711. sector_t prev_first_sect, prev_size; /* previous meta location */
  712. sector_t la_size_sect, u_size;
  713. sector_t size;
  714. char ppb[10];
  715. int md_moved, la_size_changed;
  716. enum determine_dev_size rv = unchanged;
  717. /* race:
  718. * application request passes inc_ap_bio,
  719. * but then cannot get an AL-reference.
  720. * this function later may wait on ap_bio_cnt == 0. -> deadlock.
  721. *
  722. * to avoid that:
  723. * Suspend IO right here.
  724. * still lock the act_log to not trigger ASSERTs there.
  725. */
  726. drbd_suspend_io(mdev);
  727. /* no wait necessary anymore, actually we could assert that */
  728. wait_event(mdev->al_wait, lc_try_lock(mdev->act_log));
  729. prev_first_sect = drbd_md_first_sector(mdev->ldev);
  730. prev_size = mdev->ldev->md.md_size_sect;
  731. la_size_sect = mdev->ldev->md.la_size_sect;
  732. /* TODO: should only be some assert here, not (re)init... */
  733. drbd_md_set_sector_offsets(mdev, mdev->ldev);
  734. rcu_read_lock();
  735. u_size = rcu_dereference(mdev->ldev->disk_conf)->disk_size;
  736. rcu_read_unlock();
  737. size = drbd_new_dev_size(mdev, mdev->ldev, u_size, flags & DDSF_FORCED);
  738. if (drbd_get_capacity(mdev->this_bdev) != size ||
  739. drbd_bm_capacity(mdev) != size) {
  740. int err;
  741. err = drbd_bm_resize(mdev, size, !(flags & DDSF_NO_RESYNC));
  742. if (unlikely(err)) {
  743. /* currently there is only one error: ENOMEM! */
  744. size = drbd_bm_capacity(mdev)>>1;
  745. if (size == 0) {
  746. dev_err(DEV, "OUT OF MEMORY! "
  747. "Could not allocate bitmap!\n");
  748. } else {
  749. dev_err(DEV, "BM resizing failed. "
  750. "Leaving size unchanged at size = %lu KB\n",
  751. (unsigned long)size);
  752. }
  753. rv = dev_size_error;
  754. }
  755. /* racy, see comments above. */
  756. drbd_set_my_capacity(mdev, size);
  757. mdev->ldev->md.la_size_sect = size;
  758. dev_info(DEV, "size = %s (%llu KB)\n", ppsize(ppb, size>>1),
  759. (unsigned long long)size>>1);
  760. }
  761. if (rv == dev_size_error)
  762. goto out;
  763. la_size_changed = (la_size_sect != mdev->ldev->md.la_size_sect);
  764. md_moved = prev_first_sect != drbd_md_first_sector(mdev->ldev)
  765. || prev_size != mdev->ldev->md.md_size_sect;
  766. if (la_size_changed || md_moved) {
  767. int err;
  768. drbd_al_shrink(mdev); /* All extents inactive. */
  769. dev_info(DEV, "Writing the whole bitmap, %s\n",
  770. la_size_changed && md_moved ? "size changed and md moved" :
  771. la_size_changed ? "size changed" : "md moved");
  772. /* next line implicitly does drbd_suspend_io()+drbd_resume_io() */
  773. err = drbd_bitmap_io(mdev, md_moved ? &drbd_bm_write_all : &drbd_bm_write,
  774. "size changed", BM_LOCKED_MASK);
  775. if (err) {
  776. rv = dev_size_error;
  777. goto out;
  778. }
  779. drbd_md_mark_dirty(mdev);
  780. }
  781. if (size > la_size_sect)
  782. rv = grew;
  783. if (size < la_size_sect)
  784. rv = shrunk;
  785. out:
  786. lc_unlock(mdev->act_log);
  787. wake_up(&mdev->al_wait);
  788. drbd_resume_io(mdev);
  789. return rv;
  790. }
  791. sector_t
  792. drbd_new_dev_size(struct drbd_conf *mdev, struct drbd_backing_dev *bdev,
  793. sector_t u_size, int assume_peer_has_space)
  794. {
  795. sector_t p_size = mdev->p_size; /* partner's disk size. */
  796. sector_t la_size_sect = bdev->md.la_size_sect; /* last agreed size. */
  797. sector_t m_size; /* my size */
  798. sector_t size = 0;
  799. m_size = drbd_get_max_capacity(bdev);
  800. if (mdev->state.conn < C_CONNECTED && assume_peer_has_space) {
  801. dev_warn(DEV, "Resize while not connected was forced by the user!\n");
  802. p_size = m_size;
  803. }
  804. if (p_size && m_size) {
  805. size = min_t(sector_t, p_size, m_size);
  806. } else {
  807. if (la_size_sect) {
  808. size = la_size_sect;
  809. if (m_size && m_size < size)
  810. size = m_size;
  811. if (p_size && p_size < size)
  812. size = p_size;
  813. } else {
  814. if (m_size)
  815. size = m_size;
  816. if (p_size)
  817. size = p_size;
  818. }
  819. }
  820. if (size == 0)
  821. dev_err(DEV, "Both nodes diskless!\n");
  822. if (u_size) {
  823. if (u_size > size)
  824. dev_err(DEV, "Requested disk size is too big (%lu > %lu)\n",
  825. (unsigned long)u_size>>1, (unsigned long)size>>1);
  826. else
  827. size = u_size;
  828. }
  829. return size;
  830. }
  831. /**
  832. * drbd_check_al_size() - Ensures that the AL is of the right size
  833. * @mdev: DRBD device.
  834. *
  835. * Returns -EBUSY if current al lru is still used, -ENOMEM when allocation
  836. * failed, and 0 on success. You should call drbd_md_sync() after you called
  837. * this function.
  838. */
  839. static int drbd_check_al_size(struct drbd_conf *mdev, struct disk_conf *dc)
  840. {
  841. struct lru_cache *n, *t;
  842. struct lc_element *e;
  843. unsigned int in_use;
  844. int i;
  845. if (mdev->act_log &&
  846. mdev->act_log->nr_elements == dc->al_extents)
  847. return 0;
  848. in_use = 0;
  849. t = mdev->act_log;
  850. n = lc_create("act_log", drbd_al_ext_cache, AL_UPDATES_PER_TRANSACTION,
  851. dc->al_extents, sizeof(struct lc_element), 0);
  852. if (n == NULL) {
  853. dev_err(DEV, "Cannot allocate act_log lru!\n");
  854. return -ENOMEM;
  855. }
  856. spin_lock_irq(&mdev->al_lock);
  857. if (t) {
  858. for (i = 0; i < t->nr_elements; i++) {
  859. e = lc_element_by_index(t, i);
  860. if (e->refcnt)
  861. dev_err(DEV, "refcnt(%d)==%d\n",
  862. e->lc_number, e->refcnt);
  863. in_use += e->refcnt;
  864. }
  865. }
  866. if (!in_use)
  867. mdev->act_log = n;
  868. spin_unlock_irq(&mdev->al_lock);
  869. if (in_use) {
  870. dev_err(DEV, "Activity log still in use!\n");
  871. lc_destroy(n);
  872. return -EBUSY;
  873. } else {
  874. if (t)
  875. lc_destroy(t);
  876. }
  877. drbd_md_mark_dirty(mdev); /* we changed mdev->act_log->nr_elemens */
  878. return 0;
  879. }
  880. static void drbd_setup_queue_param(struct drbd_conf *mdev, unsigned int max_bio_size)
  881. {
  882. struct request_queue * const q = mdev->rq_queue;
  883. unsigned int max_hw_sectors = max_bio_size >> 9;
  884. unsigned int max_segments = 0;
  885. if (get_ldev_if_state(mdev, D_ATTACHING)) {
  886. struct request_queue * const b = mdev->ldev->backing_bdev->bd_disk->queue;
  887. max_hw_sectors = min(queue_max_hw_sectors(b), max_bio_size >> 9);
  888. rcu_read_lock();
  889. max_segments = rcu_dereference(mdev->ldev->disk_conf)->max_bio_bvecs;
  890. rcu_read_unlock();
  891. put_ldev(mdev);
  892. }
  893. blk_queue_logical_block_size(q, 512);
  894. blk_queue_max_hw_sectors(q, max_hw_sectors);
  895. /* This is the workaround for "bio would need to, but cannot, be split" */
  896. blk_queue_max_segments(q, max_segments ? max_segments : BLK_MAX_SEGMENTS);
  897. blk_queue_segment_boundary(q, PAGE_CACHE_SIZE-1);
  898. if (get_ldev_if_state(mdev, D_ATTACHING)) {
  899. struct request_queue * const b = mdev->ldev->backing_bdev->bd_disk->queue;
  900. blk_queue_stack_limits(q, b);
  901. if (q->backing_dev_info.ra_pages != b->backing_dev_info.ra_pages) {
  902. dev_info(DEV, "Adjusting my ra_pages to backing device's (%lu -> %lu)\n",
  903. q->backing_dev_info.ra_pages,
  904. b->backing_dev_info.ra_pages);
  905. q->backing_dev_info.ra_pages = b->backing_dev_info.ra_pages;
  906. }
  907. put_ldev(mdev);
  908. }
  909. }
  910. void drbd_reconsider_max_bio_size(struct drbd_conf *mdev)
  911. {
  912. unsigned int now, new, local, peer;
  913. now = queue_max_hw_sectors(mdev->rq_queue) << 9;
  914. local = mdev->local_max_bio_size; /* Eventually last known value, from volatile memory */
  915. peer = mdev->peer_max_bio_size; /* Eventually last known value, from meta data */
  916. if (get_ldev_if_state(mdev, D_ATTACHING)) {
  917. local = queue_max_hw_sectors(mdev->ldev->backing_bdev->bd_disk->queue) << 9;
  918. mdev->local_max_bio_size = local;
  919. put_ldev(mdev);
  920. }
  921. local = min(local, DRBD_MAX_BIO_SIZE);
  922. /* We may ignore peer limits if the peer is modern enough.
  923. Because new from 8.3.8 onwards the peer can use multiple
  924. BIOs for a single peer_request */
  925. if (mdev->state.conn >= C_CONNECTED) {
  926. if (mdev->tconn->agreed_pro_version < 94)
  927. peer = min( mdev->peer_max_bio_size, DRBD_MAX_SIZE_H80_PACKET);
  928. /* Correct old drbd (up to 8.3.7) if it believes it can do more than 32KiB */
  929. else if (mdev->tconn->agreed_pro_version == 94)
  930. peer = DRBD_MAX_SIZE_H80_PACKET;
  931. else if (mdev->tconn->agreed_pro_version < 100)
  932. peer = DRBD_MAX_BIO_SIZE_P95; /* drbd 8.3.8 onwards, before 8.4.0 */
  933. else
  934. peer = DRBD_MAX_BIO_SIZE;
  935. }
  936. new = min(local, peer);
  937. if (mdev->state.role == R_PRIMARY && new < now)
  938. dev_err(DEV, "ASSERT FAILED new < now; (%u < %u)\n", new, now);
  939. if (new != now)
  940. dev_info(DEV, "max BIO size = %u\n", new);
  941. drbd_setup_queue_param(mdev, new);
  942. }
  943. /* Starts the worker thread */
  944. static void conn_reconfig_start(struct drbd_tconn *tconn)
  945. {
  946. drbd_thread_start(&tconn->worker);
  947. conn_flush_workqueue(tconn);
  948. }
  949. /* if still unconfigured, stops worker again. */
  950. static void conn_reconfig_done(struct drbd_tconn *tconn)
  951. {
  952. bool stop_threads;
  953. spin_lock_irq(&tconn->req_lock);
  954. stop_threads = conn_all_vols_unconf(tconn) &&
  955. tconn->cstate == C_STANDALONE;
  956. spin_unlock_irq(&tconn->req_lock);
  957. if (stop_threads) {
  958. /* asender is implicitly stopped by receiver
  959. * in conn_disconnect() */
  960. drbd_thread_stop(&tconn->receiver);
  961. drbd_thread_stop(&tconn->worker);
  962. }
  963. }
  964. /* Make sure IO is suspended before calling this function(). */
  965. static void drbd_suspend_al(struct drbd_conf *mdev)
  966. {
  967. int s = 0;
  968. if (!lc_try_lock(mdev->act_log)) {
  969. dev_warn(DEV, "Failed to lock al in drbd_suspend_al()\n");
  970. return;
  971. }
  972. drbd_al_shrink(mdev);
  973. spin_lock_irq(&mdev->tconn->req_lock);
  974. if (mdev->state.conn < C_CONNECTED)
  975. s = !test_and_set_bit(AL_SUSPENDED, &mdev->flags);
  976. spin_unlock_irq(&mdev->tconn->req_lock);
  977. lc_unlock(mdev->act_log);
  978. if (s)
  979. dev_info(DEV, "Suspended AL updates\n");
  980. }
  981. static bool should_set_defaults(struct genl_info *info)
  982. {
  983. unsigned flags = ((struct drbd_genlmsghdr*)info->userhdr)->flags;
  984. return 0 != (flags & DRBD_GENL_F_SET_DEFAULTS);
  985. }
  986. static unsigned int drbd_al_extents_max(struct drbd_backing_dev *bdev)
  987. {
  988. /* This is limited by 16 bit "slot" numbers,
  989. * and by available on-disk context storage.
  990. *
  991. * Also (u16)~0 is special (denotes a "free" extent).
  992. *
  993. * One transaction occupies one 4kB on-disk block,
  994. * we have n such blocks in the on disk ring buffer,
  995. * the "current" transaction may fail (n-1),
  996. * and there is 919 slot numbers context information per transaction.
  997. *
  998. * 72 transaction blocks amounts to more than 2**16 context slots,
  999. * so cap there first.
  1000. */
  1001. const unsigned int max_al_nr = DRBD_AL_EXTENTS_MAX;
  1002. const unsigned int sufficient_on_disk =
  1003. (max_al_nr + AL_CONTEXT_PER_TRANSACTION -1)
  1004. /AL_CONTEXT_PER_TRANSACTION;
  1005. unsigned int al_size_4k = bdev->md.al_size_4k;
  1006. if (al_size_4k > sufficient_on_disk)
  1007. return max_al_nr;
  1008. return (al_size_4k - 1) * AL_CONTEXT_PER_TRANSACTION;
  1009. }
  1010. int drbd_adm_disk_opts(struct sk_buff *skb, struct genl_info *info)
  1011. {
  1012. enum drbd_ret_code retcode;
  1013. struct drbd_conf *mdev;
  1014. struct disk_conf *new_disk_conf, *old_disk_conf;
  1015. struct fifo_buffer *old_plan = NULL, *new_plan = NULL;
  1016. int err, fifo_size;
  1017. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
  1018. if (!adm_ctx.reply_skb)
  1019. return retcode;
  1020. if (retcode != NO_ERROR)
  1021. goto out;
  1022. mdev = adm_ctx.mdev;
  1023. /* we also need a disk
  1024. * to change the options on */
  1025. if (!get_ldev(mdev)) {
  1026. retcode = ERR_NO_DISK;
  1027. goto out;
  1028. }
  1029. new_disk_conf = kmalloc(sizeof(struct disk_conf), GFP_KERNEL);
  1030. if (!new_disk_conf) {
  1031. retcode = ERR_NOMEM;
  1032. goto fail;
  1033. }
  1034. mutex_lock(&mdev->tconn->conf_update);
  1035. old_disk_conf = mdev->ldev->disk_conf;
  1036. *new_disk_conf = *old_disk_conf;
  1037. if (should_set_defaults(info))
  1038. set_disk_conf_defaults(new_disk_conf);
  1039. err = disk_conf_from_attrs_for_change(new_disk_conf, info);
  1040. if (err && err != -ENOMSG) {
  1041. retcode = ERR_MANDATORY_TAG;
  1042. drbd_msg_put_info(from_attrs_err_to_txt(err));
  1043. }
  1044. if (!expect(new_disk_conf->resync_rate >= 1))
  1045. new_disk_conf->resync_rate = 1;
  1046. if (new_disk_conf->al_extents < DRBD_AL_EXTENTS_MIN)
  1047. new_disk_conf->al_extents = DRBD_AL_EXTENTS_MIN;
  1048. if (new_disk_conf->al_extents > drbd_al_extents_max(mdev->ldev))
  1049. new_disk_conf->al_extents = drbd_al_extents_max(mdev->ldev);
  1050. if (new_disk_conf->c_plan_ahead > DRBD_C_PLAN_AHEAD_MAX)
  1051. new_disk_conf->c_plan_ahead = DRBD_C_PLAN_AHEAD_MAX;
  1052. fifo_size = (new_disk_conf->c_plan_ahead * 10 * SLEEP_TIME) / HZ;
  1053. if (fifo_size != mdev->rs_plan_s->size) {
  1054. new_plan = fifo_alloc(fifo_size);
  1055. if (!new_plan) {
  1056. dev_err(DEV, "kmalloc of fifo_buffer failed");
  1057. retcode = ERR_NOMEM;
  1058. goto fail_unlock;
  1059. }
  1060. }
  1061. drbd_suspend_io(mdev);
  1062. wait_event(mdev->al_wait, lc_try_lock(mdev->act_log));
  1063. drbd_al_shrink(mdev);
  1064. err = drbd_check_al_size(mdev, new_disk_conf);
  1065. lc_unlock(mdev->act_log);
  1066. wake_up(&mdev->al_wait);
  1067. drbd_resume_io(mdev);
  1068. if (err) {
  1069. retcode = ERR_NOMEM;
  1070. goto fail_unlock;
  1071. }
  1072. write_lock_irq(&global_state_lock);
  1073. retcode = drbd_resync_after_valid(mdev, new_disk_conf->resync_after);
  1074. if (retcode == NO_ERROR) {
  1075. rcu_assign_pointer(mdev->ldev->disk_conf, new_disk_conf);
  1076. drbd_resync_after_changed(mdev);
  1077. }
  1078. write_unlock_irq(&global_state_lock);
  1079. if (retcode != NO_ERROR)
  1080. goto fail_unlock;
  1081. if (new_plan) {
  1082. old_plan = mdev->rs_plan_s;
  1083. rcu_assign_pointer(mdev->rs_plan_s, new_plan);
  1084. }
  1085. mutex_unlock(&mdev->tconn->conf_update);
  1086. if (new_disk_conf->al_updates)
  1087. mdev->ldev->md.flags &= ~MDF_AL_DISABLED;
  1088. else
  1089. mdev->ldev->md.flags |= MDF_AL_DISABLED;
  1090. if (new_disk_conf->md_flushes)
  1091. clear_bit(MD_NO_FUA, &mdev->flags);
  1092. else
  1093. set_bit(MD_NO_FUA, &mdev->flags);
  1094. drbd_bump_write_ordering(mdev->tconn, WO_bdev_flush);
  1095. drbd_md_sync(mdev);
  1096. if (mdev->state.conn >= C_CONNECTED)
  1097. drbd_send_sync_param(mdev);
  1098. synchronize_rcu();
  1099. kfree(old_disk_conf);
  1100. kfree(old_plan);
  1101. mod_timer(&mdev->request_timer, jiffies + HZ);
  1102. goto success;
  1103. fail_unlock:
  1104. mutex_unlock(&mdev->tconn->conf_update);
  1105. fail:
  1106. kfree(new_disk_conf);
  1107. kfree(new_plan);
  1108. success:
  1109. put_ldev(mdev);
  1110. out:
  1111. drbd_adm_finish(info, retcode);
  1112. return 0;
  1113. }
  1114. int drbd_adm_attach(struct sk_buff *skb, struct genl_info *info)
  1115. {
  1116. struct drbd_conf *mdev;
  1117. int err;
  1118. enum drbd_ret_code retcode;
  1119. enum determine_dev_size dd;
  1120. sector_t max_possible_sectors;
  1121. sector_t min_md_device_sectors;
  1122. struct drbd_backing_dev *nbc = NULL; /* new_backing_conf */
  1123. struct disk_conf *new_disk_conf = NULL;
  1124. struct block_device *bdev;
  1125. struct lru_cache *resync_lru = NULL;
  1126. struct fifo_buffer *new_plan = NULL;
  1127. union drbd_state ns, os;
  1128. enum drbd_state_rv rv;
  1129. struct net_conf *nc;
  1130. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
  1131. if (!adm_ctx.reply_skb)
  1132. return retcode;
  1133. if (retcode != NO_ERROR)
  1134. goto finish;
  1135. mdev = adm_ctx.mdev;
  1136. conn_reconfig_start(mdev->tconn);
  1137. /* if you want to reconfigure, please tear down first */
  1138. if (mdev->state.disk > D_DISKLESS) {
  1139. retcode = ERR_DISK_CONFIGURED;
  1140. goto fail;
  1141. }
  1142. /* It may just now have detached because of IO error. Make sure
  1143. * drbd_ldev_destroy is done already, we may end up here very fast,
  1144. * e.g. if someone calls attach from the on-io-error handler,
  1145. * to realize a "hot spare" feature (not that I'd recommend that) */
  1146. wait_event(mdev->misc_wait, !atomic_read(&mdev->local_cnt));
  1147. /* make sure there is no leftover from previous force-detach attempts */
  1148. clear_bit(FORCE_DETACH, &mdev->flags);
  1149. clear_bit(WAS_IO_ERROR, &mdev->flags);
  1150. clear_bit(WAS_READ_ERROR, &mdev->flags);
  1151. /* and no leftover from previously aborted resync or verify, either */
  1152. mdev->rs_total = 0;
  1153. mdev->rs_failed = 0;
  1154. atomic_set(&mdev->rs_pending_cnt, 0);
  1155. /* allocation not in the IO path, drbdsetup context */
  1156. nbc = kzalloc(sizeof(struct drbd_backing_dev), GFP_KERNEL);
  1157. if (!nbc) {
  1158. retcode = ERR_NOMEM;
  1159. goto fail;
  1160. }
  1161. spin_lock_init(&nbc->md.uuid_lock);
  1162. new_disk_conf = kzalloc(sizeof(struct disk_conf), GFP_KERNEL);
  1163. if (!new_disk_conf) {
  1164. retcode = ERR_NOMEM;
  1165. goto fail;
  1166. }
  1167. nbc->disk_conf = new_disk_conf;
  1168. set_disk_conf_defaults(new_disk_conf);
  1169. err = disk_conf_from_attrs(new_disk_conf, info);
  1170. if (err) {
  1171. retcode = ERR_MANDATORY_TAG;
  1172. drbd_msg_put_info(from_attrs_err_to_txt(err));
  1173. goto fail;
  1174. }
  1175. if (new_disk_conf->c_plan_ahead > DRBD_C_PLAN_AHEAD_MAX)
  1176. new_disk_conf->c_plan_ahead = DRBD_C_PLAN_AHEAD_MAX;
  1177. new_plan = fifo_alloc((new_disk_conf->c_plan_ahead * 10 * SLEEP_TIME) / HZ);
  1178. if (!new_plan) {
  1179. retcode = ERR_NOMEM;
  1180. goto fail;
  1181. }
  1182. if (new_disk_conf->meta_dev_idx < DRBD_MD_INDEX_FLEX_INT) {
  1183. retcode = ERR_MD_IDX_INVALID;
  1184. goto fail;
  1185. }
  1186. write_lock_irq(&global_state_lock);
  1187. retcode = drbd_resync_after_valid(mdev, new_disk_conf->resync_after);
  1188. write_unlock_irq(&global_state_lock);
  1189. if (retcode != NO_ERROR)
  1190. goto fail;
  1191. rcu_read_lock();
  1192. nc = rcu_dereference(mdev->tconn->net_conf);
  1193. if (nc) {
  1194. if (new_disk_conf->fencing == FP_STONITH && nc->wire_protocol == DRBD_PROT_A) {
  1195. rcu_read_unlock();
  1196. retcode = ERR_STONITH_AND_PROT_A;
  1197. goto fail;
  1198. }
  1199. }
  1200. rcu_read_unlock();
  1201. bdev = blkdev_get_by_path(new_disk_conf->backing_dev,
  1202. FMODE_READ | FMODE_WRITE | FMODE_EXCL, mdev);
  1203. if (IS_ERR(bdev)) {
  1204. dev_err(DEV, "open(\"%s\") failed with %ld\n", new_disk_conf->backing_dev,
  1205. PTR_ERR(bdev));
  1206. retcode = ERR_OPEN_DISK;
  1207. goto fail;
  1208. }
  1209. nbc->backing_bdev = bdev;
  1210. /*
  1211. * meta_dev_idx >= 0: external fixed size, possibly multiple
  1212. * drbd sharing one meta device. TODO in that case, paranoia
  1213. * check that [md_bdev, meta_dev_idx] is not yet used by some
  1214. * other drbd minor! (if you use drbd.conf + drbdadm, that
  1215. * should check it for you already; but if you don't, or
  1216. * someone fooled it, we need to double check here)
  1217. */
  1218. bdev = blkdev_get_by_path(new_disk_conf->meta_dev,
  1219. FMODE_READ | FMODE_WRITE | FMODE_EXCL,
  1220. (new_disk_conf->meta_dev_idx < 0) ?
  1221. (void *)mdev : (void *)drbd_m_holder);
  1222. if (IS_ERR(bdev)) {
  1223. dev_err(DEV, "open(\"%s\") failed with %ld\n", new_disk_conf->meta_dev,
  1224. PTR_ERR(bdev));
  1225. retcode = ERR_OPEN_MD_DISK;
  1226. goto fail;
  1227. }
  1228. nbc->md_bdev = bdev;
  1229. if ((nbc->backing_bdev == nbc->md_bdev) !=
  1230. (new_disk_conf->meta_dev_idx == DRBD_MD_INDEX_INTERNAL ||
  1231. new_disk_conf->meta_dev_idx == DRBD_MD_INDEX_FLEX_INT)) {
  1232. retcode = ERR_MD_IDX_INVALID;
  1233. goto fail;
  1234. }
  1235. resync_lru = lc_create("resync", drbd_bm_ext_cache,
  1236. 1, 61, sizeof(struct bm_extent),
  1237. offsetof(struct bm_extent, lce));
  1238. if (!resync_lru) {
  1239. retcode = ERR_NOMEM;
  1240. goto fail;
  1241. }
  1242. /* Read our meta data super block early.
  1243. * This also sets other on-disk offsets. */
  1244. retcode = drbd_md_read(mdev, nbc);
  1245. if (retcode != NO_ERROR)
  1246. goto fail;
  1247. if (new_disk_conf->al_extents < DRBD_AL_EXTENTS_MIN)
  1248. new_disk_conf->al_extents = DRBD_AL_EXTENTS_MIN;
  1249. if (new_disk_conf->al_extents > drbd_al_extents_max(nbc))
  1250. new_disk_conf->al_extents = drbd_al_extents_max(nbc);
  1251. if (drbd_get_max_capacity(nbc) < new_disk_conf->disk_size) {
  1252. dev_err(DEV, "max capacity %llu smaller than disk size %llu\n",
  1253. (unsigned long long) drbd_get_max_capacity(nbc),
  1254. (unsigned long long) new_disk_conf->disk_size);
  1255. retcode = ERR_DISK_TOO_SMALL;
  1256. goto fail;
  1257. }
  1258. if (new_disk_conf->meta_dev_idx < 0) {
  1259. max_possible_sectors = DRBD_MAX_SECTORS_FLEX;
  1260. /* at least one MB, otherwise it does not make sense */
  1261. min_md_device_sectors = (2<<10);
  1262. } else {
  1263. max_possible_sectors = DRBD_MAX_SECTORS;
  1264. min_md_device_sectors = MD_128MB_SECT * (new_disk_conf->meta_dev_idx + 1);
  1265. }
  1266. if (drbd_get_capacity(nbc->md_bdev) < min_md_device_sectors) {
  1267. retcode = ERR_MD_DISK_TOO_SMALL;
  1268. dev_warn(DEV, "refusing attach: md-device too small, "
  1269. "at least %llu sectors needed for this meta-disk type\n",
  1270. (unsigned long long) min_md_device_sectors);
  1271. goto fail;
  1272. }
  1273. /* Make sure the new disk is big enough
  1274. * (we may currently be R_PRIMARY with no local disk...) */
  1275. if (drbd_get_max_capacity(nbc) <
  1276. drbd_get_capacity(mdev->this_bdev)) {
  1277. retcode = ERR_DISK_TOO_SMALL;
  1278. goto fail;
  1279. }
  1280. nbc->known_size = drbd_get_capacity(nbc->backing_bdev);
  1281. if (nbc->known_size > max_possible_sectors) {
  1282. dev_warn(DEV, "==> truncating very big lower level device "
  1283. "to currently maximum possible %llu sectors <==\n",
  1284. (unsigned long long) max_possible_sectors);
  1285. if (new_disk_conf->meta_dev_idx >= 0)
  1286. dev_warn(DEV, "==>> using internal or flexible "
  1287. "meta data may help <<==\n");
  1288. }
  1289. drbd_suspend_io(mdev);
  1290. /* also wait for the last barrier ack. */
  1291. /* FIXME see also https://daiquiri.linbit/cgi-bin/bugzilla/show_bug.cgi?id=171
  1292. * We need a way to either ignore barrier acks for barriers sent before a device
  1293. * was attached, or a way to wait for all pending barrier acks to come in.
  1294. * As barriers are counted per resource,
  1295. * we'd need to suspend io on all devices of a resource.
  1296. */
  1297. wait_event(mdev->misc_wait, !atomic_read(&mdev->ap_pending_cnt) || drbd_suspended(mdev));
  1298. /* and for any other previously queued work */
  1299. drbd_flush_workqueue(mdev);
  1300. rv = _drbd_request_state(mdev, NS(disk, D_ATTACHING), CS_VERBOSE);
  1301. retcode = rv; /* FIXME: Type mismatch. */
  1302. drbd_resume_io(mdev);
  1303. if (rv < SS_SUCCESS)
  1304. goto fail;
  1305. if (!get_ldev_if_state(mdev, D_ATTACHING))
  1306. goto force_diskless;
  1307. if (!mdev->bitmap) {
  1308. if (drbd_bm_init(mdev)) {
  1309. retcode = ERR_NOMEM;
  1310. goto force_diskless_dec;
  1311. }
  1312. }
  1313. if (mdev->state.conn < C_CONNECTED &&
  1314. mdev->state.role == R_PRIMARY &&
  1315. (mdev->ed_uuid & ~((u64)1)) != (nbc->md.uuid[UI_CURRENT] & ~((u64)1))) {
  1316. dev_err(DEV, "Can only attach to data with current UUID=%016llX\n",
  1317. (unsigned long long)mdev->ed_uuid);
  1318. retcode = ERR_DATA_NOT_CURRENT;
  1319. goto force_diskless_dec;
  1320. }
  1321. /* Since we are diskless, fix the activity log first... */
  1322. if (drbd_check_al_size(mdev, new_disk_conf)) {
  1323. retcode = ERR_NOMEM;
  1324. goto force_diskless_dec;
  1325. }
  1326. /* Prevent shrinking of consistent devices ! */
  1327. if (drbd_md_test_flag(nbc, MDF_CONSISTENT) &&
  1328. drbd_new_dev_size(mdev, nbc, nbc->disk_conf->disk_size, 0) < nbc->md.la_size_sect) {
  1329. dev_warn(DEV, "refusing to truncate a consistent device\n");
  1330. retcode = ERR_DISK_TOO_SMALL;
  1331. goto force_diskless_dec;
  1332. }
  1333. /* Reset the "barriers don't work" bits here, then force meta data to
  1334. * be written, to ensure we determine if barriers are supported. */
  1335. if (new_disk_conf->md_flushes)
  1336. clear_bit(MD_NO_FUA, &mdev->flags);
  1337. else
  1338. set_bit(MD_NO_FUA, &mdev->flags);
  1339. /* Point of no return reached.
  1340. * Devices and memory are no longer released by error cleanup below.
  1341. * now mdev takes over responsibility, and the state engine should
  1342. * clean it up somewhere. */
  1343. D_ASSERT(mdev->ldev == NULL);
  1344. mdev->ldev = nbc;
  1345. mdev->resync = resync_lru;
  1346. mdev->rs_plan_s = new_plan;
  1347. nbc = NULL;
  1348. resync_lru = NULL;
  1349. new_disk_conf = NULL;
  1350. new_plan = NULL;
  1351. drbd_bump_write_ordering(mdev->tconn, WO_bdev_flush);
  1352. if (drbd_md_test_flag(mdev->ldev, MDF_CRASHED_PRIMARY))
  1353. set_bit(CRASHED_PRIMARY, &mdev->flags);
  1354. else
  1355. clear_bit(CRASHED_PRIMARY, &mdev->flags);
  1356. if (drbd_md_test_flag(mdev->ldev, MDF_PRIMARY_IND) &&
  1357. !(mdev->state.role == R_PRIMARY && mdev->tconn->susp_nod))
  1358. set_bit(CRASHED_PRIMARY, &mdev->flags);
  1359. mdev->send_cnt = 0;
  1360. mdev->recv_cnt = 0;
  1361. mdev->read_cnt = 0;
  1362. mdev->writ_cnt = 0;
  1363. drbd_reconsider_max_bio_size(mdev);
  1364. /* If I am currently not R_PRIMARY,
  1365. * but meta data primary indicator is set,
  1366. * I just now recover from a hard crash,
  1367. * and have been R_PRIMARY before that crash.
  1368. *
  1369. * Now, if I had no connection before that crash
  1370. * (have been degraded R_PRIMARY), chances are that
  1371. * I won't find my peer now either.
  1372. *
  1373. * In that case, and _only_ in that case,
  1374. * we use the degr-wfc-timeout instead of the default,
  1375. * so we can automatically recover from a crash of a
  1376. * degraded but active "cluster" after a certain timeout.
  1377. */
  1378. clear_bit(USE_DEGR_WFC_T, &mdev->flags);
  1379. if (mdev->state.role != R_PRIMARY &&
  1380. drbd_md_test_flag(mdev->ldev, MDF_PRIMARY_IND) &&
  1381. !drbd_md_test_flag(mdev->ldev, MDF_CONNECTED_IND))
  1382. set_bit(USE_DEGR_WFC_T, &mdev->flags);
  1383. dd = drbd_determine_dev_size(mdev, 0);
  1384. if (dd == dev_size_error) {
  1385. retcode = ERR_NOMEM_BITMAP;
  1386. goto force_diskless_dec;
  1387. } else if (dd == grew)
  1388. set_bit(RESYNC_AFTER_NEG, &mdev->flags);
  1389. if (drbd_md_test_flag(mdev->ldev, MDF_FULL_SYNC) ||
  1390. (test_bit(CRASHED_PRIMARY, &mdev->flags) &&
  1391. drbd_md_test_flag(mdev->ldev, MDF_AL_DISABLED))) {
  1392. dev_info(DEV, "Assuming that all blocks are out of sync "
  1393. "(aka FullSync)\n");
  1394. if (drbd_bitmap_io(mdev, &drbd_bmio_set_n_write,
  1395. "set_n_write from attaching", BM_LOCKED_MASK)) {
  1396. retcode = ERR_IO_MD_DISK;
  1397. goto force_diskless_dec;
  1398. }
  1399. } else {
  1400. if (drbd_bitmap_io(mdev, &drbd_bm_read,
  1401. "read from attaching", BM_LOCKED_MASK)) {
  1402. retcode = ERR_IO_MD_DISK;
  1403. goto force_diskless_dec;
  1404. }
  1405. }
  1406. if (_drbd_bm_total_weight(mdev) == drbd_bm_bits(mdev))
  1407. drbd_suspend_al(mdev); /* IO is still suspended here... */
  1408. spin_lock_irq(&mdev->tconn->req_lock);
  1409. os = drbd_read_state(mdev);
  1410. ns = os;
  1411. /* If MDF_CONSISTENT is not set go into inconsistent state,
  1412. otherwise investigate MDF_WasUpToDate...
  1413. If MDF_WAS_UP_TO_DATE is not set go into D_OUTDATED disk state,
  1414. otherwise into D_CONSISTENT state.
  1415. */
  1416. if (drbd_md_test_flag(mdev->ldev, MDF_CONSISTENT)) {
  1417. if (drbd_md_test_flag(mdev->ldev, MDF_WAS_UP_TO_DATE))
  1418. ns.disk = D_CONSISTENT;
  1419. else
  1420. ns.disk = D_OUTDATED;
  1421. } else {
  1422. ns.disk = D_INCONSISTENT;
  1423. }
  1424. if (drbd_md_test_flag(mdev->ldev, MDF_PEER_OUT_DATED))
  1425. ns.pdsk = D_OUTDATED;
  1426. rcu_read_lock();
  1427. if (ns.disk == D_CONSISTENT &&
  1428. (ns.pdsk == D_OUTDATED || rcu_dereference(mdev->ldev->disk_conf)->fencing == FP_DONT_CARE))
  1429. ns.disk = D_UP_TO_DATE;
  1430. /* All tests on MDF_PRIMARY_IND, MDF_CONNECTED_IND,
  1431. MDF_CONSISTENT and MDF_WAS_UP_TO_DATE must happen before
  1432. this point, because drbd_request_state() modifies these
  1433. flags. */
  1434. if (rcu_dereference(mdev->ldev->disk_conf)->al_updates)
  1435. mdev->ldev->md.flags &= ~MDF_AL_DISABLED;
  1436. else
  1437. mdev->ldev->md.flags |= MDF_AL_DISABLED;
  1438. rcu_read_unlock();
  1439. /* In case we are C_CONNECTED postpone any decision on the new disk
  1440. state after the negotiation phase. */
  1441. if (mdev->state.conn == C_CONNECTED) {
  1442. mdev->new_state_tmp.i = ns.i;
  1443. ns.i = os.i;
  1444. ns.disk = D_NEGOTIATING;
  1445. /* We expect to receive up-to-date UUIDs soon.
  1446. To avoid a race in receive_state, free p_uuid while
  1447. holding req_lock. I.e. atomic with the state change */
  1448. kfree(mdev->p_uuid);
  1449. mdev->p_uuid = NULL;
  1450. }
  1451. rv = _drbd_set_state(mdev, ns, CS_VERBOSE, NULL);
  1452. spin_unlock_irq(&mdev->tconn->req_lock);
  1453. if (rv < SS_SUCCESS)
  1454. goto force_diskless_dec;
  1455. mod_timer(&mdev->request_timer, jiffies + HZ);
  1456. if (mdev->state.role == R_PRIMARY)
  1457. mdev->ldev->md.uuid[UI_CURRENT] |= (u64)1;
  1458. else
  1459. mdev->ldev->md.uuid[UI_CURRENT] &= ~(u64)1;
  1460. drbd_md_mark_dirty(mdev);
  1461. drbd_md_sync(mdev);
  1462. kobject_uevent(&disk_to_dev(mdev->vdisk)->kobj, KOBJ_CHANGE);
  1463. put_ldev(mdev);
  1464. conn_reconfig_done(mdev->tconn);
  1465. drbd_adm_finish(info, retcode);
  1466. return 0;
  1467. force_diskless_dec:
  1468. put_ldev(mdev);
  1469. force_diskless:
  1470. drbd_force_state(mdev, NS(disk, D_DISKLESS));
  1471. drbd_md_sync(mdev);
  1472. fail:
  1473. conn_reconfig_done(mdev->tconn);
  1474. if (nbc) {
  1475. if (nbc->backing_bdev)
  1476. blkdev_put(nbc->backing_bdev,
  1477. FMODE_READ | FMODE_WRITE | FMODE_EXCL);
  1478. if (nbc->md_bdev)
  1479. blkdev_put(nbc->md_bdev,
  1480. FMODE_READ | FMODE_WRITE | FMODE_EXCL);
  1481. kfree(nbc);
  1482. }
  1483. kfree(new_disk_conf);
  1484. lc_destroy(resync_lru);
  1485. kfree(new_plan);
  1486. finish:
  1487. drbd_adm_finish(info, retcode);
  1488. return 0;
  1489. }
  1490. static int adm_detach(struct drbd_conf *mdev, int force)
  1491. {
  1492. enum drbd_state_rv retcode;
  1493. int ret;
  1494. if (force) {
  1495. set_bit(FORCE_DETACH, &mdev->flags);
  1496. drbd_force_state(mdev, NS(disk, D_FAILED));
  1497. retcode = SS_SUCCESS;
  1498. goto out;
  1499. }
  1500. drbd_suspend_io(mdev); /* so no-one is stuck in drbd_al_begin_io */
  1501. drbd_md_get_buffer(mdev); /* make sure there is no in-flight meta-data IO */
  1502. retcode = drbd_request_state(mdev, NS(disk, D_FAILED));
  1503. drbd_md_put_buffer(mdev);
  1504. /* D_FAILED will transition to DISKLESS. */
  1505. ret = wait_event_interruptible(mdev->misc_wait,
  1506. mdev->state.disk != D_FAILED);
  1507. drbd_resume_io(mdev);
  1508. if ((int)retcode == (int)SS_IS_DISKLESS)
  1509. retcode = SS_NOTHING_TO_DO;
  1510. if (ret)
  1511. retcode = ERR_INTR;
  1512. out:
  1513. return retcode;
  1514. }
  1515. /* Detaching the disk is a process in multiple stages. First we need to lock
  1516. * out application IO, in-flight IO, IO stuck in drbd_al_begin_io.
  1517. * Then we transition to D_DISKLESS, and wait for put_ldev() to return all
  1518. * internal references as well.
  1519. * Only then we have finally detached. */
  1520. int drbd_adm_detach(struct sk_buff *skb, struct genl_info *info)
  1521. {
  1522. enum drbd_ret_code retcode;
  1523. struct detach_parms parms = { };
  1524. int err;
  1525. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
  1526. if (!adm_ctx.reply_skb)
  1527. return retcode;
  1528. if (retcode != NO_ERROR)
  1529. goto out;
  1530. if (info->attrs[DRBD_NLA_DETACH_PARMS]) {
  1531. err = detach_parms_from_attrs(&parms, info);
  1532. if (err) {
  1533. retcode = ERR_MANDATORY_TAG;
  1534. drbd_msg_put_info(from_attrs_err_to_txt(err));
  1535. goto out;
  1536. }
  1537. }
  1538. retcode = adm_detach(adm_ctx.mdev, parms.force_detach);
  1539. out:
  1540. drbd_adm_finish(info, retcode);
  1541. return 0;
  1542. }
  1543. static bool conn_resync_running(struct drbd_tconn *tconn)
  1544. {
  1545. struct drbd_conf *mdev;
  1546. bool rv = false;
  1547. int vnr;
  1548. rcu_read_lock();
  1549. idr_for_each_entry(&tconn->volumes, mdev, vnr) {
  1550. if (mdev->state.conn == C_SYNC_SOURCE ||
  1551. mdev->state.conn == C_SYNC_TARGET ||
  1552. mdev->state.conn == C_PAUSED_SYNC_S ||
  1553. mdev->state.conn == C_PAUSED_SYNC_T) {
  1554. rv = true;
  1555. break;
  1556. }
  1557. }
  1558. rcu_read_unlock();
  1559. return rv;
  1560. }
  1561. static bool conn_ov_running(struct drbd_tconn *tconn)
  1562. {
  1563. struct drbd_conf *mdev;
  1564. bool rv = false;
  1565. int vnr;
  1566. rcu_read_lock();
  1567. idr_for_each_entry(&tconn->volumes, mdev, vnr) {
  1568. if (mdev->state.conn == C_VERIFY_S ||
  1569. mdev->state.conn == C_VERIFY_T) {
  1570. rv = true;
  1571. break;
  1572. }
  1573. }
  1574. rcu_read_unlock();
  1575. return rv;
  1576. }
  1577. static enum drbd_ret_code
  1578. _check_net_options(struct drbd_tconn *tconn, struct net_conf *old_conf, struct net_conf *new_conf)
  1579. {
  1580. struct drbd_conf *mdev;
  1581. int i;
  1582. if (old_conf && tconn->cstate == C_WF_REPORT_PARAMS && tconn->agreed_pro_version < 100) {
  1583. if (new_conf->wire_protocol != old_conf->wire_protocol)
  1584. return ERR_NEED_APV_100;
  1585. if (new_conf->two_primaries != old_conf->two_primaries)
  1586. return ERR_NEED_APV_100;
  1587. if (strcmp(new_conf->integrity_alg, old_conf->integrity_alg))
  1588. return ERR_NEED_APV_100;
  1589. }
  1590. if (!new_conf->two_primaries &&
  1591. conn_highest_role(tconn) == R_PRIMARY &&
  1592. conn_highest_peer(tconn) == R_PRIMARY)
  1593. return ERR_NEED_ALLOW_TWO_PRI;
  1594. if (new_conf->two_primaries &&
  1595. (new_conf->wire_protocol != DRBD_PROT_C))
  1596. return ERR_NOT_PROTO_C;
  1597. idr_for_each_entry(&tconn->volumes, mdev, i) {
  1598. if (get_ldev(mdev)) {
  1599. enum drbd_fencing_p fp = rcu_dereference(mdev->ldev->disk_conf)->fencing;
  1600. put_ldev(mdev);
  1601. if (new_conf->wire_protocol == DRBD_PROT_A && fp == FP_STONITH)
  1602. return ERR_STONITH_AND_PROT_A;
  1603. }
  1604. if (mdev->state.role == R_PRIMARY && new_conf->discard_my_data)
  1605. return ERR_DISCARD_IMPOSSIBLE;
  1606. }
  1607. if (new_conf->on_congestion != OC_BLOCK && new_conf->wire_protocol != DRBD_PROT_A)
  1608. return ERR_CONG_NOT_PROTO_A;
  1609. return NO_ERROR;
  1610. }
  1611. static enum drbd_ret_code
  1612. check_net_options(struct drbd_tconn *tconn, struct net_conf *new_conf)
  1613. {
  1614. static enum drbd_ret_code rv;
  1615. struct drbd_conf *mdev;
  1616. int i;
  1617. rcu_read_lock();
  1618. rv = _check_net_options(tconn, rcu_dereference(tconn->net_conf), new_conf);
  1619. rcu_read_unlock();
  1620. /* tconn->volumes protected by genl_lock() here */
  1621. idr_for_each_entry(&tconn->volumes, mdev, i) {
  1622. if (!mdev->bitmap) {
  1623. if(drbd_bm_init(mdev))
  1624. return ERR_NOMEM;
  1625. }
  1626. }
  1627. return rv;
  1628. }
  1629. struct crypto {
  1630. struct crypto_hash *verify_tfm;
  1631. struct crypto_hash *csums_tfm;
  1632. struct crypto_hash *cram_hmac_tfm;
  1633. struct crypto_hash *integrity_tfm;
  1634. };
  1635. static int
  1636. alloc_hash(struct crypto_hash **tfm, char *tfm_name, int err_alg)
  1637. {
  1638. if (!tfm_name[0])
  1639. return NO_ERROR;
  1640. *tfm = crypto_alloc_hash(tfm_name, 0, CRYPTO_ALG_ASYNC);
  1641. if (IS_ERR(*tfm)) {
  1642. *tfm = NULL;
  1643. return err_alg;
  1644. }
  1645. return NO_ERROR;
  1646. }
  1647. static enum drbd_ret_code
  1648. alloc_crypto(struct crypto *crypto, struct net_conf *new_conf)
  1649. {
  1650. char hmac_name[CRYPTO_MAX_ALG_NAME];
  1651. enum drbd_ret_code rv;
  1652. rv = alloc_hash(&crypto->csums_tfm, new_conf->csums_alg,
  1653. ERR_CSUMS_ALG);
  1654. if (rv != NO_ERROR)
  1655. return rv;
  1656. rv = alloc_hash(&crypto->verify_tfm, new_conf->verify_alg,
  1657. ERR_VERIFY_ALG);
  1658. if (rv != NO_ERROR)
  1659. return rv;
  1660. rv = alloc_hash(&crypto->integrity_tfm, new_conf->integrity_alg,
  1661. ERR_INTEGRITY_ALG);
  1662. if (rv != NO_ERROR)
  1663. return rv;
  1664. if (new_conf->cram_hmac_alg[0] != 0) {
  1665. snprintf(hmac_name, CRYPTO_MAX_ALG_NAME, "hmac(%s)",
  1666. new_conf->cram_hmac_alg);
  1667. rv = alloc_hash(&crypto->cram_hmac_tfm, hmac_name,
  1668. ERR_AUTH_ALG);
  1669. }
  1670. return rv;
  1671. }
  1672. static void free_crypto(struct crypto *crypto)
  1673. {
  1674. crypto_free_hash(crypto->cram_hmac_tfm);
  1675. crypto_free_hash(crypto->integrity_tfm);
  1676. crypto_free_hash(crypto->csums_tfm);
  1677. crypto_free_hash(crypto->verify_tfm);
  1678. }
  1679. int drbd_adm_net_opts(struct sk_buff *skb, struct genl_info *info)
  1680. {
  1681. enum drbd_ret_code retcode;
  1682. struct drbd_tconn *tconn;
  1683. struct net_conf *old_conf, *new_conf = NULL;
  1684. int err;
  1685. int ovr; /* online verify running */
  1686. int rsr; /* re-sync running */
  1687. struct crypto crypto = { };
  1688. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_CONNECTION);
  1689. if (!adm_ctx.reply_skb)
  1690. return retcode;
  1691. if (retcode != NO_ERROR)
  1692. goto out;
  1693. tconn = adm_ctx.tconn;
  1694. new_conf = kzalloc(sizeof(struct net_conf), GFP_KERNEL);
  1695. if (!new_conf) {
  1696. retcode = ERR_NOMEM;
  1697. goto out;
  1698. }
  1699. conn_reconfig_start(tconn);
  1700. mutex_lock(&tconn->data.mutex);
  1701. mutex_lock(&tconn->conf_update);
  1702. old_conf = tconn->net_conf;
  1703. if (!old_conf) {
  1704. drbd_msg_put_info("net conf missing, try connect");
  1705. retcode = ERR_INVALID_REQUEST;
  1706. goto fail;
  1707. }
  1708. *new_conf = *old_conf;
  1709. if (should_set_defaults(info))
  1710. set_net_conf_defaults(new_conf);
  1711. err = net_conf_from_attrs_for_change(new_conf, info);
  1712. if (err && err != -ENOMSG) {
  1713. retcode = ERR_MANDATORY_TAG;
  1714. drbd_msg_put_info(from_attrs_err_to_txt(err));
  1715. goto fail;
  1716. }
  1717. retcode = check_net_options(tconn, new_conf);
  1718. if (retcode != NO_ERROR)
  1719. goto fail;
  1720. /* re-sync running */
  1721. rsr = conn_resync_running(tconn);
  1722. if (rsr && strcmp(new_conf->csums_alg, old_conf->csums_alg)) {
  1723. retcode = ERR_CSUMS_RESYNC_RUNNING;
  1724. goto fail;
  1725. }
  1726. /* online verify running */
  1727. ovr = conn_ov_running(tconn);
  1728. if (ovr && strcmp(new_conf->verify_alg, old_conf->verify_alg)) {
  1729. retcode = ERR_VERIFY_RUNNING;
  1730. goto fail;
  1731. }
  1732. retcode = alloc_crypto(&crypto, new_conf);
  1733. if (retcode != NO_ERROR)
  1734. goto fail;
  1735. rcu_assign_pointer(tconn->net_conf, new_conf);
  1736. if (!rsr) {
  1737. crypto_free_hash(tconn->csums_tfm);
  1738. tconn->csums_tfm = crypto.csums_tfm;
  1739. crypto.csums_tfm = NULL;
  1740. }
  1741. if (!ovr) {
  1742. crypto_free_hash(tconn->verify_tfm);
  1743. tconn->verify_tfm = crypto.verify_tfm;
  1744. crypto.verify_tfm = NULL;
  1745. }
  1746. crypto_free_hash(tconn->integrity_tfm);
  1747. tconn->integrity_tfm = crypto.integrity_tfm;
  1748. if (tconn->cstate >= C_WF_REPORT_PARAMS && tconn->agreed_pro_version >= 100)
  1749. /* Do this without trying to take tconn->data.mutex again. */
  1750. __drbd_send_protocol(tconn, P_PROTOCOL_UPDATE);
  1751. crypto_free_hash(tconn->cram_hmac_tfm);
  1752. tconn->cram_hmac_tfm = crypto.cram_hmac_tfm;
  1753. mutex_unlock(&tconn->conf_update);
  1754. mutex_unlock(&tconn->data.mutex);
  1755. synchronize_rcu();
  1756. kfree(old_conf);
  1757. if (tconn->cstate >= C_WF_REPORT_PARAMS)
  1758. drbd_send_sync_param(minor_to_mdev(conn_lowest_minor(tconn)));
  1759. goto done;
  1760. fail:
  1761. mutex_unlock(&tconn->conf_update);
  1762. mutex_unlock(&tconn->data.mutex);
  1763. free_crypto(&crypto);
  1764. kfree(new_conf);
  1765. done:
  1766. conn_reconfig_done(tconn);
  1767. out:
  1768. drbd_adm_finish(info, retcode);
  1769. return 0;
  1770. }
  1771. int drbd_adm_connect(struct sk_buff *skb, struct genl_info *info)
  1772. {
  1773. struct drbd_conf *mdev;
  1774. struct net_conf *old_conf, *new_conf = NULL;
  1775. struct crypto crypto = { };
  1776. struct drbd_tconn *tconn;
  1777. enum drbd_ret_code retcode;
  1778. int i;
  1779. int err;
  1780. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_RESOURCE);
  1781. if (!adm_ctx.reply_skb)
  1782. return retcode;
  1783. if (retcode != NO_ERROR)
  1784. goto out;
  1785. if (!(adm_ctx.my_addr && adm_ctx.peer_addr)) {
  1786. drbd_msg_put_info("connection endpoint(s) missing");
  1787. retcode = ERR_INVALID_REQUEST;
  1788. goto out;
  1789. }
  1790. /* No need for _rcu here. All reconfiguration is
  1791. * strictly serialized on genl_lock(). We are protected against
  1792. * concurrent reconfiguration/addition/deletion */
  1793. list_for_each_entry(tconn, &drbd_tconns, all_tconn) {
  1794. if (nla_len(adm_ctx.my_addr) == tconn->my_addr_len &&
  1795. !memcmp(nla_data(adm_ctx.my_addr), &tconn->my_addr, tconn->my_addr_len)) {
  1796. retcode = ERR_LOCAL_ADDR;
  1797. goto out;
  1798. }
  1799. if (nla_len(adm_ctx.peer_addr) == tconn->peer_addr_len &&
  1800. !memcmp(nla_data(adm_ctx.peer_addr), &tconn->peer_addr, tconn->peer_addr_len)) {
  1801. retcode = ERR_PEER_ADDR;
  1802. goto out;
  1803. }
  1804. }
  1805. tconn = adm_ctx.tconn;
  1806. conn_reconfig_start(tconn);
  1807. if (tconn->cstate > C_STANDALONE) {
  1808. retcode = ERR_NET_CONFIGURED;
  1809. goto fail;
  1810. }
  1811. /* allocation not in the IO path, drbdsetup / netlink process context */
  1812. new_conf = kzalloc(sizeof(*new_conf), GFP_KERNEL);
  1813. if (!new_conf) {
  1814. retcode = ERR_NOMEM;
  1815. goto fail;
  1816. }
  1817. set_net_conf_defaults(new_conf);
  1818. err = net_conf_from_attrs(new_conf, info);
  1819. if (err && err != -ENOMSG) {
  1820. retcode = ERR_MANDATORY_TAG;
  1821. drbd_msg_put_info(from_attrs_err_to_txt(err));
  1822. goto fail;
  1823. }
  1824. retcode = check_net_options(tconn, new_conf);
  1825. if (retcode != NO_ERROR)
  1826. goto fail;
  1827. retcode = alloc_crypto(&crypto, new_conf);
  1828. if (retcode != NO_ERROR)
  1829. goto fail;
  1830. ((char *)new_conf->shared_secret)[SHARED_SECRET_MAX-1] = 0;
  1831. conn_flush_workqueue(tconn);
  1832. mutex_lock(&tconn->conf_update);
  1833. old_conf = tconn->net_conf;
  1834. if (old_conf) {
  1835. retcode = ERR_NET_CONFIGURED;
  1836. mutex_unlock(&tconn->conf_update);
  1837. goto fail;
  1838. }
  1839. rcu_assign_pointer(tconn->net_conf, new_conf);
  1840. conn_free_crypto(tconn);
  1841. tconn->cram_hmac_tfm = crypto.cram_hmac_tfm;
  1842. tconn->integrity_tfm = crypto.integrity_tfm;
  1843. tconn->csums_tfm = crypto.csums_tfm;
  1844. tconn->verify_tfm = crypto.verify_tfm;
  1845. tconn->my_addr_len = nla_len(adm_ctx.my_addr);
  1846. memcpy(&tconn->my_addr, nla_data(adm_ctx.my_addr), tconn->my_addr_len);
  1847. tconn->peer_addr_len = nla_len(adm_ctx.peer_addr);
  1848. memcpy(&tconn->peer_addr, nla_data(adm_ctx.peer_addr), tconn->peer_addr_len);
  1849. mutex_unlock(&tconn->conf_update);
  1850. rcu_read_lock();
  1851. idr_for_each_entry(&tconn->volumes, mdev, i) {
  1852. mdev->send_cnt = 0;
  1853. mdev->recv_cnt = 0;
  1854. }
  1855. rcu_read_unlock();
  1856. retcode = conn_request_state(tconn, NS(conn, C_UNCONNECTED), CS_VERBOSE);
  1857. conn_reconfig_done(tconn);
  1858. drbd_adm_finish(info, retcode);
  1859. return 0;
  1860. fail:
  1861. free_crypto(&crypto);
  1862. kfree(new_conf);
  1863. conn_reconfig_done(tconn);
  1864. out:
  1865. drbd_adm_finish(info, retcode);
  1866. return 0;
  1867. }
  1868. static enum drbd_state_rv conn_try_disconnect(struct drbd_tconn *tconn, bool force)
  1869. {
  1870. enum drbd_state_rv rv;
  1871. rv = conn_request_state(tconn, NS(conn, C_DISCONNECTING),
  1872. force ? CS_HARD : 0);
  1873. switch (rv) {
  1874. case SS_NOTHING_TO_DO:
  1875. break;
  1876. case SS_ALREADY_STANDALONE:
  1877. return SS_SUCCESS;
  1878. case SS_PRIMARY_NOP:
  1879. /* Our state checking code wants to see the peer outdated. */
  1880. rv = conn_request_state(tconn, NS2(conn, C_DISCONNECTING, pdsk, D_OUTDATED), 0);
  1881. if (rv == SS_OUTDATE_WO_CONN) /* lost connection before graceful disconnect succeeded */
  1882. rv = conn_request_state(tconn, NS(conn, C_DISCONNECTING), CS_VERBOSE);
  1883. break;
  1884. case SS_CW_FAILED_BY_PEER:
  1885. /* The peer probably wants to see us outdated. */
  1886. rv = conn_request_state(tconn, NS2(conn, C_DISCONNECTING,
  1887. disk, D_OUTDATED), 0);
  1888. if (rv == SS_IS_DISKLESS || rv == SS_LOWER_THAN_OUTDATED) {
  1889. rv = conn_request_state(tconn, NS(conn, C_DISCONNECTING),
  1890. CS_HARD);
  1891. }
  1892. break;
  1893. default:;
  1894. /* no special handling necessary */
  1895. }
  1896. if (rv >= SS_SUCCESS) {
  1897. enum drbd_state_rv rv2;
  1898. /* No one else can reconfigure the network while I am here.
  1899. * The state handling only uses drbd_thread_stop_nowait(),
  1900. * we want to really wait here until the receiver is no more.
  1901. */
  1902. drbd_thread_stop(&adm_ctx.tconn->receiver);
  1903. /* Race breaker. This additional state change request may be
  1904. * necessary, if this was a forced disconnect during a receiver
  1905. * restart. We may have "killed" the receiver thread just
  1906. * after drbdd_init() returned. Typically, we should be
  1907. * C_STANDALONE already, now, and this becomes a no-op.
  1908. */
  1909. rv2 = conn_request_state(tconn, NS(conn, C_STANDALONE),
  1910. CS_VERBOSE | CS_HARD);
  1911. if (rv2 < SS_SUCCESS)
  1912. conn_err(tconn,
  1913. "unexpected rv2=%d in conn_try_disconnect()\n",
  1914. rv2);
  1915. }
  1916. return rv;
  1917. }
  1918. int drbd_adm_disconnect(struct sk_buff *skb, struct genl_info *info)
  1919. {
  1920. struct disconnect_parms parms;
  1921. struct drbd_tconn *tconn;
  1922. enum drbd_state_rv rv;
  1923. enum drbd_ret_code retcode;
  1924. int err;
  1925. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_CONNECTION);
  1926. if (!adm_ctx.reply_skb)
  1927. return retcode;
  1928. if (retcode != NO_ERROR)
  1929. goto fail;
  1930. tconn = adm_ctx.tconn;
  1931. memset(&parms, 0, sizeof(parms));
  1932. if (info->attrs[DRBD_NLA_DISCONNECT_PARMS]) {
  1933. err = disconnect_parms_from_attrs(&parms, info);
  1934. if (err) {
  1935. retcode = ERR_MANDATORY_TAG;
  1936. drbd_msg_put_info(from_attrs_err_to_txt(err));
  1937. goto fail;
  1938. }
  1939. }
  1940. rv = conn_try_disconnect(tconn, parms.force_disconnect);
  1941. if (rv < SS_SUCCESS)
  1942. retcode = rv; /* FIXME: Type mismatch. */
  1943. else
  1944. retcode = NO_ERROR;
  1945. fail:
  1946. drbd_adm_finish(info, retcode);
  1947. return 0;
  1948. }
  1949. void resync_after_online_grow(struct drbd_conf *mdev)
  1950. {
  1951. int iass; /* I am sync source */
  1952. dev_info(DEV, "Resync of new storage after online grow\n");
  1953. if (mdev->state.role != mdev->state.peer)
  1954. iass = (mdev->state.role == R_PRIMARY);
  1955. else
  1956. iass = test_bit(RESOLVE_CONFLICTS, &mdev->tconn->flags);
  1957. if (iass)
  1958. drbd_start_resync(mdev, C_SYNC_SOURCE);
  1959. else
  1960. _drbd_request_state(mdev, NS(conn, C_WF_SYNC_UUID), CS_VERBOSE + CS_SERIALIZE);
  1961. }
  1962. int drbd_adm_resize(struct sk_buff *skb, struct genl_info *info)
  1963. {
  1964. struct disk_conf *old_disk_conf, *new_disk_conf = NULL;
  1965. struct resize_parms rs;
  1966. struct drbd_conf *mdev;
  1967. enum drbd_ret_code retcode;
  1968. enum determine_dev_size dd;
  1969. enum dds_flags ddsf;
  1970. sector_t u_size;
  1971. int err;
  1972. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
  1973. if (!adm_ctx.reply_skb)
  1974. return retcode;
  1975. if (retcode != NO_ERROR)
  1976. goto fail;
  1977. memset(&rs, 0, sizeof(struct resize_parms));
  1978. if (info->attrs[DRBD_NLA_RESIZE_PARMS]) {
  1979. err = resize_parms_from_attrs(&rs, info);
  1980. if (err) {
  1981. retcode = ERR_MANDATORY_TAG;
  1982. drbd_msg_put_info(from_attrs_err_to_txt(err));
  1983. goto fail;
  1984. }
  1985. }
  1986. mdev = adm_ctx.mdev;
  1987. if (mdev->state.conn > C_CONNECTED) {
  1988. retcode = ERR_RESIZE_RESYNC;
  1989. goto fail;
  1990. }
  1991. if (mdev->state.role == R_SECONDARY &&
  1992. mdev->state.peer == R_SECONDARY) {
  1993. retcode = ERR_NO_PRIMARY;
  1994. goto fail;
  1995. }
  1996. if (!get_ldev(mdev)) {
  1997. retcode = ERR_NO_DISK;
  1998. goto fail;
  1999. }
  2000. if (rs.no_resync && mdev->tconn->agreed_pro_version < 93) {
  2001. retcode = ERR_NEED_APV_93;
  2002. goto fail_ldev;
  2003. }
  2004. rcu_read_lock();
  2005. u_size = rcu_dereference(mdev->ldev->disk_conf)->disk_size;
  2006. rcu_read_unlock();
  2007. if (u_size != (sector_t)rs.resize_size) {
  2008. new_disk_conf = kmalloc(sizeof(struct disk_conf), GFP_KERNEL);
  2009. if (!new_disk_conf) {
  2010. retcode = ERR_NOMEM;
  2011. goto fail_ldev;
  2012. }
  2013. }
  2014. if (mdev->ldev->known_size != drbd_get_capacity(mdev->ldev->backing_bdev))
  2015. mdev->ldev->known_size = drbd_get_capacity(mdev->ldev->backing_bdev);
  2016. if (new_disk_conf) {
  2017. mutex_lock(&mdev->tconn->conf_update);
  2018. old_disk_conf = mdev->ldev->disk_conf;
  2019. *new_disk_conf = *old_disk_conf;
  2020. new_disk_conf->disk_size = (sector_t)rs.resize_size;
  2021. rcu_assign_pointer(mdev->ldev->disk_conf, new_disk_conf);
  2022. mutex_unlock(&mdev->tconn->conf_update);
  2023. synchronize_rcu();
  2024. kfree(old_disk_conf);
  2025. }
  2026. ddsf = (rs.resize_force ? DDSF_FORCED : 0) | (rs.no_resync ? DDSF_NO_RESYNC : 0);
  2027. dd = drbd_determine_dev_size(mdev, ddsf);
  2028. drbd_md_sync(mdev);
  2029. put_ldev(mdev);
  2030. if (dd == dev_size_error) {
  2031. retcode = ERR_NOMEM_BITMAP;
  2032. goto fail;
  2033. }
  2034. if (mdev->state.conn == C_CONNECTED) {
  2035. if (dd == grew)
  2036. set_bit(RESIZE_PENDING, &mdev->flags);
  2037. drbd_send_uuids(mdev);
  2038. drbd_send_sizes(mdev, 1, ddsf);
  2039. }
  2040. fail:
  2041. drbd_adm_finish(info, retcode);
  2042. return 0;
  2043. fail_ldev:
  2044. put_ldev(mdev);
  2045. goto fail;
  2046. }
  2047. int drbd_adm_resource_opts(struct sk_buff *skb, struct genl_info *info)
  2048. {
  2049. enum drbd_ret_code retcode;
  2050. struct drbd_tconn *tconn;
  2051. struct res_opts res_opts;
  2052. int err;
  2053. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_RESOURCE);
  2054. if (!adm_ctx.reply_skb)
  2055. return retcode;
  2056. if (retcode != NO_ERROR)
  2057. goto fail;
  2058. tconn = adm_ctx.tconn;
  2059. res_opts = tconn->res_opts;
  2060. if (should_set_defaults(info))
  2061. set_res_opts_defaults(&res_opts);
  2062. err = res_opts_from_attrs(&res_opts, info);
  2063. if (err && err != -ENOMSG) {
  2064. retcode = ERR_MANDATORY_TAG;
  2065. drbd_msg_put_info(from_attrs_err_to_txt(err));
  2066. goto fail;
  2067. }
  2068. err = set_resource_options(tconn, &res_opts);
  2069. if (err) {
  2070. retcode = ERR_INVALID_REQUEST;
  2071. if (err == -ENOMEM)
  2072. retcode = ERR_NOMEM;
  2073. }
  2074. fail:
  2075. drbd_adm_finish(info, retcode);
  2076. return 0;
  2077. }
  2078. int drbd_adm_invalidate(struct sk_buff *skb, struct genl_info *info)
  2079. {
  2080. struct drbd_conf *mdev;
  2081. int retcode; /* enum drbd_ret_code rsp. enum drbd_state_rv */
  2082. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
  2083. if (!adm_ctx.reply_skb)
  2084. return retcode;
  2085. if (retcode != NO_ERROR)
  2086. goto out;
  2087. mdev = adm_ctx.mdev;
  2088. /* If there is still bitmap IO pending, probably because of a previous
  2089. * resync just being finished, wait for it before requesting a new resync.
  2090. * Also wait for it's after_state_ch(). */
  2091. drbd_suspend_io(mdev);
  2092. wait_event(mdev->misc_wait, !test_bit(BITMAP_IO, &mdev->flags));
  2093. drbd_flush_workqueue(mdev);
  2094. /* If we happen to be C_STANDALONE R_SECONDARY, just change to
  2095. * D_INCONSISTENT, and set all bits in the bitmap. Otherwise,
  2096. * try to start a resync handshake as sync target for full sync.
  2097. */
  2098. if (mdev->state.conn == C_STANDALONE && mdev->state.role == R_SECONDARY) {
  2099. retcode = drbd_request_state(mdev, NS(disk, D_INCONSISTENT));
  2100. if (retcode >= SS_SUCCESS) {
  2101. if (drbd_bitmap_io(mdev, &drbd_bmio_set_n_write,
  2102. "set_n_write from invalidate", BM_LOCKED_MASK))
  2103. retcode = ERR_IO_MD_DISK;
  2104. }
  2105. } else
  2106. retcode = drbd_request_state(mdev, NS(conn, C_STARTING_SYNC_T));
  2107. drbd_resume_io(mdev);
  2108. out:
  2109. drbd_adm_finish(info, retcode);
  2110. return 0;
  2111. }
  2112. static int drbd_adm_simple_request_state(struct sk_buff *skb, struct genl_info *info,
  2113. union drbd_state mask, union drbd_state val)
  2114. {
  2115. enum drbd_ret_code retcode;
  2116. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
  2117. if (!adm_ctx.reply_skb)
  2118. return retcode;
  2119. if (retcode != NO_ERROR)
  2120. goto out;
  2121. retcode = drbd_request_state(adm_ctx.mdev, mask, val);
  2122. out:
  2123. drbd_adm_finish(info, retcode);
  2124. return 0;
  2125. }
  2126. static int drbd_bmio_set_susp_al(struct drbd_conf *mdev)
  2127. {
  2128. int rv;
  2129. rv = drbd_bmio_set_n_write(mdev);
  2130. drbd_suspend_al(mdev);
  2131. return rv;
  2132. }
  2133. int drbd_adm_invalidate_peer(struct sk_buff *skb, struct genl_info *info)
  2134. {
  2135. int retcode; /* drbd_ret_code, drbd_state_rv */
  2136. struct drbd_conf *mdev;
  2137. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
  2138. if (!adm_ctx.reply_skb)
  2139. return retcode;
  2140. if (retcode != NO_ERROR)
  2141. goto out;
  2142. mdev = adm_ctx.mdev;
  2143. /* If there is still bitmap IO pending, probably because of a previous
  2144. * resync just being finished, wait for it before requesting a new resync.
  2145. * Also wait for it's after_state_ch(). */
  2146. drbd_suspend_io(mdev);
  2147. wait_event(mdev->misc_wait, !test_bit(BITMAP_IO, &mdev->flags));
  2148. drbd_flush_workqueue(mdev);
  2149. /* If we happen to be C_STANDALONE R_PRIMARY, just set all bits
  2150. * in the bitmap. Otherwise, try to start a resync handshake
  2151. * as sync source for full sync.
  2152. */
  2153. if (mdev->state.conn == C_STANDALONE && mdev->state.role == R_PRIMARY) {
  2154. /* The peer will get a resync upon connect anyways. Just make that
  2155. into a full resync. */
  2156. retcode = drbd_request_state(mdev, NS(pdsk, D_INCONSISTENT));
  2157. if (retcode >= SS_SUCCESS) {
  2158. if (drbd_bitmap_io(mdev, &drbd_bmio_set_susp_al,
  2159. "set_n_write from invalidate_peer",
  2160. BM_LOCKED_SET_ALLOWED))
  2161. retcode = ERR_IO_MD_DISK;
  2162. }
  2163. } else
  2164. retcode = drbd_request_state(mdev, NS(conn, C_STARTING_SYNC_S));
  2165. drbd_resume_io(mdev);
  2166. out:
  2167. drbd_adm_finish(info, retcode);
  2168. return 0;
  2169. }
  2170. int drbd_adm_pause_sync(struct sk_buff *skb, struct genl_info *info)
  2171. {
  2172. enum drbd_ret_code retcode;
  2173. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
  2174. if (!adm_ctx.reply_skb)
  2175. return retcode;
  2176. if (retcode != NO_ERROR)
  2177. goto out;
  2178. if (drbd_request_state(adm_ctx.mdev, NS(user_isp, 1)) == SS_NOTHING_TO_DO)
  2179. retcode = ERR_PAUSE_IS_SET;
  2180. out:
  2181. drbd_adm_finish(info, retcode);
  2182. return 0;
  2183. }
  2184. int drbd_adm_resume_sync(struct sk_buff *skb, struct genl_info *info)
  2185. {
  2186. union drbd_dev_state s;
  2187. enum drbd_ret_code retcode;
  2188. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
  2189. if (!adm_ctx.reply_skb)
  2190. return retcode;
  2191. if (retcode != NO_ERROR)
  2192. goto out;
  2193. if (drbd_request_state(adm_ctx.mdev, NS(user_isp, 0)) == SS_NOTHING_TO_DO) {
  2194. s = adm_ctx.mdev->state;
  2195. if (s.conn == C_PAUSED_SYNC_S || s.conn == C_PAUSED_SYNC_T) {
  2196. retcode = s.aftr_isp ? ERR_PIC_AFTER_DEP :
  2197. s.peer_isp ? ERR_PIC_PEER_DEP : ERR_PAUSE_IS_CLEAR;
  2198. } else {
  2199. retcode = ERR_PAUSE_IS_CLEAR;
  2200. }
  2201. }
  2202. out:
  2203. drbd_adm_finish(info, retcode);
  2204. return 0;
  2205. }
  2206. int drbd_adm_suspend_io(struct sk_buff *skb, struct genl_info *info)
  2207. {
  2208. return drbd_adm_simple_request_state(skb, info, NS(susp, 1));
  2209. }
  2210. int drbd_adm_resume_io(struct sk_buff *skb, struct genl_info *info)
  2211. {
  2212. struct drbd_conf *mdev;
  2213. int retcode; /* enum drbd_ret_code rsp. enum drbd_state_rv */
  2214. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
  2215. if (!adm_ctx.reply_skb)
  2216. return retcode;
  2217. if (retcode != NO_ERROR)
  2218. goto out;
  2219. mdev = adm_ctx.mdev;
  2220. if (test_bit(NEW_CUR_UUID, &mdev->flags)) {
  2221. drbd_uuid_new_current(mdev);
  2222. clear_bit(NEW_CUR_UUID, &mdev->flags);
  2223. }
  2224. drbd_suspend_io(mdev);
  2225. retcode = drbd_request_state(mdev, NS3(susp, 0, susp_nod, 0, susp_fen, 0));
  2226. if (retcode == SS_SUCCESS) {
  2227. if (mdev->state.conn < C_CONNECTED)
  2228. tl_clear(mdev->tconn);
  2229. if (mdev->state.disk == D_DISKLESS || mdev->state.disk == D_FAILED)
  2230. tl_restart(mdev->tconn, FAIL_FROZEN_DISK_IO);
  2231. }
  2232. drbd_resume_io(mdev);
  2233. out:
  2234. drbd_adm_finish(info, retcode);
  2235. return 0;
  2236. }
  2237. int drbd_adm_outdate(struct sk_buff *skb, struct genl_info *info)
  2238. {
  2239. return drbd_adm_simple_request_state(skb, info, NS(disk, D_OUTDATED));
  2240. }
  2241. int nla_put_drbd_cfg_context(struct sk_buff *skb, struct drbd_tconn *tconn, unsigned vnr)
  2242. {
  2243. struct nlattr *nla;
  2244. nla = nla_nest_start(skb, DRBD_NLA_CFG_CONTEXT);
  2245. if (!nla)
  2246. goto nla_put_failure;
  2247. if (vnr != VOLUME_UNSPECIFIED &&
  2248. nla_put_u32(skb, T_ctx_volume, vnr))
  2249. goto nla_put_failure;
  2250. if (nla_put_string(skb, T_ctx_resource_name, tconn->name))
  2251. goto nla_put_failure;
  2252. if (tconn->my_addr_len &&
  2253. nla_put(skb, T_ctx_my_addr, tconn->my_addr_len, &tconn->my_addr))
  2254. goto nla_put_failure;
  2255. if (tconn->peer_addr_len &&
  2256. nla_put(skb, T_ctx_peer_addr, tconn->peer_addr_len, &tconn->peer_addr))
  2257. goto nla_put_failure;
  2258. nla_nest_end(skb, nla);
  2259. return 0;
  2260. nla_put_failure:
  2261. if (nla)
  2262. nla_nest_cancel(skb, nla);
  2263. return -EMSGSIZE;
  2264. }
  2265. int nla_put_status_info(struct sk_buff *skb, struct drbd_conf *mdev,
  2266. const struct sib_info *sib)
  2267. {
  2268. struct state_info *si = NULL; /* for sizeof(si->member); */
  2269. struct nlattr *nla;
  2270. int got_ldev;
  2271. int err = 0;
  2272. int exclude_sensitive;
  2273. /* If sib != NULL, this is drbd_bcast_event, which anyone can listen
  2274. * to. So we better exclude_sensitive information.
  2275. *
  2276. * If sib == NULL, this is drbd_adm_get_status, executed synchronously
  2277. * in the context of the requesting user process. Exclude sensitive
  2278. * information, unless current has superuser.
  2279. *
  2280. * NOTE: for drbd_adm_get_status_all(), this is a netlink dump, and
  2281. * relies on the current implementation of netlink_dump(), which
  2282. * executes the dump callback successively from netlink_recvmsg(),
  2283. * always in the context of the receiving process */
  2284. exclude_sensitive = sib || !capable(CAP_SYS_ADMIN);
  2285. got_ldev = get_ldev(mdev);
  2286. /* We need to add connection name and volume number information still.
  2287. * Minor number is in drbd_genlmsghdr. */
  2288. if (nla_put_drbd_cfg_context(skb, mdev->tconn, mdev->vnr))
  2289. goto nla_put_failure;
  2290. if (res_opts_to_skb(skb, &mdev->tconn->res_opts, exclude_sensitive))
  2291. goto nla_put_failure;
  2292. rcu_read_lock();
  2293. if (got_ldev) {
  2294. struct disk_conf *disk_conf;
  2295. disk_conf = rcu_dereference(mdev->ldev->disk_conf);
  2296. err = disk_conf_to_skb(skb, disk_conf, exclude_sensitive);
  2297. }
  2298. if (!err) {
  2299. struct net_conf *nc;
  2300. nc = rcu_dereference(mdev->tconn->net_conf);
  2301. if (nc)
  2302. err = net_conf_to_skb(skb, nc, exclude_sensitive);
  2303. }
  2304. rcu_read_unlock();
  2305. if (err)
  2306. goto nla_put_failure;
  2307. nla = nla_nest_start(skb, DRBD_NLA_STATE_INFO);
  2308. if (!nla)
  2309. goto nla_put_failure;
  2310. if (nla_put_u32(skb, T_sib_reason, sib ? sib->sib_reason : SIB_GET_STATUS_REPLY) ||
  2311. nla_put_u32(skb, T_current_state, mdev->state.i) ||
  2312. nla_put_u64(skb, T_ed_uuid, mdev->ed_uuid) ||
  2313. nla_put_u64(skb, T_capacity, drbd_get_capacity(mdev->this_bdev)) ||
  2314. nla_put_u64(skb, T_send_cnt, mdev->send_cnt) ||
  2315. nla_put_u64(skb, T_recv_cnt, mdev->recv_cnt) ||
  2316. nla_put_u64(skb, T_read_cnt, mdev->read_cnt) ||
  2317. nla_put_u64(skb, T_writ_cnt, mdev->writ_cnt) ||
  2318. nla_put_u64(skb, T_al_writ_cnt, mdev->al_writ_cnt) ||
  2319. nla_put_u64(skb, T_bm_writ_cnt, mdev->bm_writ_cnt) ||
  2320. nla_put_u32(skb, T_ap_bio_cnt, atomic_read(&mdev->ap_bio_cnt)) ||
  2321. nla_put_u32(skb, T_ap_pending_cnt, atomic_read(&mdev->ap_pending_cnt)) ||
  2322. nla_put_u32(skb, T_rs_pending_cnt, atomic_read(&mdev->rs_pending_cnt)))
  2323. goto nla_put_failure;
  2324. if (got_ldev) {
  2325. int err;
  2326. spin_lock_irq(&mdev->ldev->md.uuid_lock);
  2327. err = nla_put(skb, T_uuids, sizeof(si->uuids), mdev->ldev->md.uuid);
  2328. spin_unlock_irq(&mdev->ldev->md.uuid_lock);
  2329. if (err)
  2330. goto nla_put_failure;
  2331. if (nla_put_u32(skb, T_disk_flags, mdev->ldev->md.flags) ||
  2332. nla_put_u64(skb, T_bits_total, drbd_bm_bits(mdev)) ||
  2333. nla_put_u64(skb, T_bits_oos, drbd_bm_total_weight(mdev)))
  2334. goto nla_put_failure;
  2335. if (C_SYNC_SOURCE <= mdev->state.conn &&
  2336. C_PAUSED_SYNC_T >= mdev->state.conn) {
  2337. if (nla_put_u64(skb, T_bits_rs_total, mdev->rs_total) ||
  2338. nla_put_u64(skb, T_bits_rs_failed, mdev->rs_failed))
  2339. goto nla_put_failure;
  2340. }
  2341. }
  2342. if (sib) {
  2343. switch(sib->sib_reason) {
  2344. case SIB_SYNC_PROGRESS:
  2345. case SIB_GET_STATUS_REPLY:
  2346. break;
  2347. case SIB_STATE_CHANGE:
  2348. if (nla_put_u32(skb, T_prev_state, sib->os.i) ||
  2349. nla_put_u32(skb, T_new_state, sib->ns.i))
  2350. goto nla_put_failure;
  2351. break;
  2352. case SIB_HELPER_POST:
  2353. if (nla_put_u32(skb, T_helper_exit_code,
  2354. sib->helper_exit_code))
  2355. goto nla_put_failure;
  2356. /* fall through */
  2357. case SIB_HELPER_PRE:
  2358. if (nla_put_string(skb, T_helper, sib->helper_name))
  2359. goto nla_put_failure;
  2360. break;
  2361. }
  2362. }
  2363. nla_nest_end(skb, nla);
  2364. if (0)
  2365. nla_put_failure:
  2366. err = -EMSGSIZE;
  2367. if (got_ldev)
  2368. put_ldev(mdev);
  2369. return err;
  2370. }
  2371. int drbd_adm_get_status(struct sk_buff *skb, struct genl_info *info)
  2372. {
  2373. enum drbd_ret_code retcode;
  2374. int err;
  2375. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
  2376. if (!adm_ctx.reply_skb)
  2377. return retcode;
  2378. if (retcode != NO_ERROR)
  2379. goto out;
  2380. err = nla_put_status_info(adm_ctx.reply_skb, adm_ctx.mdev, NULL);
  2381. if (err) {
  2382. nlmsg_free(adm_ctx.reply_skb);
  2383. return err;
  2384. }
  2385. out:
  2386. drbd_adm_finish(info, retcode);
  2387. return 0;
  2388. }
  2389. int get_one_status(struct sk_buff *skb, struct netlink_callback *cb)
  2390. {
  2391. struct drbd_conf *mdev;
  2392. struct drbd_genlmsghdr *dh;
  2393. struct drbd_tconn *pos = (struct drbd_tconn*)cb->args[0];
  2394. struct drbd_tconn *tconn = NULL;
  2395. struct drbd_tconn *tmp;
  2396. unsigned volume = cb->args[1];
  2397. /* Open coded, deferred, iteration:
  2398. * list_for_each_entry_safe(tconn, tmp, &drbd_tconns, all_tconn) {
  2399. * idr_for_each_entry(&tconn->volumes, mdev, i) {
  2400. * ...
  2401. * }
  2402. * }
  2403. * where tconn is cb->args[0];
  2404. * and i is cb->args[1];
  2405. *
  2406. * cb->args[2] indicates if we shall loop over all resources,
  2407. * or just dump all volumes of a single resource.
  2408. *
  2409. * This may miss entries inserted after this dump started,
  2410. * or entries deleted before they are reached.
  2411. *
  2412. * We need to make sure the mdev won't disappear while
  2413. * we are looking at it, and revalidate our iterators
  2414. * on each iteration.
  2415. */
  2416. /* synchronize with conn_create()/conn_destroy() */
  2417. rcu_read_lock();
  2418. /* revalidate iterator position */
  2419. list_for_each_entry_rcu(tmp, &drbd_tconns, all_tconn) {
  2420. if (pos == NULL) {
  2421. /* first iteration */
  2422. pos = tmp;
  2423. tconn = pos;
  2424. break;
  2425. }
  2426. if (tmp == pos) {
  2427. tconn = pos;
  2428. break;
  2429. }
  2430. }
  2431. if (tconn) {
  2432. next_tconn:
  2433. mdev = idr_get_next(&tconn->volumes, &volume);
  2434. if (!mdev) {
  2435. /* No more volumes to dump on this tconn.
  2436. * Advance tconn iterator. */
  2437. pos = list_entry_rcu(tconn->all_tconn.next,
  2438. struct drbd_tconn, all_tconn);
  2439. /* Did we dump any volume on this tconn yet? */
  2440. if (volume != 0) {
  2441. /* If we reached the end of the list,
  2442. * or only a single resource dump was requested,
  2443. * we are done. */
  2444. if (&pos->all_tconn == &drbd_tconns || cb->args[2])
  2445. goto out;
  2446. volume = 0;
  2447. tconn = pos;
  2448. goto next_tconn;
  2449. }
  2450. }
  2451. dh = genlmsg_put(skb, NETLINK_CB(cb->skb).portid,
  2452. cb->nlh->nlmsg_seq, &drbd_genl_family,
  2453. NLM_F_MULTI, DRBD_ADM_GET_STATUS);
  2454. if (!dh)
  2455. goto out;
  2456. if (!mdev) {
  2457. /* This is a tconn without a single volume.
  2458. * Suprisingly enough, it may have a network
  2459. * configuration. */
  2460. struct net_conf *nc;
  2461. dh->minor = -1U;
  2462. dh->ret_code = NO_ERROR;
  2463. if (nla_put_drbd_cfg_context(skb, tconn, VOLUME_UNSPECIFIED))
  2464. goto cancel;
  2465. nc = rcu_dereference(tconn->net_conf);
  2466. if (nc && net_conf_to_skb(skb, nc, 1) != 0)
  2467. goto cancel;
  2468. goto done;
  2469. }
  2470. D_ASSERT(mdev->vnr == volume);
  2471. D_ASSERT(mdev->tconn == tconn);
  2472. dh->minor = mdev_to_minor(mdev);
  2473. dh->ret_code = NO_ERROR;
  2474. if (nla_put_status_info(skb, mdev, NULL)) {
  2475. cancel:
  2476. genlmsg_cancel(skb, dh);
  2477. goto out;
  2478. }
  2479. done:
  2480. genlmsg_end(skb, dh);
  2481. }
  2482. out:
  2483. rcu_read_unlock();
  2484. /* where to start the next iteration */
  2485. cb->args[0] = (long)pos;
  2486. cb->args[1] = (pos == tconn) ? volume + 1 : 0;
  2487. /* No more tconns/volumes/minors found results in an empty skb.
  2488. * Which will terminate the dump. */
  2489. return skb->len;
  2490. }
  2491. /*
  2492. * Request status of all resources, or of all volumes within a single resource.
  2493. *
  2494. * This is a dump, as the answer may not fit in a single reply skb otherwise.
  2495. * Which means we cannot use the family->attrbuf or other such members, because
  2496. * dump is NOT protected by the genl_lock(). During dump, we only have access
  2497. * to the incoming skb, and need to opencode "parsing" of the nlattr payload.
  2498. *
  2499. * Once things are setup properly, we call into get_one_status().
  2500. */
  2501. int drbd_adm_get_status_all(struct sk_buff *skb, struct netlink_callback *cb)
  2502. {
  2503. const unsigned hdrlen = GENL_HDRLEN + GENL_MAGIC_FAMILY_HDRSZ;
  2504. struct nlattr *nla;
  2505. const char *resource_name;
  2506. struct drbd_tconn *tconn;
  2507. int maxtype;
  2508. /* Is this a followup call? */
  2509. if (cb->args[0]) {
  2510. /* ... of a single resource dump,
  2511. * and the resource iterator has been advanced already? */
  2512. if (cb->args[2] && cb->args[2] != cb->args[0])
  2513. return 0; /* DONE. */
  2514. goto dump;
  2515. }
  2516. /* First call (from netlink_dump_start). We need to figure out
  2517. * which resource(s) the user wants us to dump. */
  2518. nla = nla_find(nlmsg_attrdata(cb->nlh, hdrlen),
  2519. nlmsg_attrlen(cb->nlh, hdrlen),
  2520. DRBD_NLA_CFG_CONTEXT);
  2521. /* No explicit context given. Dump all. */
  2522. if (!nla)
  2523. goto dump;
  2524. maxtype = ARRAY_SIZE(drbd_cfg_context_nl_policy) - 1;
  2525. nla = drbd_nla_find_nested(maxtype, nla, __nla_type(T_ctx_resource_name));
  2526. if (IS_ERR(nla))
  2527. return PTR_ERR(nla);
  2528. /* context given, but no name present? */
  2529. if (!nla)
  2530. return -EINVAL;
  2531. resource_name = nla_data(nla);
  2532. tconn = conn_get_by_name(resource_name);
  2533. if (!tconn)
  2534. return -ENODEV;
  2535. kref_put(&tconn->kref, &conn_destroy); /* get_one_status() (re)validates tconn by itself */
  2536. /* prime iterators, and set "filter" mode mark:
  2537. * only dump this tconn. */
  2538. cb->args[0] = (long)tconn;
  2539. /* cb->args[1] = 0; passed in this way. */
  2540. cb->args[2] = (long)tconn;
  2541. dump:
  2542. return get_one_status(skb, cb);
  2543. }
  2544. int drbd_adm_get_timeout_type(struct sk_buff *skb, struct genl_info *info)
  2545. {
  2546. enum drbd_ret_code retcode;
  2547. struct timeout_parms tp;
  2548. int err;
  2549. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
  2550. if (!adm_ctx.reply_skb)
  2551. return retcode;
  2552. if (retcode != NO_ERROR)
  2553. goto out;
  2554. tp.timeout_type =
  2555. adm_ctx.mdev->state.pdsk == D_OUTDATED ? UT_PEER_OUTDATED :
  2556. test_bit(USE_DEGR_WFC_T, &adm_ctx.mdev->flags) ? UT_DEGRADED :
  2557. UT_DEFAULT;
  2558. err = timeout_parms_to_priv_skb(adm_ctx.reply_skb, &tp);
  2559. if (err) {
  2560. nlmsg_free(adm_ctx.reply_skb);
  2561. return err;
  2562. }
  2563. out:
  2564. drbd_adm_finish(info, retcode);
  2565. return 0;
  2566. }
  2567. int drbd_adm_start_ov(struct sk_buff *skb, struct genl_info *info)
  2568. {
  2569. struct drbd_conf *mdev;
  2570. enum drbd_ret_code retcode;
  2571. struct start_ov_parms parms;
  2572. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
  2573. if (!adm_ctx.reply_skb)
  2574. return retcode;
  2575. if (retcode != NO_ERROR)
  2576. goto out;
  2577. mdev = adm_ctx.mdev;
  2578. /* resume from last known position, if possible */
  2579. parms.ov_start_sector = mdev->ov_start_sector;
  2580. parms.ov_stop_sector = ULLONG_MAX;
  2581. if (info->attrs[DRBD_NLA_START_OV_PARMS]) {
  2582. int err = start_ov_parms_from_attrs(&parms, info);
  2583. if (err) {
  2584. retcode = ERR_MANDATORY_TAG;
  2585. drbd_msg_put_info(from_attrs_err_to_txt(err));
  2586. goto out;
  2587. }
  2588. }
  2589. /* w_make_ov_request expects position to be aligned */
  2590. mdev->ov_start_sector = parms.ov_start_sector & ~(BM_SECT_PER_BIT-1);
  2591. mdev->ov_stop_sector = parms.ov_stop_sector;
  2592. /* If there is still bitmap IO pending, e.g. previous resync or verify
  2593. * just being finished, wait for it before requesting a new resync. */
  2594. drbd_suspend_io(mdev);
  2595. wait_event(mdev->misc_wait, !test_bit(BITMAP_IO, &mdev->flags));
  2596. retcode = drbd_request_state(mdev,NS(conn,C_VERIFY_S));
  2597. drbd_resume_io(mdev);
  2598. out:
  2599. drbd_adm_finish(info, retcode);
  2600. return 0;
  2601. }
  2602. int drbd_adm_new_c_uuid(struct sk_buff *skb, struct genl_info *info)
  2603. {
  2604. struct drbd_conf *mdev;
  2605. enum drbd_ret_code retcode;
  2606. int skip_initial_sync = 0;
  2607. int err;
  2608. struct new_c_uuid_parms args;
  2609. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
  2610. if (!adm_ctx.reply_skb)
  2611. return retcode;
  2612. if (retcode != NO_ERROR)
  2613. goto out_nolock;
  2614. mdev = adm_ctx.mdev;
  2615. memset(&args, 0, sizeof(args));
  2616. if (info->attrs[DRBD_NLA_NEW_C_UUID_PARMS]) {
  2617. err = new_c_uuid_parms_from_attrs(&args, info);
  2618. if (err) {
  2619. retcode = ERR_MANDATORY_TAG;
  2620. drbd_msg_put_info(from_attrs_err_to_txt(err));
  2621. goto out_nolock;
  2622. }
  2623. }
  2624. mutex_lock(mdev->state_mutex); /* Protects us against serialized state changes. */
  2625. if (!get_ldev(mdev)) {
  2626. retcode = ERR_NO_DISK;
  2627. goto out;
  2628. }
  2629. /* this is "skip initial sync", assume to be clean */
  2630. if (mdev->state.conn == C_CONNECTED && mdev->tconn->agreed_pro_version >= 90 &&
  2631. mdev->ldev->md.uuid[UI_CURRENT] == UUID_JUST_CREATED && args.clear_bm) {
  2632. dev_info(DEV, "Preparing to skip initial sync\n");
  2633. skip_initial_sync = 1;
  2634. } else if (mdev->state.conn != C_STANDALONE) {
  2635. retcode = ERR_CONNECTED;
  2636. goto out_dec;
  2637. }
  2638. drbd_uuid_set(mdev, UI_BITMAP, 0); /* Rotate UI_BITMAP to History 1, etc... */
  2639. drbd_uuid_new_current(mdev); /* New current, previous to UI_BITMAP */
  2640. if (args.clear_bm) {
  2641. err = drbd_bitmap_io(mdev, &drbd_bmio_clear_n_write,
  2642. "clear_n_write from new_c_uuid", BM_LOCKED_MASK);
  2643. if (err) {
  2644. dev_err(DEV, "Writing bitmap failed with %d\n",err);
  2645. retcode = ERR_IO_MD_DISK;
  2646. }
  2647. if (skip_initial_sync) {
  2648. drbd_send_uuids_skip_initial_sync(mdev);
  2649. _drbd_uuid_set(mdev, UI_BITMAP, 0);
  2650. drbd_print_uuids(mdev, "cleared bitmap UUID");
  2651. spin_lock_irq(&mdev->tconn->req_lock);
  2652. _drbd_set_state(_NS2(mdev, disk, D_UP_TO_DATE, pdsk, D_UP_TO_DATE),
  2653. CS_VERBOSE, NULL);
  2654. spin_unlock_irq(&mdev->tconn->req_lock);
  2655. }
  2656. }
  2657. drbd_md_sync(mdev);
  2658. out_dec:
  2659. put_ldev(mdev);
  2660. out:
  2661. mutex_unlock(mdev->state_mutex);
  2662. out_nolock:
  2663. drbd_adm_finish(info, retcode);
  2664. return 0;
  2665. }
  2666. static enum drbd_ret_code
  2667. drbd_check_resource_name(const char *name)
  2668. {
  2669. if (!name || !name[0]) {
  2670. drbd_msg_put_info("resource name missing");
  2671. return ERR_MANDATORY_TAG;
  2672. }
  2673. /* if we want to use these in sysfs/configfs/debugfs some day,
  2674. * we must not allow slashes */
  2675. if (strchr(name, '/')) {
  2676. drbd_msg_put_info("invalid resource name");
  2677. return ERR_INVALID_REQUEST;
  2678. }
  2679. return NO_ERROR;
  2680. }
  2681. int drbd_adm_new_resource(struct sk_buff *skb, struct genl_info *info)
  2682. {
  2683. enum drbd_ret_code retcode;
  2684. struct res_opts res_opts;
  2685. int err;
  2686. retcode = drbd_adm_prepare(skb, info, 0);
  2687. if (!adm_ctx.reply_skb)
  2688. return retcode;
  2689. if (retcode != NO_ERROR)
  2690. goto out;
  2691. set_res_opts_defaults(&res_opts);
  2692. err = res_opts_from_attrs(&res_opts, info);
  2693. if (err && err != -ENOMSG) {
  2694. retcode = ERR_MANDATORY_TAG;
  2695. drbd_msg_put_info(from_attrs_err_to_txt(err));
  2696. goto out;
  2697. }
  2698. retcode = drbd_check_resource_name(adm_ctx.resource_name);
  2699. if (retcode != NO_ERROR)
  2700. goto out;
  2701. if (adm_ctx.tconn) {
  2702. if (info->nlhdr->nlmsg_flags & NLM_F_EXCL) {
  2703. retcode = ERR_INVALID_REQUEST;
  2704. drbd_msg_put_info("resource exists");
  2705. }
  2706. /* else: still NO_ERROR */
  2707. goto out;
  2708. }
  2709. if (!conn_create(adm_ctx.resource_name, &res_opts))
  2710. retcode = ERR_NOMEM;
  2711. out:
  2712. drbd_adm_finish(info, retcode);
  2713. return 0;
  2714. }
  2715. int drbd_adm_add_minor(struct sk_buff *skb, struct genl_info *info)
  2716. {
  2717. struct drbd_genlmsghdr *dh = info->userhdr;
  2718. enum drbd_ret_code retcode;
  2719. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_RESOURCE);
  2720. if (!adm_ctx.reply_skb)
  2721. return retcode;
  2722. if (retcode != NO_ERROR)
  2723. goto out;
  2724. if (dh->minor > MINORMASK) {
  2725. drbd_msg_put_info("requested minor out of range");
  2726. retcode = ERR_INVALID_REQUEST;
  2727. goto out;
  2728. }
  2729. if (adm_ctx.volume > DRBD_VOLUME_MAX) {
  2730. drbd_msg_put_info("requested volume id out of range");
  2731. retcode = ERR_INVALID_REQUEST;
  2732. goto out;
  2733. }
  2734. /* drbd_adm_prepare made sure already
  2735. * that mdev->tconn and mdev->vnr match the request. */
  2736. if (adm_ctx.mdev) {
  2737. if (info->nlhdr->nlmsg_flags & NLM_F_EXCL)
  2738. retcode = ERR_MINOR_EXISTS;
  2739. /* else: still NO_ERROR */
  2740. goto out;
  2741. }
  2742. retcode = conn_new_minor(adm_ctx.tconn, dh->minor, adm_ctx.volume);
  2743. out:
  2744. drbd_adm_finish(info, retcode);
  2745. return 0;
  2746. }
  2747. static enum drbd_ret_code adm_delete_minor(struct drbd_conf *mdev)
  2748. {
  2749. if (mdev->state.disk == D_DISKLESS &&
  2750. /* no need to be mdev->state.conn == C_STANDALONE &&
  2751. * we may want to delete a minor from a live replication group.
  2752. */
  2753. mdev->state.role == R_SECONDARY) {
  2754. _drbd_request_state(mdev, NS(conn, C_WF_REPORT_PARAMS),
  2755. CS_VERBOSE + CS_WAIT_COMPLETE);
  2756. idr_remove(&mdev->tconn->volumes, mdev->vnr);
  2757. idr_remove(&minors, mdev_to_minor(mdev));
  2758. destroy_workqueue(mdev->submit.wq);
  2759. del_gendisk(mdev->vdisk);
  2760. synchronize_rcu();
  2761. kref_put(&mdev->kref, &drbd_minor_destroy);
  2762. return NO_ERROR;
  2763. } else
  2764. return ERR_MINOR_CONFIGURED;
  2765. }
  2766. int drbd_adm_delete_minor(struct sk_buff *skb, struct genl_info *info)
  2767. {
  2768. enum drbd_ret_code retcode;
  2769. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_MINOR);
  2770. if (!adm_ctx.reply_skb)
  2771. return retcode;
  2772. if (retcode != NO_ERROR)
  2773. goto out;
  2774. retcode = adm_delete_minor(adm_ctx.mdev);
  2775. out:
  2776. drbd_adm_finish(info, retcode);
  2777. return 0;
  2778. }
  2779. int drbd_adm_down(struct sk_buff *skb, struct genl_info *info)
  2780. {
  2781. int retcode; /* enum drbd_ret_code rsp. enum drbd_state_rv */
  2782. struct drbd_conf *mdev;
  2783. unsigned i;
  2784. retcode = drbd_adm_prepare(skb, info, 0);
  2785. if (!adm_ctx.reply_skb)
  2786. return retcode;
  2787. if (retcode != NO_ERROR)
  2788. goto out;
  2789. if (!adm_ctx.tconn) {
  2790. retcode = ERR_RES_NOT_KNOWN;
  2791. goto out;
  2792. }
  2793. /* demote */
  2794. idr_for_each_entry(&adm_ctx.tconn->volumes, mdev, i) {
  2795. retcode = drbd_set_role(mdev, R_SECONDARY, 0);
  2796. if (retcode < SS_SUCCESS) {
  2797. drbd_msg_put_info("failed to demote");
  2798. goto out;
  2799. }
  2800. }
  2801. retcode = conn_try_disconnect(adm_ctx.tconn, 0);
  2802. if (retcode < SS_SUCCESS) {
  2803. drbd_msg_put_info("failed to disconnect");
  2804. goto out;
  2805. }
  2806. /* detach */
  2807. idr_for_each_entry(&adm_ctx.tconn->volumes, mdev, i) {
  2808. retcode = adm_detach(mdev, 0);
  2809. if (retcode < SS_SUCCESS || retcode > NO_ERROR) {
  2810. drbd_msg_put_info("failed to detach");
  2811. goto out;
  2812. }
  2813. }
  2814. /* If we reach this, all volumes (of this tconn) are Secondary,
  2815. * Disconnected, Diskless, aka Unconfigured. Make sure all threads have
  2816. * actually stopped, state handling only does drbd_thread_stop_nowait(). */
  2817. drbd_thread_stop(&adm_ctx.tconn->worker);
  2818. /* Now, nothing can fail anymore */
  2819. /* delete volumes */
  2820. idr_for_each_entry(&adm_ctx.tconn->volumes, mdev, i) {
  2821. retcode = adm_delete_minor(mdev);
  2822. if (retcode != NO_ERROR) {
  2823. /* "can not happen" */
  2824. drbd_msg_put_info("failed to delete volume");
  2825. goto out;
  2826. }
  2827. }
  2828. /* delete connection */
  2829. if (conn_lowest_minor(adm_ctx.tconn) < 0) {
  2830. list_del_rcu(&adm_ctx.tconn->all_tconn);
  2831. synchronize_rcu();
  2832. kref_put(&adm_ctx.tconn->kref, &conn_destroy);
  2833. retcode = NO_ERROR;
  2834. } else {
  2835. /* "can not happen" */
  2836. retcode = ERR_RES_IN_USE;
  2837. drbd_msg_put_info("failed to delete connection");
  2838. }
  2839. goto out;
  2840. out:
  2841. drbd_adm_finish(info, retcode);
  2842. return 0;
  2843. }
  2844. int drbd_adm_del_resource(struct sk_buff *skb, struct genl_info *info)
  2845. {
  2846. enum drbd_ret_code retcode;
  2847. retcode = drbd_adm_prepare(skb, info, DRBD_ADM_NEED_RESOURCE);
  2848. if (!adm_ctx.reply_skb)
  2849. return retcode;
  2850. if (retcode != NO_ERROR)
  2851. goto out;
  2852. if (conn_lowest_minor(adm_ctx.tconn) < 0) {
  2853. list_del_rcu(&adm_ctx.tconn->all_tconn);
  2854. synchronize_rcu();
  2855. kref_put(&adm_ctx.tconn->kref, &conn_destroy);
  2856. retcode = NO_ERROR;
  2857. } else {
  2858. retcode = ERR_RES_IN_USE;
  2859. }
  2860. if (retcode == NO_ERROR)
  2861. drbd_thread_stop(&adm_ctx.tconn->worker);
  2862. out:
  2863. drbd_adm_finish(info, retcode);
  2864. return 0;
  2865. }
  2866. void drbd_bcast_event(struct drbd_conf *mdev, const struct sib_info *sib)
  2867. {
  2868. static atomic_t drbd_genl_seq = ATOMIC_INIT(2); /* two. */
  2869. struct sk_buff *msg;
  2870. struct drbd_genlmsghdr *d_out;
  2871. unsigned seq;
  2872. int err = -ENOMEM;
  2873. if (sib->sib_reason == SIB_SYNC_PROGRESS) {
  2874. if (time_after(jiffies, mdev->rs_last_bcast + HZ))
  2875. mdev->rs_last_bcast = jiffies;
  2876. else
  2877. return;
  2878. }
  2879. seq = atomic_inc_return(&drbd_genl_seq);
  2880. msg = genlmsg_new(NLMSG_GOODSIZE, GFP_NOIO);
  2881. if (!msg)
  2882. goto failed;
  2883. err = -EMSGSIZE;
  2884. d_out = genlmsg_put(msg, 0, seq, &drbd_genl_family, 0, DRBD_EVENT);
  2885. if (!d_out) /* cannot happen, but anyways. */
  2886. goto nla_put_failure;
  2887. d_out->minor = mdev_to_minor(mdev);
  2888. d_out->ret_code = NO_ERROR;
  2889. if (nla_put_status_info(msg, mdev, sib))
  2890. goto nla_put_failure;
  2891. genlmsg_end(msg, d_out);
  2892. err = drbd_genl_multicast_events(msg, 0);
  2893. /* msg has been consumed or freed in netlink_broadcast() */
  2894. if (err && err != -ESRCH)
  2895. goto failed;
  2896. return;
  2897. nla_put_failure:
  2898. nlmsg_free(msg);
  2899. failed:
  2900. dev_err(DEV, "Error %d while broadcasting event. "
  2901. "Event seq:%u sib_reason:%u\n",
  2902. err, seq, sib->sib_reason);
  2903. }