md.c 178 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606560756085609561056115612561356145615561656175618561956205621562256235624562556265627562856295630563156325633563456355636563756385639564056415642564356445645564656475648564956505651565256535654565556565657565856595660566156625663566456655666566756685669567056715672567356745675567656775678567956805681568256835684568556865687568856895690569156925693569456955696569756985699570057015702570357045705570657075708570957105711571257135714571557165717571857195720572157225723572457255726572757285729573057315732573357345735573657375738573957405741574257435744574557465747574857495750575157525753575457555756575757585759576057615762576357645765576657675768576957705771577257735774577557765777577857795780578157825783578457855786578757885789579057915792579357945795579657975798579958005801580258035804580558065807580858095810581158125813581458155816581758185819582058215822582358245825582658275828582958305831583258335834583558365837583858395840584158425843584458455846584758485849585058515852585358545855585658575858585958605861586258635864586558665867586858695870587158725873587458755876587758785879588058815882588358845885588658875888588958905891589258935894589558965897589858995900590159025903590459055906590759085909591059115912591359145915591659175918591959205921592259235924592559265927592859295930593159325933593459355936593759385939594059415942594359445945594659475948594959505951595259535954595559565957595859595960596159625963596459655966596759685969597059715972597359745975597659775978597959805981598259835984598559865987598859895990599159925993599459955996599759985999600060016002600360046005600660076008600960106011601260136014601560166017601860196020602160226023602460256026602760286029603060316032603360346035603660376038603960406041604260436044604560466047604860496050605160526053605460556056605760586059606060616062606360646065606660676068606960706071607260736074607560766077607860796080608160826083608460856086608760886089609060916092609360946095609660976098609961006101610261036104610561066107610861096110611161126113611461156116611761186119612061216122612361246125612661276128612961306131613261336134613561366137613861396140614161426143614461456146614761486149615061516152615361546155615661576158615961606161616261636164616561666167616861696170617161726173617461756176617761786179618061816182618361846185618661876188618961906191619261936194619561966197619861996200620162026203620462056206620762086209621062116212621362146215621662176218621962206221622262236224622562266227622862296230623162326233623462356236623762386239624062416242624362446245624662476248624962506251625262536254625562566257625862596260626162626263626462656266626762686269627062716272627362746275627662776278627962806281628262836284628562866287628862896290629162926293629462956296629762986299630063016302630363046305630663076308630963106311631263136314631563166317631863196320632163226323632463256326632763286329633063316332633363346335633663376338633963406341634263436344634563466347634863496350635163526353635463556356635763586359636063616362636363646365636663676368636963706371637263736374637563766377637863796380638163826383638463856386638763886389639063916392639363946395639663976398639964006401640264036404640564066407640864096410641164126413641464156416641764186419642064216422642364246425642664276428642964306431643264336434643564366437643864396440644164426443644464456446644764486449645064516452645364546455645664576458645964606461646264636464646564666467646864696470647164726473647464756476647764786479648064816482648364846485648664876488648964906491649264936494649564966497649864996500650165026503650465056506650765086509651065116512651365146515651665176518651965206521652265236524652565266527652865296530653165326533653465356536653765386539654065416542654365446545654665476548654965506551655265536554655565566557655865596560656165626563656465656566656765686569657065716572657365746575657665776578657965806581658265836584658565866587658865896590659165926593659465956596659765986599660066016602660366046605660666076608660966106611661266136614661566166617661866196620662166226623662466256626662766286629663066316632663366346635663666376638663966406641664266436644664566466647664866496650665166526653665466556656665766586659666066616662666366646665666666676668666966706671667266736674667566766677667866796680668166826683668466856686668766886689669066916692669366946695669666976698669967006701670267036704670567066707670867096710671167126713671467156716671767186719672067216722672367246725672667276728672967306731673267336734673567366737673867396740674167426743674467456746674767486749675067516752675367546755675667576758675967606761676267636764676567666767676867696770677167726773677467756776677767786779678067816782678367846785678667876788678967906791679267936794679567966797679867996800680168026803680468056806680768086809681068116812681368146815681668176818681968206821682268236824682568266827682868296830683168326833683468356836683768386839684068416842684368446845684668476848684968506851685268536854685568566857685868596860686168626863686468656866686768686869687068716872687368746875687668776878687968806881688268836884688568866887688868896890689168926893689468956896689768986899690069016902690369046905690669076908690969106911691269136914691569166917691869196920692169226923692469256926692769286929693069316932693369346935693669376938693969406941694269436944694569466947694869496950695169526953695469556956695769586959696069616962696369646965696669676968
  1. /*
  2. md.c : Multiple Devices driver for Linux
  3. Copyright (C) 1998, 1999, 2000 Ingo Molnar
  4. completely rewritten, based on the MD driver code from Marc Zyngier
  5. Changes:
  6. - RAID-1/RAID-5 extensions by Miguel de Icaza, Gadi Oxman, Ingo Molnar
  7. - RAID-6 extensions by H. Peter Anvin <hpa@zytor.com>
  8. - boot support for linear and striped mode by Harald Hoyer <HarryH@Royal.Net>
  9. - kerneld support by Boris Tobotras <boris@xtalk.msk.su>
  10. - kmod support by: Cyrus Durgin
  11. - RAID0 bugfixes: Mark Anthony Lisher <markal@iname.com>
  12. - Devfs support by Richard Gooch <rgooch@atnf.csiro.au>
  13. - lots of fixes and improvements to the RAID1/RAID5 and generic
  14. RAID code (such as request based resynchronization):
  15. Neil Brown <neilb@cse.unsw.edu.au>.
  16. - persistent bitmap code
  17. Copyright (C) 2003-2004, Paul Clements, SteelEye Technology, Inc.
  18. This program is free software; you can redistribute it and/or modify
  19. it under the terms of the GNU General Public License as published by
  20. the Free Software Foundation; either version 2, or (at your option)
  21. any later version.
  22. You should have received a copy of the GNU General Public License
  23. (for example /usr/src/linux/COPYING); if not, write to the Free
  24. Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  25. */
  26. #include <linux/kthread.h>
  27. #include <linux/blkdev.h>
  28. #include <linux/sysctl.h>
  29. #include <linux/seq_file.h>
  30. #include <linux/buffer_head.h> /* for invalidate_bdev */
  31. #include <linux/poll.h>
  32. #include <linux/ctype.h>
  33. #include <linux/hdreg.h>
  34. #include <linux/proc_fs.h>
  35. #include <linux/random.h>
  36. #include <linux/reboot.h>
  37. #include <linux/file.h>
  38. #include <linux/delay.h>
  39. #include <linux/raid/md_p.h>
  40. #include <linux/raid/md_u.h>
  41. #include "md.h"
  42. #include "bitmap.h"
  43. #define DEBUG 0
  44. #define dprintk(x...) ((void)(DEBUG && printk(x)))
  45. #ifndef MODULE
  46. static void autostart_arrays(int part);
  47. #endif
  48. static LIST_HEAD(pers_list);
  49. static DEFINE_SPINLOCK(pers_lock);
  50. static void md_print_devices(void);
  51. static DECLARE_WAIT_QUEUE_HEAD(resync_wait);
  52. #define MD_BUG(x...) { printk("md: bug in file %s, line %d\n", __FILE__, __LINE__); md_print_devices(); }
  53. /*
  54. * Current RAID-1,4,5 parallel reconstruction 'guaranteed speed limit'
  55. * is 1000 KB/sec, so the extra system load does not show up that much.
  56. * Increase it if you want to have more _guaranteed_ speed. Note that
  57. * the RAID driver will use the maximum available bandwidth if the IO
  58. * subsystem is idle. There is also an 'absolute maximum' reconstruction
  59. * speed limit - in case reconstruction slows down your system despite
  60. * idle IO detection.
  61. *
  62. * you can change it via /proc/sys/dev/raid/speed_limit_min and _max.
  63. * or /sys/block/mdX/md/sync_speed_{min,max}
  64. */
  65. static int sysctl_speed_limit_min = 1000;
  66. static int sysctl_speed_limit_max = 200000;
  67. static inline int speed_min(mddev_t *mddev)
  68. {
  69. return mddev->sync_speed_min ?
  70. mddev->sync_speed_min : sysctl_speed_limit_min;
  71. }
  72. static inline int speed_max(mddev_t *mddev)
  73. {
  74. return mddev->sync_speed_max ?
  75. mddev->sync_speed_max : sysctl_speed_limit_max;
  76. }
  77. static struct ctl_table_header *raid_table_header;
  78. static ctl_table raid_table[] = {
  79. {
  80. .ctl_name = DEV_RAID_SPEED_LIMIT_MIN,
  81. .procname = "speed_limit_min",
  82. .data = &sysctl_speed_limit_min,
  83. .maxlen = sizeof(int),
  84. .mode = S_IRUGO|S_IWUSR,
  85. .proc_handler = &proc_dointvec,
  86. },
  87. {
  88. .ctl_name = DEV_RAID_SPEED_LIMIT_MAX,
  89. .procname = "speed_limit_max",
  90. .data = &sysctl_speed_limit_max,
  91. .maxlen = sizeof(int),
  92. .mode = S_IRUGO|S_IWUSR,
  93. .proc_handler = &proc_dointvec,
  94. },
  95. { .ctl_name = 0 }
  96. };
  97. static ctl_table raid_dir_table[] = {
  98. {
  99. .ctl_name = DEV_RAID,
  100. .procname = "raid",
  101. .maxlen = 0,
  102. .mode = S_IRUGO|S_IXUGO,
  103. .child = raid_table,
  104. },
  105. { .ctl_name = 0 }
  106. };
  107. static ctl_table raid_root_table[] = {
  108. {
  109. .ctl_name = CTL_DEV,
  110. .procname = "dev",
  111. .maxlen = 0,
  112. .mode = 0555,
  113. .child = raid_dir_table,
  114. },
  115. { .ctl_name = 0 }
  116. };
  117. static const struct block_device_operations md_fops;
  118. static int start_readonly;
  119. /*
  120. * We have a system wide 'event count' that is incremented
  121. * on any 'interesting' event, and readers of /proc/mdstat
  122. * can use 'poll' or 'select' to find out when the event
  123. * count increases.
  124. *
  125. * Events are:
  126. * start array, stop array, error, add device, remove device,
  127. * start build, activate spare
  128. */
  129. static DECLARE_WAIT_QUEUE_HEAD(md_event_waiters);
  130. static atomic_t md_event_count;
  131. void md_new_event(mddev_t *mddev)
  132. {
  133. atomic_inc(&md_event_count);
  134. wake_up(&md_event_waiters);
  135. }
  136. EXPORT_SYMBOL_GPL(md_new_event);
  137. /* Alternate version that can be called from interrupts
  138. * when calling sysfs_notify isn't needed.
  139. */
  140. static void md_new_event_inintr(mddev_t *mddev)
  141. {
  142. atomic_inc(&md_event_count);
  143. wake_up(&md_event_waiters);
  144. }
  145. /*
  146. * Enables to iterate over all existing md arrays
  147. * all_mddevs_lock protects this list.
  148. */
  149. static LIST_HEAD(all_mddevs);
  150. static DEFINE_SPINLOCK(all_mddevs_lock);
  151. /*
  152. * iterates through all used mddevs in the system.
  153. * We take care to grab the all_mddevs_lock whenever navigating
  154. * the list, and to always hold a refcount when unlocked.
  155. * Any code which breaks out of this loop while own
  156. * a reference to the current mddev and must mddev_put it.
  157. */
  158. #define for_each_mddev(mddev,tmp) \
  159. \
  160. for (({ spin_lock(&all_mddevs_lock); \
  161. tmp = all_mddevs.next; \
  162. mddev = NULL;}); \
  163. ({ if (tmp != &all_mddevs) \
  164. mddev_get(list_entry(tmp, mddev_t, all_mddevs));\
  165. spin_unlock(&all_mddevs_lock); \
  166. if (mddev) mddev_put(mddev); \
  167. mddev = list_entry(tmp, mddev_t, all_mddevs); \
  168. tmp != &all_mddevs;}); \
  169. ({ spin_lock(&all_mddevs_lock); \
  170. tmp = tmp->next;}) \
  171. )
  172. /* Rather than calling directly into the personality make_request function,
  173. * IO requests come here first so that we can check if the device is
  174. * being suspended pending a reconfiguration.
  175. * We hold a refcount over the call to ->make_request. By the time that
  176. * call has finished, the bio has been linked into some internal structure
  177. * and so is visible to ->quiesce(), so we don't need the refcount any more.
  178. */
  179. static int md_make_request(struct request_queue *q, struct bio *bio)
  180. {
  181. mddev_t *mddev = q->queuedata;
  182. int rv;
  183. if (mddev == NULL || mddev->pers == NULL) {
  184. bio_io_error(bio);
  185. return 0;
  186. }
  187. rcu_read_lock();
  188. if (mddev->suspended) {
  189. DEFINE_WAIT(__wait);
  190. for (;;) {
  191. prepare_to_wait(&mddev->sb_wait, &__wait,
  192. TASK_UNINTERRUPTIBLE);
  193. if (!mddev->suspended)
  194. break;
  195. rcu_read_unlock();
  196. schedule();
  197. rcu_read_lock();
  198. }
  199. finish_wait(&mddev->sb_wait, &__wait);
  200. }
  201. atomic_inc(&mddev->active_io);
  202. rcu_read_unlock();
  203. rv = mddev->pers->make_request(q, bio);
  204. if (atomic_dec_and_test(&mddev->active_io) && mddev->suspended)
  205. wake_up(&mddev->sb_wait);
  206. return rv;
  207. }
  208. static void mddev_suspend(mddev_t *mddev)
  209. {
  210. BUG_ON(mddev->suspended);
  211. mddev->suspended = 1;
  212. synchronize_rcu();
  213. wait_event(mddev->sb_wait, atomic_read(&mddev->active_io) == 0);
  214. mddev->pers->quiesce(mddev, 1);
  215. md_unregister_thread(mddev->thread);
  216. mddev->thread = NULL;
  217. /* we now know that no code is executing in the personality module,
  218. * except possibly the tail end of a ->bi_end_io function, but that
  219. * is certain to complete before the module has a chance to get
  220. * unloaded
  221. */
  222. }
  223. static void mddev_resume(mddev_t *mddev)
  224. {
  225. mddev->suspended = 0;
  226. wake_up(&mddev->sb_wait);
  227. mddev->pers->quiesce(mddev, 0);
  228. }
  229. static inline mddev_t *mddev_get(mddev_t *mddev)
  230. {
  231. atomic_inc(&mddev->active);
  232. return mddev;
  233. }
  234. static void mddev_delayed_delete(struct work_struct *ws);
  235. static void mddev_put(mddev_t *mddev)
  236. {
  237. if (!atomic_dec_and_lock(&mddev->active, &all_mddevs_lock))
  238. return;
  239. if (!mddev->raid_disks && list_empty(&mddev->disks) &&
  240. !mddev->hold_active) {
  241. list_del(&mddev->all_mddevs);
  242. if (mddev->gendisk) {
  243. /* we did a probe so need to clean up.
  244. * Call schedule_work inside the spinlock
  245. * so that flush_scheduled_work() after
  246. * mddev_find will succeed in waiting for the
  247. * work to be done.
  248. */
  249. INIT_WORK(&mddev->del_work, mddev_delayed_delete);
  250. schedule_work(&mddev->del_work);
  251. } else
  252. kfree(mddev);
  253. }
  254. spin_unlock(&all_mddevs_lock);
  255. }
  256. static mddev_t * mddev_find(dev_t unit)
  257. {
  258. mddev_t *mddev, *new = NULL;
  259. retry:
  260. spin_lock(&all_mddevs_lock);
  261. if (unit) {
  262. list_for_each_entry(mddev, &all_mddevs, all_mddevs)
  263. if (mddev->unit == unit) {
  264. mddev_get(mddev);
  265. spin_unlock(&all_mddevs_lock);
  266. kfree(new);
  267. return mddev;
  268. }
  269. if (new) {
  270. list_add(&new->all_mddevs, &all_mddevs);
  271. spin_unlock(&all_mddevs_lock);
  272. new->hold_active = UNTIL_IOCTL;
  273. return new;
  274. }
  275. } else if (new) {
  276. /* find an unused unit number */
  277. static int next_minor = 512;
  278. int start = next_minor;
  279. int is_free = 0;
  280. int dev = 0;
  281. while (!is_free) {
  282. dev = MKDEV(MD_MAJOR, next_minor);
  283. next_minor++;
  284. if (next_minor > MINORMASK)
  285. next_minor = 0;
  286. if (next_minor == start) {
  287. /* Oh dear, all in use. */
  288. spin_unlock(&all_mddevs_lock);
  289. kfree(new);
  290. return NULL;
  291. }
  292. is_free = 1;
  293. list_for_each_entry(mddev, &all_mddevs, all_mddevs)
  294. if (mddev->unit == dev) {
  295. is_free = 0;
  296. break;
  297. }
  298. }
  299. new->unit = dev;
  300. new->md_minor = MINOR(dev);
  301. new->hold_active = UNTIL_STOP;
  302. list_add(&new->all_mddevs, &all_mddevs);
  303. spin_unlock(&all_mddevs_lock);
  304. return new;
  305. }
  306. spin_unlock(&all_mddevs_lock);
  307. new = kzalloc(sizeof(*new), GFP_KERNEL);
  308. if (!new)
  309. return NULL;
  310. new->unit = unit;
  311. if (MAJOR(unit) == MD_MAJOR)
  312. new->md_minor = MINOR(unit);
  313. else
  314. new->md_minor = MINOR(unit) >> MdpMinorShift;
  315. mutex_init(&new->open_mutex);
  316. mutex_init(&new->reconfig_mutex);
  317. INIT_LIST_HEAD(&new->disks);
  318. INIT_LIST_HEAD(&new->all_mddevs);
  319. init_timer(&new->safemode_timer);
  320. atomic_set(&new->active, 1);
  321. atomic_set(&new->openers, 0);
  322. atomic_set(&new->active_io, 0);
  323. spin_lock_init(&new->write_lock);
  324. init_waitqueue_head(&new->sb_wait);
  325. init_waitqueue_head(&new->recovery_wait);
  326. new->reshape_position = MaxSector;
  327. new->resync_min = 0;
  328. new->resync_max = MaxSector;
  329. new->level = LEVEL_NONE;
  330. goto retry;
  331. }
  332. static inline int mddev_lock(mddev_t * mddev)
  333. {
  334. return mutex_lock_interruptible(&mddev->reconfig_mutex);
  335. }
  336. static inline int mddev_is_locked(mddev_t *mddev)
  337. {
  338. return mutex_is_locked(&mddev->reconfig_mutex);
  339. }
  340. static inline int mddev_trylock(mddev_t * mddev)
  341. {
  342. return mutex_trylock(&mddev->reconfig_mutex);
  343. }
  344. static inline void mddev_unlock(mddev_t * mddev)
  345. {
  346. mutex_unlock(&mddev->reconfig_mutex);
  347. md_wakeup_thread(mddev->thread);
  348. }
  349. static mdk_rdev_t * find_rdev_nr(mddev_t *mddev, int nr)
  350. {
  351. mdk_rdev_t *rdev;
  352. list_for_each_entry(rdev, &mddev->disks, same_set)
  353. if (rdev->desc_nr == nr)
  354. return rdev;
  355. return NULL;
  356. }
  357. static mdk_rdev_t * find_rdev(mddev_t * mddev, dev_t dev)
  358. {
  359. mdk_rdev_t *rdev;
  360. list_for_each_entry(rdev, &mddev->disks, same_set)
  361. if (rdev->bdev->bd_dev == dev)
  362. return rdev;
  363. return NULL;
  364. }
  365. static struct mdk_personality *find_pers(int level, char *clevel)
  366. {
  367. struct mdk_personality *pers;
  368. list_for_each_entry(pers, &pers_list, list) {
  369. if (level != LEVEL_NONE && pers->level == level)
  370. return pers;
  371. if (strcmp(pers->name, clevel)==0)
  372. return pers;
  373. }
  374. return NULL;
  375. }
  376. /* return the offset of the super block in 512byte sectors */
  377. static inline sector_t calc_dev_sboffset(struct block_device *bdev)
  378. {
  379. sector_t num_sectors = bdev->bd_inode->i_size / 512;
  380. return MD_NEW_SIZE_SECTORS(num_sectors);
  381. }
  382. static int alloc_disk_sb(mdk_rdev_t * rdev)
  383. {
  384. if (rdev->sb_page)
  385. MD_BUG();
  386. rdev->sb_page = alloc_page(GFP_KERNEL);
  387. if (!rdev->sb_page) {
  388. printk(KERN_ALERT "md: out of memory.\n");
  389. return -ENOMEM;
  390. }
  391. return 0;
  392. }
  393. static void free_disk_sb(mdk_rdev_t * rdev)
  394. {
  395. if (rdev->sb_page) {
  396. put_page(rdev->sb_page);
  397. rdev->sb_loaded = 0;
  398. rdev->sb_page = NULL;
  399. rdev->sb_start = 0;
  400. rdev->sectors = 0;
  401. }
  402. }
  403. static void super_written(struct bio *bio, int error)
  404. {
  405. mdk_rdev_t *rdev = bio->bi_private;
  406. mddev_t *mddev = rdev->mddev;
  407. if (error || !test_bit(BIO_UPTODATE, &bio->bi_flags)) {
  408. printk("md: super_written gets error=%d, uptodate=%d\n",
  409. error, test_bit(BIO_UPTODATE, &bio->bi_flags));
  410. WARN_ON(test_bit(BIO_UPTODATE, &bio->bi_flags));
  411. md_error(mddev, rdev);
  412. }
  413. if (atomic_dec_and_test(&mddev->pending_writes))
  414. wake_up(&mddev->sb_wait);
  415. bio_put(bio);
  416. }
  417. static void super_written_barrier(struct bio *bio, int error)
  418. {
  419. struct bio *bio2 = bio->bi_private;
  420. mdk_rdev_t *rdev = bio2->bi_private;
  421. mddev_t *mddev = rdev->mddev;
  422. if (!test_bit(BIO_UPTODATE, &bio->bi_flags) &&
  423. error == -EOPNOTSUPP) {
  424. unsigned long flags;
  425. /* barriers don't appear to be supported :-( */
  426. set_bit(BarriersNotsupp, &rdev->flags);
  427. mddev->barriers_work = 0;
  428. spin_lock_irqsave(&mddev->write_lock, flags);
  429. bio2->bi_next = mddev->biolist;
  430. mddev->biolist = bio2;
  431. spin_unlock_irqrestore(&mddev->write_lock, flags);
  432. wake_up(&mddev->sb_wait);
  433. bio_put(bio);
  434. } else {
  435. bio_put(bio2);
  436. bio->bi_private = rdev;
  437. super_written(bio, error);
  438. }
  439. }
  440. void md_super_write(mddev_t *mddev, mdk_rdev_t *rdev,
  441. sector_t sector, int size, struct page *page)
  442. {
  443. /* write first size bytes of page to sector of rdev
  444. * Increment mddev->pending_writes before returning
  445. * and decrement it on completion, waking up sb_wait
  446. * if zero is reached.
  447. * If an error occurred, call md_error
  448. *
  449. * As we might need to resubmit the request if BIO_RW_BARRIER
  450. * causes ENOTSUPP, we allocate a spare bio...
  451. */
  452. struct bio *bio = bio_alloc(GFP_NOIO, 1);
  453. int rw = (1<<BIO_RW) | (1<<BIO_RW_SYNCIO) | (1<<BIO_RW_UNPLUG);
  454. bio->bi_bdev = rdev->bdev;
  455. bio->bi_sector = sector;
  456. bio_add_page(bio, page, size, 0);
  457. bio->bi_private = rdev;
  458. bio->bi_end_io = super_written;
  459. bio->bi_rw = rw;
  460. atomic_inc(&mddev->pending_writes);
  461. if (!test_bit(BarriersNotsupp, &rdev->flags)) {
  462. struct bio *rbio;
  463. rw |= (1<<BIO_RW_BARRIER);
  464. rbio = bio_clone(bio, GFP_NOIO);
  465. rbio->bi_private = bio;
  466. rbio->bi_end_io = super_written_barrier;
  467. submit_bio(rw, rbio);
  468. } else
  469. submit_bio(rw, bio);
  470. }
  471. void md_super_wait(mddev_t *mddev)
  472. {
  473. /* wait for all superblock writes that were scheduled to complete.
  474. * if any had to be retried (due to BARRIER problems), retry them
  475. */
  476. DEFINE_WAIT(wq);
  477. for(;;) {
  478. prepare_to_wait(&mddev->sb_wait, &wq, TASK_UNINTERRUPTIBLE);
  479. if (atomic_read(&mddev->pending_writes)==0)
  480. break;
  481. while (mddev->biolist) {
  482. struct bio *bio;
  483. spin_lock_irq(&mddev->write_lock);
  484. bio = mddev->biolist;
  485. mddev->biolist = bio->bi_next ;
  486. bio->bi_next = NULL;
  487. spin_unlock_irq(&mddev->write_lock);
  488. submit_bio(bio->bi_rw, bio);
  489. }
  490. schedule();
  491. }
  492. finish_wait(&mddev->sb_wait, &wq);
  493. }
  494. static void bi_complete(struct bio *bio, int error)
  495. {
  496. complete((struct completion*)bio->bi_private);
  497. }
  498. int sync_page_io(struct block_device *bdev, sector_t sector, int size,
  499. struct page *page, int rw)
  500. {
  501. struct bio *bio = bio_alloc(GFP_NOIO, 1);
  502. struct completion event;
  503. int ret;
  504. rw |= (1 << BIO_RW_SYNCIO) | (1 << BIO_RW_UNPLUG);
  505. bio->bi_bdev = bdev;
  506. bio->bi_sector = sector;
  507. bio_add_page(bio, page, size, 0);
  508. init_completion(&event);
  509. bio->bi_private = &event;
  510. bio->bi_end_io = bi_complete;
  511. submit_bio(rw, bio);
  512. wait_for_completion(&event);
  513. ret = test_bit(BIO_UPTODATE, &bio->bi_flags);
  514. bio_put(bio);
  515. return ret;
  516. }
  517. EXPORT_SYMBOL_GPL(sync_page_io);
  518. static int read_disk_sb(mdk_rdev_t * rdev, int size)
  519. {
  520. char b[BDEVNAME_SIZE];
  521. if (!rdev->sb_page) {
  522. MD_BUG();
  523. return -EINVAL;
  524. }
  525. if (rdev->sb_loaded)
  526. return 0;
  527. if (!sync_page_io(rdev->bdev, rdev->sb_start, size, rdev->sb_page, READ))
  528. goto fail;
  529. rdev->sb_loaded = 1;
  530. return 0;
  531. fail:
  532. printk(KERN_WARNING "md: disabled device %s, could not read superblock.\n",
  533. bdevname(rdev->bdev,b));
  534. return -EINVAL;
  535. }
  536. static int uuid_equal(mdp_super_t *sb1, mdp_super_t *sb2)
  537. {
  538. return sb1->set_uuid0 == sb2->set_uuid0 &&
  539. sb1->set_uuid1 == sb2->set_uuid1 &&
  540. sb1->set_uuid2 == sb2->set_uuid2 &&
  541. sb1->set_uuid3 == sb2->set_uuid3;
  542. }
  543. static int sb_equal(mdp_super_t *sb1, mdp_super_t *sb2)
  544. {
  545. int ret;
  546. mdp_super_t *tmp1, *tmp2;
  547. tmp1 = kmalloc(sizeof(*tmp1),GFP_KERNEL);
  548. tmp2 = kmalloc(sizeof(*tmp2),GFP_KERNEL);
  549. if (!tmp1 || !tmp2) {
  550. ret = 0;
  551. printk(KERN_INFO "md.c sb_equal(): failed to allocate memory!\n");
  552. goto abort;
  553. }
  554. *tmp1 = *sb1;
  555. *tmp2 = *sb2;
  556. /*
  557. * nr_disks is not constant
  558. */
  559. tmp1->nr_disks = 0;
  560. tmp2->nr_disks = 0;
  561. ret = (memcmp(tmp1, tmp2, MD_SB_GENERIC_CONSTANT_WORDS * 4) == 0);
  562. abort:
  563. kfree(tmp1);
  564. kfree(tmp2);
  565. return ret;
  566. }
  567. static u32 md_csum_fold(u32 csum)
  568. {
  569. csum = (csum & 0xffff) + (csum >> 16);
  570. return (csum & 0xffff) + (csum >> 16);
  571. }
  572. static unsigned int calc_sb_csum(mdp_super_t * sb)
  573. {
  574. u64 newcsum = 0;
  575. u32 *sb32 = (u32*)sb;
  576. int i;
  577. unsigned int disk_csum, csum;
  578. disk_csum = sb->sb_csum;
  579. sb->sb_csum = 0;
  580. for (i = 0; i < MD_SB_BYTES/4 ; i++)
  581. newcsum += sb32[i];
  582. csum = (newcsum & 0xffffffff) + (newcsum>>32);
  583. #ifdef CONFIG_ALPHA
  584. /* This used to use csum_partial, which was wrong for several
  585. * reasons including that different results are returned on
  586. * different architectures. It isn't critical that we get exactly
  587. * the same return value as before (we always csum_fold before
  588. * testing, and that removes any differences). However as we
  589. * know that csum_partial always returned a 16bit value on
  590. * alphas, do a fold to maximise conformity to previous behaviour.
  591. */
  592. sb->sb_csum = md_csum_fold(disk_csum);
  593. #else
  594. sb->sb_csum = disk_csum;
  595. #endif
  596. return csum;
  597. }
  598. /*
  599. * Handle superblock details.
  600. * We want to be able to handle multiple superblock formats
  601. * so we have a common interface to them all, and an array of
  602. * different handlers.
  603. * We rely on user-space to write the initial superblock, and support
  604. * reading and updating of superblocks.
  605. * Interface methods are:
  606. * int load_super(mdk_rdev_t *dev, mdk_rdev_t *refdev, int minor_version)
  607. * loads and validates a superblock on dev.
  608. * if refdev != NULL, compare superblocks on both devices
  609. * Return:
  610. * 0 - dev has a superblock that is compatible with refdev
  611. * 1 - dev has a superblock that is compatible and newer than refdev
  612. * so dev should be used as the refdev in future
  613. * -EINVAL superblock incompatible or invalid
  614. * -othererror e.g. -EIO
  615. *
  616. * int validate_super(mddev_t *mddev, mdk_rdev_t *dev)
  617. * Verify that dev is acceptable into mddev.
  618. * The first time, mddev->raid_disks will be 0, and data from
  619. * dev should be merged in. Subsequent calls check that dev
  620. * is new enough. Return 0 or -EINVAL
  621. *
  622. * void sync_super(mddev_t *mddev, mdk_rdev_t *dev)
  623. * Update the superblock for rdev with data in mddev
  624. * This does not write to disc.
  625. *
  626. */
  627. struct super_type {
  628. char *name;
  629. struct module *owner;
  630. int (*load_super)(mdk_rdev_t *rdev, mdk_rdev_t *refdev,
  631. int minor_version);
  632. int (*validate_super)(mddev_t *mddev, mdk_rdev_t *rdev);
  633. void (*sync_super)(mddev_t *mddev, mdk_rdev_t *rdev);
  634. unsigned long long (*rdev_size_change)(mdk_rdev_t *rdev,
  635. sector_t num_sectors);
  636. };
  637. /*
  638. * Check that the given mddev has no bitmap.
  639. *
  640. * This function is called from the run method of all personalities that do not
  641. * support bitmaps. It prints an error message and returns non-zero if mddev
  642. * has a bitmap. Otherwise, it returns 0.
  643. *
  644. */
  645. int md_check_no_bitmap(mddev_t *mddev)
  646. {
  647. if (!mddev->bitmap_file && !mddev->bitmap_offset)
  648. return 0;
  649. printk(KERN_ERR "%s: bitmaps are not supported for %s\n",
  650. mdname(mddev), mddev->pers->name);
  651. return 1;
  652. }
  653. EXPORT_SYMBOL(md_check_no_bitmap);
  654. /*
  655. * load_super for 0.90.0
  656. */
  657. static int super_90_load(mdk_rdev_t *rdev, mdk_rdev_t *refdev, int minor_version)
  658. {
  659. char b[BDEVNAME_SIZE], b2[BDEVNAME_SIZE];
  660. mdp_super_t *sb;
  661. int ret;
  662. /*
  663. * Calculate the position of the superblock (512byte sectors),
  664. * it's at the end of the disk.
  665. *
  666. * It also happens to be a multiple of 4Kb.
  667. */
  668. rdev->sb_start = calc_dev_sboffset(rdev->bdev);
  669. ret = read_disk_sb(rdev, MD_SB_BYTES);
  670. if (ret) return ret;
  671. ret = -EINVAL;
  672. bdevname(rdev->bdev, b);
  673. sb = (mdp_super_t*)page_address(rdev->sb_page);
  674. if (sb->md_magic != MD_SB_MAGIC) {
  675. printk(KERN_ERR "md: invalid raid superblock magic on %s\n",
  676. b);
  677. goto abort;
  678. }
  679. if (sb->major_version != 0 ||
  680. sb->minor_version < 90 ||
  681. sb->minor_version > 91) {
  682. printk(KERN_WARNING "Bad version number %d.%d on %s\n",
  683. sb->major_version, sb->minor_version,
  684. b);
  685. goto abort;
  686. }
  687. if (sb->raid_disks <= 0)
  688. goto abort;
  689. if (md_csum_fold(calc_sb_csum(sb)) != md_csum_fold(sb->sb_csum)) {
  690. printk(KERN_WARNING "md: invalid superblock checksum on %s\n",
  691. b);
  692. goto abort;
  693. }
  694. rdev->preferred_minor = sb->md_minor;
  695. rdev->data_offset = 0;
  696. rdev->sb_size = MD_SB_BYTES;
  697. if (sb->level == LEVEL_MULTIPATH)
  698. rdev->desc_nr = -1;
  699. else
  700. rdev->desc_nr = sb->this_disk.number;
  701. if (!refdev) {
  702. ret = 1;
  703. } else {
  704. __u64 ev1, ev2;
  705. mdp_super_t *refsb = (mdp_super_t*)page_address(refdev->sb_page);
  706. if (!uuid_equal(refsb, sb)) {
  707. printk(KERN_WARNING "md: %s has different UUID to %s\n",
  708. b, bdevname(refdev->bdev,b2));
  709. goto abort;
  710. }
  711. if (!sb_equal(refsb, sb)) {
  712. printk(KERN_WARNING "md: %s has same UUID"
  713. " but different superblock to %s\n",
  714. b, bdevname(refdev->bdev, b2));
  715. goto abort;
  716. }
  717. ev1 = md_event(sb);
  718. ev2 = md_event(refsb);
  719. if (ev1 > ev2)
  720. ret = 1;
  721. else
  722. ret = 0;
  723. }
  724. rdev->sectors = rdev->sb_start;
  725. if (rdev->sectors < sb->size * 2 && sb->level > 1)
  726. /* "this cannot possibly happen" ... */
  727. ret = -EINVAL;
  728. abort:
  729. return ret;
  730. }
  731. /*
  732. * validate_super for 0.90.0
  733. */
  734. static int super_90_validate(mddev_t *mddev, mdk_rdev_t *rdev)
  735. {
  736. mdp_disk_t *desc;
  737. mdp_super_t *sb = (mdp_super_t *)page_address(rdev->sb_page);
  738. __u64 ev1 = md_event(sb);
  739. rdev->raid_disk = -1;
  740. clear_bit(Faulty, &rdev->flags);
  741. clear_bit(In_sync, &rdev->flags);
  742. clear_bit(WriteMostly, &rdev->flags);
  743. clear_bit(BarriersNotsupp, &rdev->flags);
  744. if (mddev->raid_disks == 0) {
  745. mddev->major_version = 0;
  746. mddev->minor_version = sb->minor_version;
  747. mddev->patch_version = sb->patch_version;
  748. mddev->external = 0;
  749. mddev->chunk_sectors = sb->chunk_size >> 9;
  750. mddev->ctime = sb->ctime;
  751. mddev->utime = sb->utime;
  752. mddev->level = sb->level;
  753. mddev->clevel[0] = 0;
  754. mddev->layout = sb->layout;
  755. mddev->raid_disks = sb->raid_disks;
  756. mddev->dev_sectors = sb->size * 2;
  757. mddev->events = ev1;
  758. mddev->bitmap_offset = 0;
  759. mddev->default_bitmap_offset = MD_SB_BYTES >> 9;
  760. if (mddev->minor_version >= 91) {
  761. mddev->reshape_position = sb->reshape_position;
  762. mddev->delta_disks = sb->delta_disks;
  763. mddev->new_level = sb->new_level;
  764. mddev->new_layout = sb->new_layout;
  765. mddev->new_chunk_sectors = sb->new_chunk >> 9;
  766. } else {
  767. mddev->reshape_position = MaxSector;
  768. mddev->delta_disks = 0;
  769. mddev->new_level = mddev->level;
  770. mddev->new_layout = mddev->layout;
  771. mddev->new_chunk_sectors = mddev->chunk_sectors;
  772. }
  773. if (sb->state & (1<<MD_SB_CLEAN))
  774. mddev->recovery_cp = MaxSector;
  775. else {
  776. if (sb->events_hi == sb->cp_events_hi &&
  777. sb->events_lo == sb->cp_events_lo) {
  778. mddev->recovery_cp = sb->recovery_cp;
  779. } else
  780. mddev->recovery_cp = 0;
  781. }
  782. memcpy(mddev->uuid+0, &sb->set_uuid0, 4);
  783. memcpy(mddev->uuid+4, &sb->set_uuid1, 4);
  784. memcpy(mddev->uuid+8, &sb->set_uuid2, 4);
  785. memcpy(mddev->uuid+12,&sb->set_uuid3, 4);
  786. mddev->max_disks = MD_SB_DISKS;
  787. if (sb->state & (1<<MD_SB_BITMAP_PRESENT) &&
  788. mddev->bitmap_file == NULL)
  789. mddev->bitmap_offset = mddev->default_bitmap_offset;
  790. } else if (mddev->pers == NULL) {
  791. /* Insist on good event counter while assembling */
  792. ++ev1;
  793. if (ev1 < mddev->events)
  794. return -EINVAL;
  795. } else if (mddev->bitmap) {
  796. /* if adding to array with a bitmap, then we can accept an
  797. * older device ... but not too old.
  798. */
  799. if (ev1 < mddev->bitmap->events_cleared)
  800. return 0;
  801. } else {
  802. if (ev1 < mddev->events)
  803. /* just a hot-add of a new device, leave raid_disk at -1 */
  804. return 0;
  805. }
  806. if (mddev->level != LEVEL_MULTIPATH) {
  807. desc = sb->disks + rdev->desc_nr;
  808. if (desc->state & (1<<MD_DISK_FAULTY))
  809. set_bit(Faulty, &rdev->flags);
  810. else if (desc->state & (1<<MD_DISK_SYNC) /* &&
  811. desc->raid_disk < mddev->raid_disks */) {
  812. set_bit(In_sync, &rdev->flags);
  813. rdev->raid_disk = desc->raid_disk;
  814. }
  815. if (desc->state & (1<<MD_DISK_WRITEMOSTLY))
  816. set_bit(WriteMostly, &rdev->flags);
  817. } else /* MULTIPATH are always insync */
  818. set_bit(In_sync, &rdev->flags);
  819. return 0;
  820. }
  821. /*
  822. * sync_super for 0.90.0
  823. */
  824. static void super_90_sync(mddev_t *mddev, mdk_rdev_t *rdev)
  825. {
  826. mdp_super_t *sb;
  827. mdk_rdev_t *rdev2;
  828. int next_spare = mddev->raid_disks;
  829. /* make rdev->sb match mddev data..
  830. *
  831. * 1/ zero out disks
  832. * 2/ Add info for each disk, keeping track of highest desc_nr (next_spare);
  833. * 3/ any empty disks < next_spare become removed
  834. *
  835. * disks[0] gets initialised to REMOVED because
  836. * we cannot be sure from other fields if it has
  837. * been initialised or not.
  838. */
  839. int i;
  840. int active=0, working=0,failed=0,spare=0,nr_disks=0;
  841. rdev->sb_size = MD_SB_BYTES;
  842. sb = (mdp_super_t*)page_address(rdev->sb_page);
  843. memset(sb, 0, sizeof(*sb));
  844. sb->md_magic = MD_SB_MAGIC;
  845. sb->major_version = mddev->major_version;
  846. sb->patch_version = mddev->patch_version;
  847. sb->gvalid_words = 0; /* ignored */
  848. memcpy(&sb->set_uuid0, mddev->uuid+0, 4);
  849. memcpy(&sb->set_uuid1, mddev->uuid+4, 4);
  850. memcpy(&sb->set_uuid2, mddev->uuid+8, 4);
  851. memcpy(&sb->set_uuid3, mddev->uuid+12,4);
  852. sb->ctime = mddev->ctime;
  853. sb->level = mddev->level;
  854. sb->size = mddev->dev_sectors / 2;
  855. sb->raid_disks = mddev->raid_disks;
  856. sb->md_minor = mddev->md_minor;
  857. sb->not_persistent = 0;
  858. sb->utime = mddev->utime;
  859. sb->state = 0;
  860. sb->events_hi = (mddev->events>>32);
  861. sb->events_lo = (u32)mddev->events;
  862. if (mddev->reshape_position == MaxSector)
  863. sb->minor_version = 90;
  864. else {
  865. sb->minor_version = 91;
  866. sb->reshape_position = mddev->reshape_position;
  867. sb->new_level = mddev->new_level;
  868. sb->delta_disks = mddev->delta_disks;
  869. sb->new_layout = mddev->new_layout;
  870. sb->new_chunk = mddev->new_chunk_sectors << 9;
  871. }
  872. mddev->minor_version = sb->minor_version;
  873. if (mddev->in_sync)
  874. {
  875. sb->recovery_cp = mddev->recovery_cp;
  876. sb->cp_events_hi = (mddev->events>>32);
  877. sb->cp_events_lo = (u32)mddev->events;
  878. if (mddev->recovery_cp == MaxSector)
  879. sb->state = (1<< MD_SB_CLEAN);
  880. } else
  881. sb->recovery_cp = 0;
  882. sb->layout = mddev->layout;
  883. sb->chunk_size = mddev->chunk_sectors << 9;
  884. if (mddev->bitmap && mddev->bitmap_file == NULL)
  885. sb->state |= (1<<MD_SB_BITMAP_PRESENT);
  886. sb->disks[0].state = (1<<MD_DISK_REMOVED);
  887. list_for_each_entry(rdev2, &mddev->disks, same_set) {
  888. mdp_disk_t *d;
  889. int desc_nr;
  890. if (rdev2->raid_disk >= 0 && test_bit(In_sync, &rdev2->flags)
  891. && !test_bit(Faulty, &rdev2->flags))
  892. desc_nr = rdev2->raid_disk;
  893. else
  894. desc_nr = next_spare++;
  895. rdev2->desc_nr = desc_nr;
  896. d = &sb->disks[rdev2->desc_nr];
  897. nr_disks++;
  898. d->number = rdev2->desc_nr;
  899. d->major = MAJOR(rdev2->bdev->bd_dev);
  900. d->minor = MINOR(rdev2->bdev->bd_dev);
  901. if (rdev2->raid_disk >= 0 && test_bit(In_sync, &rdev2->flags)
  902. && !test_bit(Faulty, &rdev2->flags))
  903. d->raid_disk = rdev2->raid_disk;
  904. else
  905. d->raid_disk = rdev2->desc_nr; /* compatibility */
  906. if (test_bit(Faulty, &rdev2->flags))
  907. d->state = (1<<MD_DISK_FAULTY);
  908. else if (test_bit(In_sync, &rdev2->flags)) {
  909. d->state = (1<<MD_DISK_ACTIVE);
  910. d->state |= (1<<MD_DISK_SYNC);
  911. active++;
  912. working++;
  913. } else {
  914. d->state = 0;
  915. spare++;
  916. working++;
  917. }
  918. if (test_bit(WriteMostly, &rdev2->flags))
  919. d->state |= (1<<MD_DISK_WRITEMOSTLY);
  920. }
  921. /* now set the "removed" and "faulty" bits on any missing devices */
  922. for (i=0 ; i < mddev->raid_disks ; i++) {
  923. mdp_disk_t *d = &sb->disks[i];
  924. if (d->state == 0 && d->number == 0) {
  925. d->number = i;
  926. d->raid_disk = i;
  927. d->state = (1<<MD_DISK_REMOVED);
  928. d->state |= (1<<MD_DISK_FAULTY);
  929. failed++;
  930. }
  931. }
  932. sb->nr_disks = nr_disks;
  933. sb->active_disks = active;
  934. sb->working_disks = working;
  935. sb->failed_disks = failed;
  936. sb->spare_disks = spare;
  937. sb->this_disk = sb->disks[rdev->desc_nr];
  938. sb->sb_csum = calc_sb_csum(sb);
  939. }
  940. /*
  941. * rdev_size_change for 0.90.0
  942. */
  943. static unsigned long long
  944. super_90_rdev_size_change(mdk_rdev_t *rdev, sector_t num_sectors)
  945. {
  946. if (num_sectors && num_sectors < rdev->mddev->dev_sectors)
  947. return 0; /* component must fit device */
  948. if (rdev->mddev->bitmap_offset)
  949. return 0; /* can't move bitmap */
  950. rdev->sb_start = calc_dev_sboffset(rdev->bdev);
  951. if (!num_sectors || num_sectors > rdev->sb_start)
  952. num_sectors = rdev->sb_start;
  953. md_super_write(rdev->mddev, rdev, rdev->sb_start, rdev->sb_size,
  954. rdev->sb_page);
  955. md_super_wait(rdev->mddev);
  956. return num_sectors / 2; /* kB for sysfs */
  957. }
  958. /*
  959. * version 1 superblock
  960. */
  961. static __le32 calc_sb_1_csum(struct mdp_superblock_1 * sb)
  962. {
  963. __le32 disk_csum;
  964. u32 csum;
  965. unsigned long long newcsum;
  966. int size = 256 + le32_to_cpu(sb->max_dev)*2;
  967. __le32 *isuper = (__le32*)sb;
  968. int i;
  969. disk_csum = sb->sb_csum;
  970. sb->sb_csum = 0;
  971. newcsum = 0;
  972. for (i=0; size>=4; size -= 4 )
  973. newcsum += le32_to_cpu(*isuper++);
  974. if (size == 2)
  975. newcsum += le16_to_cpu(*(__le16*) isuper);
  976. csum = (newcsum & 0xffffffff) + (newcsum >> 32);
  977. sb->sb_csum = disk_csum;
  978. return cpu_to_le32(csum);
  979. }
  980. static int super_1_load(mdk_rdev_t *rdev, mdk_rdev_t *refdev, int minor_version)
  981. {
  982. struct mdp_superblock_1 *sb;
  983. int ret;
  984. sector_t sb_start;
  985. char b[BDEVNAME_SIZE], b2[BDEVNAME_SIZE];
  986. int bmask;
  987. /*
  988. * Calculate the position of the superblock in 512byte sectors.
  989. * It is always aligned to a 4K boundary and
  990. * depeding on minor_version, it can be:
  991. * 0: At least 8K, but less than 12K, from end of device
  992. * 1: At start of device
  993. * 2: 4K from start of device.
  994. */
  995. switch(minor_version) {
  996. case 0:
  997. sb_start = rdev->bdev->bd_inode->i_size >> 9;
  998. sb_start -= 8*2;
  999. sb_start &= ~(sector_t)(4*2-1);
  1000. break;
  1001. case 1:
  1002. sb_start = 0;
  1003. break;
  1004. case 2:
  1005. sb_start = 8;
  1006. break;
  1007. default:
  1008. return -EINVAL;
  1009. }
  1010. rdev->sb_start = sb_start;
  1011. /* superblock is rarely larger than 1K, but it can be larger,
  1012. * and it is safe to read 4k, so we do that
  1013. */
  1014. ret = read_disk_sb(rdev, 4096);
  1015. if (ret) return ret;
  1016. sb = (struct mdp_superblock_1*)page_address(rdev->sb_page);
  1017. if (sb->magic != cpu_to_le32(MD_SB_MAGIC) ||
  1018. sb->major_version != cpu_to_le32(1) ||
  1019. le32_to_cpu(sb->max_dev) > (4096-256)/2 ||
  1020. le64_to_cpu(sb->super_offset) != rdev->sb_start ||
  1021. (le32_to_cpu(sb->feature_map) & ~MD_FEATURE_ALL) != 0)
  1022. return -EINVAL;
  1023. if (calc_sb_1_csum(sb) != sb->sb_csum) {
  1024. printk("md: invalid superblock checksum on %s\n",
  1025. bdevname(rdev->bdev,b));
  1026. return -EINVAL;
  1027. }
  1028. if (le64_to_cpu(sb->data_size) < 10) {
  1029. printk("md: data_size too small on %s\n",
  1030. bdevname(rdev->bdev,b));
  1031. return -EINVAL;
  1032. }
  1033. rdev->preferred_minor = 0xffff;
  1034. rdev->data_offset = le64_to_cpu(sb->data_offset);
  1035. atomic_set(&rdev->corrected_errors, le32_to_cpu(sb->cnt_corrected_read));
  1036. rdev->sb_size = le32_to_cpu(sb->max_dev) * 2 + 256;
  1037. bmask = queue_logical_block_size(rdev->bdev->bd_disk->queue)-1;
  1038. if (rdev->sb_size & bmask)
  1039. rdev->sb_size = (rdev->sb_size | bmask) + 1;
  1040. if (minor_version
  1041. && rdev->data_offset < sb_start + (rdev->sb_size/512))
  1042. return -EINVAL;
  1043. if (sb->level == cpu_to_le32(LEVEL_MULTIPATH))
  1044. rdev->desc_nr = -1;
  1045. else
  1046. rdev->desc_nr = le32_to_cpu(sb->dev_number);
  1047. if (!refdev) {
  1048. ret = 1;
  1049. } else {
  1050. __u64 ev1, ev2;
  1051. struct mdp_superblock_1 *refsb =
  1052. (struct mdp_superblock_1*)page_address(refdev->sb_page);
  1053. if (memcmp(sb->set_uuid, refsb->set_uuid, 16) != 0 ||
  1054. sb->level != refsb->level ||
  1055. sb->layout != refsb->layout ||
  1056. sb->chunksize != refsb->chunksize) {
  1057. printk(KERN_WARNING "md: %s has strangely different"
  1058. " superblock to %s\n",
  1059. bdevname(rdev->bdev,b),
  1060. bdevname(refdev->bdev,b2));
  1061. return -EINVAL;
  1062. }
  1063. ev1 = le64_to_cpu(sb->events);
  1064. ev2 = le64_to_cpu(refsb->events);
  1065. if (ev1 > ev2)
  1066. ret = 1;
  1067. else
  1068. ret = 0;
  1069. }
  1070. if (minor_version)
  1071. rdev->sectors = (rdev->bdev->bd_inode->i_size >> 9) -
  1072. le64_to_cpu(sb->data_offset);
  1073. else
  1074. rdev->sectors = rdev->sb_start;
  1075. if (rdev->sectors < le64_to_cpu(sb->data_size))
  1076. return -EINVAL;
  1077. rdev->sectors = le64_to_cpu(sb->data_size);
  1078. if (le64_to_cpu(sb->size) > rdev->sectors)
  1079. return -EINVAL;
  1080. return ret;
  1081. }
  1082. static int super_1_validate(mddev_t *mddev, mdk_rdev_t *rdev)
  1083. {
  1084. struct mdp_superblock_1 *sb = (struct mdp_superblock_1*)page_address(rdev->sb_page);
  1085. __u64 ev1 = le64_to_cpu(sb->events);
  1086. rdev->raid_disk = -1;
  1087. clear_bit(Faulty, &rdev->flags);
  1088. clear_bit(In_sync, &rdev->flags);
  1089. clear_bit(WriteMostly, &rdev->flags);
  1090. clear_bit(BarriersNotsupp, &rdev->flags);
  1091. if (mddev->raid_disks == 0) {
  1092. mddev->major_version = 1;
  1093. mddev->patch_version = 0;
  1094. mddev->external = 0;
  1095. mddev->chunk_sectors = le32_to_cpu(sb->chunksize);
  1096. mddev->ctime = le64_to_cpu(sb->ctime) & ((1ULL << 32)-1);
  1097. mddev->utime = le64_to_cpu(sb->utime) & ((1ULL << 32)-1);
  1098. mddev->level = le32_to_cpu(sb->level);
  1099. mddev->clevel[0] = 0;
  1100. mddev->layout = le32_to_cpu(sb->layout);
  1101. mddev->raid_disks = le32_to_cpu(sb->raid_disks);
  1102. mddev->dev_sectors = le64_to_cpu(sb->size);
  1103. mddev->events = ev1;
  1104. mddev->bitmap_offset = 0;
  1105. mddev->default_bitmap_offset = 1024 >> 9;
  1106. mddev->recovery_cp = le64_to_cpu(sb->resync_offset);
  1107. memcpy(mddev->uuid, sb->set_uuid, 16);
  1108. mddev->max_disks = (4096-256)/2;
  1109. if ((le32_to_cpu(sb->feature_map) & MD_FEATURE_BITMAP_OFFSET) &&
  1110. mddev->bitmap_file == NULL )
  1111. mddev->bitmap_offset = (__s32)le32_to_cpu(sb->bitmap_offset);
  1112. if ((le32_to_cpu(sb->feature_map) & MD_FEATURE_RESHAPE_ACTIVE)) {
  1113. mddev->reshape_position = le64_to_cpu(sb->reshape_position);
  1114. mddev->delta_disks = le32_to_cpu(sb->delta_disks);
  1115. mddev->new_level = le32_to_cpu(sb->new_level);
  1116. mddev->new_layout = le32_to_cpu(sb->new_layout);
  1117. mddev->new_chunk_sectors = le32_to_cpu(sb->new_chunk);
  1118. } else {
  1119. mddev->reshape_position = MaxSector;
  1120. mddev->delta_disks = 0;
  1121. mddev->new_level = mddev->level;
  1122. mddev->new_layout = mddev->layout;
  1123. mddev->new_chunk_sectors = mddev->chunk_sectors;
  1124. }
  1125. } else if (mddev->pers == NULL) {
  1126. /* Insist of good event counter while assembling */
  1127. ++ev1;
  1128. if (ev1 < mddev->events)
  1129. return -EINVAL;
  1130. } else if (mddev->bitmap) {
  1131. /* If adding to array with a bitmap, then we can accept an
  1132. * older device, but not too old.
  1133. */
  1134. if (ev1 < mddev->bitmap->events_cleared)
  1135. return 0;
  1136. } else {
  1137. if (ev1 < mddev->events)
  1138. /* just a hot-add of a new device, leave raid_disk at -1 */
  1139. return 0;
  1140. }
  1141. if (mddev->level != LEVEL_MULTIPATH) {
  1142. int role;
  1143. if (rdev->desc_nr < 0 ||
  1144. rdev->desc_nr >= le32_to_cpu(sb->max_dev)) {
  1145. role = 0xffff;
  1146. rdev->desc_nr = -1;
  1147. } else
  1148. role = le16_to_cpu(sb->dev_roles[rdev->desc_nr]);
  1149. switch(role) {
  1150. case 0xffff: /* spare */
  1151. break;
  1152. case 0xfffe: /* faulty */
  1153. set_bit(Faulty, &rdev->flags);
  1154. break;
  1155. default:
  1156. if ((le32_to_cpu(sb->feature_map) &
  1157. MD_FEATURE_RECOVERY_OFFSET))
  1158. rdev->recovery_offset = le64_to_cpu(sb->recovery_offset);
  1159. else
  1160. set_bit(In_sync, &rdev->flags);
  1161. rdev->raid_disk = role;
  1162. break;
  1163. }
  1164. if (sb->devflags & WriteMostly1)
  1165. set_bit(WriteMostly, &rdev->flags);
  1166. } else /* MULTIPATH are always insync */
  1167. set_bit(In_sync, &rdev->flags);
  1168. return 0;
  1169. }
  1170. static void super_1_sync(mddev_t *mddev, mdk_rdev_t *rdev)
  1171. {
  1172. struct mdp_superblock_1 *sb;
  1173. mdk_rdev_t *rdev2;
  1174. int max_dev, i;
  1175. /* make rdev->sb match mddev and rdev data. */
  1176. sb = (struct mdp_superblock_1*)page_address(rdev->sb_page);
  1177. sb->feature_map = 0;
  1178. sb->pad0 = 0;
  1179. sb->recovery_offset = cpu_to_le64(0);
  1180. memset(sb->pad1, 0, sizeof(sb->pad1));
  1181. memset(sb->pad2, 0, sizeof(sb->pad2));
  1182. memset(sb->pad3, 0, sizeof(sb->pad3));
  1183. sb->utime = cpu_to_le64((__u64)mddev->utime);
  1184. sb->events = cpu_to_le64(mddev->events);
  1185. if (mddev->in_sync)
  1186. sb->resync_offset = cpu_to_le64(mddev->recovery_cp);
  1187. else
  1188. sb->resync_offset = cpu_to_le64(0);
  1189. sb->cnt_corrected_read = cpu_to_le32(atomic_read(&rdev->corrected_errors));
  1190. sb->raid_disks = cpu_to_le32(mddev->raid_disks);
  1191. sb->size = cpu_to_le64(mddev->dev_sectors);
  1192. sb->chunksize = cpu_to_le32(mddev->chunk_sectors);
  1193. sb->level = cpu_to_le32(mddev->level);
  1194. sb->layout = cpu_to_le32(mddev->layout);
  1195. if (mddev->bitmap && mddev->bitmap_file == NULL) {
  1196. sb->bitmap_offset = cpu_to_le32((__u32)mddev->bitmap_offset);
  1197. sb->feature_map = cpu_to_le32(MD_FEATURE_BITMAP_OFFSET);
  1198. }
  1199. if (rdev->raid_disk >= 0 &&
  1200. !test_bit(In_sync, &rdev->flags)) {
  1201. if (mddev->curr_resync_completed > rdev->recovery_offset)
  1202. rdev->recovery_offset = mddev->curr_resync_completed;
  1203. if (rdev->recovery_offset > 0) {
  1204. sb->feature_map |=
  1205. cpu_to_le32(MD_FEATURE_RECOVERY_OFFSET);
  1206. sb->recovery_offset =
  1207. cpu_to_le64(rdev->recovery_offset);
  1208. }
  1209. }
  1210. if (mddev->reshape_position != MaxSector) {
  1211. sb->feature_map |= cpu_to_le32(MD_FEATURE_RESHAPE_ACTIVE);
  1212. sb->reshape_position = cpu_to_le64(mddev->reshape_position);
  1213. sb->new_layout = cpu_to_le32(mddev->new_layout);
  1214. sb->delta_disks = cpu_to_le32(mddev->delta_disks);
  1215. sb->new_level = cpu_to_le32(mddev->new_level);
  1216. sb->new_chunk = cpu_to_le32(mddev->new_chunk_sectors);
  1217. }
  1218. max_dev = 0;
  1219. list_for_each_entry(rdev2, &mddev->disks, same_set)
  1220. if (rdev2->desc_nr+1 > max_dev)
  1221. max_dev = rdev2->desc_nr+1;
  1222. if (max_dev > le32_to_cpu(sb->max_dev)) {
  1223. int bmask;
  1224. sb->max_dev = cpu_to_le32(max_dev);
  1225. rdev->sb_size = max_dev * 2 + 256;
  1226. bmask = queue_logical_block_size(rdev->bdev->bd_disk->queue)-1;
  1227. if (rdev->sb_size & bmask)
  1228. rdev->sb_size = (rdev->sb_size | bmask) + 1;
  1229. }
  1230. for (i=0; i<max_dev;i++)
  1231. sb->dev_roles[i] = cpu_to_le16(0xfffe);
  1232. list_for_each_entry(rdev2, &mddev->disks, same_set) {
  1233. i = rdev2->desc_nr;
  1234. if (test_bit(Faulty, &rdev2->flags))
  1235. sb->dev_roles[i] = cpu_to_le16(0xfffe);
  1236. else if (test_bit(In_sync, &rdev2->flags))
  1237. sb->dev_roles[i] = cpu_to_le16(rdev2->raid_disk);
  1238. else if (rdev2->raid_disk >= 0 && rdev2->recovery_offset > 0)
  1239. sb->dev_roles[i] = cpu_to_le16(rdev2->raid_disk);
  1240. else
  1241. sb->dev_roles[i] = cpu_to_le16(0xffff);
  1242. }
  1243. sb->sb_csum = calc_sb_1_csum(sb);
  1244. }
  1245. static unsigned long long
  1246. super_1_rdev_size_change(mdk_rdev_t *rdev, sector_t num_sectors)
  1247. {
  1248. struct mdp_superblock_1 *sb;
  1249. sector_t max_sectors;
  1250. if (num_sectors && num_sectors < rdev->mddev->dev_sectors)
  1251. return 0; /* component must fit device */
  1252. if (rdev->sb_start < rdev->data_offset) {
  1253. /* minor versions 1 and 2; superblock before data */
  1254. max_sectors = rdev->bdev->bd_inode->i_size >> 9;
  1255. max_sectors -= rdev->data_offset;
  1256. if (!num_sectors || num_sectors > max_sectors)
  1257. num_sectors = max_sectors;
  1258. } else if (rdev->mddev->bitmap_offset) {
  1259. /* minor version 0 with bitmap we can't move */
  1260. return 0;
  1261. } else {
  1262. /* minor version 0; superblock after data */
  1263. sector_t sb_start;
  1264. sb_start = (rdev->bdev->bd_inode->i_size >> 9) - 8*2;
  1265. sb_start &= ~(sector_t)(4*2 - 1);
  1266. max_sectors = rdev->sectors + sb_start - rdev->sb_start;
  1267. if (!num_sectors || num_sectors > max_sectors)
  1268. num_sectors = max_sectors;
  1269. rdev->sb_start = sb_start;
  1270. }
  1271. sb = (struct mdp_superblock_1 *) page_address(rdev->sb_page);
  1272. sb->data_size = cpu_to_le64(num_sectors);
  1273. sb->super_offset = rdev->sb_start;
  1274. sb->sb_csum = calc_sb_1_csum(sb);
  1275. md_super_write(rdev->mddev, rdev, rdev->sb_start, rdev->sb_size,
  1276. rdev->sb_page);
  1277. md_super_wait(rdev->mddev);
  1278. return num_sectors / 2; /* kB for sysfs */
  1279. }
  1280. static struct super_type super_types[] = {
  1281. [0] = {
  1282. .name = "0.90.0",
  1283. .owner = THIS_MODULE,
  1284. .load_super = super_90_load,
  1285. .validate_super = super_90_validate,
  1286. .sync_super = super_90_sync,
  1287. .rdev_size_change = super_90_rdev_size_change,
  1288. },
  1289. [1] = {
  1290. .name = "md-1",
  1291. .owner = THIS_MODULE,
  1292. .load_super = super_1_load,
  1293. .validate_super = super_1_validate,
  1294. .sync_super = super_1_sync,
  1295. .rdev_size_change = super_1_rdev_size_change,
  1296. },
  1297. };
  1298. static int match_mddev_units(mddev_t *mddev1, mddev_t *mddev2)
  1299. {
  1300. mdk_rdev_t *rdev, *rdev2;
  1301. rcu_read_lock();
  1302. rdev_for_each_rcu(rdev, mddev1)
  1303. rdev_for_each_rcu(rdev2, mddev2)
  1304. if (rdev->bdev->bd_contains ==
  1305. rdev2->bdev->bd_contains) {
  1306. rcu_read_unlock();
  1307. return 1;
  1308. }
  1309. rcu_read_unlock();
  1310. return 0;
  1311. }
  1312. static LIST_HEAD(pending_raid_disks);
  1313. /*
  1314. * Try to register data integrity profile for an mddev
  1315. *
  1316. * This is called when an array is started and after a disk has been kicked
  1317. * from the array. It only succeeds if all working and active component devices
  1318. * are integrity capable with matching profiles.
  1319. */
  1320. int md_integrity_register(mddev_t *mddev)
  1321. {
  1322. mdk_rdev_t *rdev, *reference = NULL;
  1323. if (list_empty(&mddev->disks))
  1324. return 0; /* nothing to do */
  1325. if (blk_get_integrity(mddev->gendisk))
  1326. return 0; /* already registered */
  1327. list_for_each_entry(rdev, &mddev->disks, same_set) {
  1328. /* skip spares and non-functional disks */
  1329. if (test_bit(Faulty, &rdev->flags))
  1330. continue;
  1331. if (rdev->raid_disk < 0)
  1332. continue;
  1333. /*
  1334. * If at least one rdev is not integrity capable, we can not
  1335. * enable data integrity for the md device.
  1336. */
  1337. if (!bdev_get_integrity(rdev->bdev))
  1338. return -EINVAL;
  1339. if (!reference) {
  1340. /* Use the first rdev as the reference */
  1341. reference = rdev;
  1342. continue;
  1343. }
  1344. /* does this rdev's profile match the reference profile? */
  1345. if (blk_integrity_compare(reference->bdev->bd_disk,
  1346. rdev->bdev->bd_disk) < 0)
  1347. return -EINVAL;
  1348. }
  1349. /*
  1350. * All component devices are integrity capable and have matching
  1351. * profiles, register the common profile for the md device.
  1352. */
  1353. if (blk_integrity_register(mddev->gendisk,
  1354. bdev_get_integrity(reference->bdev)) != 0) {
  1355. printk(KERN_ERR "md: failed to register integrity for %s\n",
  1356. mdname(mddev));
  1357. return -EINVAL;
  1358. }
  1359. printk(KERN_NOTICE "md: data integrity on %s enabled\n",
  1360. mdname(mddev));
  1361. return 0;
  1362. }
  1363. EXPORT_SYMBOL(md_integrity_register);
  1364. /* Disable data integrity if non-capable/non-matching disk is being added */
  1365. void md_integrity_add_rdev(mdk_rdev_t *rdev, mddev_t *mddev)
  1366. {
  1367. struct blk_integrity *bi_rdev = bdev_get_integrity(rdev->bdev);
  1368. struct blk_integrity *bi_mddev = blk_get_integrity(mddev->gendisk);
  1369. if (!bi_mddev) /* nothing to do */
  1370. return;
  1371. if (rdev->raid_disk < 0) /* skip spares */
  1372. return;
  1373. if (bi_rdev && blk_integrity_compare(mddev->gendisk,
  1374. rdev->bdev->bd_disk) >= 0)
  1375. return;
  1376. printk(KERN_NOTICE "disabling data integrity on %s\n", mdname(mddev));
  1377. blk_integrity_unregister(mddev->gendisk);
  1378. }
  1379. EXPORT_SYMBOL(md_integrity_add_rdev);
  1380. static int bind_rdev_to_array(mdk_rdev_t * rdev, mddev_t * mddev)
  1381. {
  1382. char b[BDEVNAME_SIZE];
  1383. struct kobject *ko;
  1384. char *s;
  1385. int err;
  1386. if (rdev->mddev) {
  1387. MD_BUG();
  1388. return -EINVAL;
  1389. }
  1390. /* prevent duplicates */
  1391. if (find_rdev(mddev, rdev->bdev->bd_dev))
  1392. return -EEXIST;
  1393. /* make sure rdev->sectors exceeds mddev->dev_sectors */
  1394. if (rdev->sectors && (mddev->dev_sectors == 0 ||
  1395. rdev->sectors < mddev->dev_sectors)) {
  1396. if (mddev->pers) {
  1397. /* Cannot change size, so fail
  1398. * If mddev->level <= 0, then we don't care
  1399. * about aligning sizes (e.g. linear)
  1400. */
  1401. if (mddev->level > 0)
  1402. return -ENOSPC;
  1403. } else
  1404. mddev->dev_sectors = rdev->sectors;
  1405. }
  1406. /* Verify rdev->desc_nr is unique.
  1407. * If it is -1, assign a free number, else
  1408. * check number is not in use
  1409. */
  1410. if (rdev->desc_nr < 0) {
  1411. int choice = 0;
  1412. if (mddev->pers) choice = mddev->raid_disks;
  1413. while (find_rdev_nr(mddev, choice))
  1414. choice++;
  1415. rdev->desc_nr = choice;
  1416. } else {
  1417. if (find_rdev_nr(mddev, rdev->desc_nr))
  1418. return -EBUSY;
  1419. }
  1420. if (mddev->max_disks && rdev->desc_nr >= mddev->max_disks) {
  1421. printk(KERN_WARNING "md: %s: array is limited to %d devices\n",
  1422. mdname(mddev), mddev->max_disks);
  1423. return -EBUSY;
  1424. }
  1425. bdevname(rdev->bdev,b);
  1426. while ( (s=strchr(b, '/')) != NULL)
  1427. *s = '!';
  1428. rdev->mddev = mddev;
  1429. printk(KERN_INFO "md: bind<%s>\n", b);
  1430. if ((err = kobject_add(&rdev->kobj, &mddev->kobj, "dev-%s", b)))
  1431. goto fail;
  1432. ko = &part_to_dev(rdev->bdev->bd_part)->kobj;
  1433. if ((err = sysfs_create_link(&rdev->kobj, ko, "block"))) {
  1434. kobject_del(&rdev->kobj);
  1435. goto fail;
  1436. }
  1437. rdev->sysfs_state = sysfs_get_dirent(rdev->kobj.sd, "state");
  1438. list_add_rcu(&rdev->same_set, &mddev->disks);
  1439. bd_claim_by_disk(rdev->bdev, rdev->bdev->bd_holder, mddev->gendisk);
  1440. /* May as well allow recovery to be retried once */
  1441. mddev->recovery_disabled = 0;
  1442. return 0;
  1443. fail:
  1444. printk(KERN_WARNING "md: failed to register dev-%s for %s\n",
  1445. b, mdname(mddev));
  1446. return err;
  1447. }
  1448. static void md_delayed_delete(struct work_struct *ws)
  1449. {
  1450. mdk_rdev_t *rdev = container_of(ws, mdk_rdev_t, del_work);
  1451. kobject_del(&rdev->kobj);
  1452. kobject_put(&rdev->kobj);
  1453. }
  1454. static void unbind_rdev_from_array(mdk_rdev_t * rdev)
  1455. {
  1456. char b[BDEVNAME_SIZE];
  1457. if (!rdev->mddev) {
  1458. MD_BUG();
  1459. return;
  1460. }
  1461. bd_release_from_disk(rdev->bdev, rdev->mddev->gendisk);
  1462. list_del_rcu(&rdev->same_set);
  1463. printk(KERN_INFO "md: unbind<%s>\n", bdevname(rdev->bdev,b));
  1464. rdev->mddev = NULL;
  1465. sysfs_remove_link(&rdev->kobj, "block");
  1466. sysfs_put(rdev->sysfs_state);
  1467. rdev->sysfs_state = NULL;
  1468. /* We need to delay this, otherwise we can deadlock when
  1469. * writing to 'remove' to "dev/state". We also need
  1470. * to delay it due to rcu usage.
  1471. */
  1472. synchronize_rcu();
  1473. INIT_WORK(&rdev->del_work, md_delayed_delete);
  1474. kobject_get(&rdev->kobj);
  1475. schedule_work(&rdev->del_work);
  1476. }
  1477. /*
  1478. * prevent the device from being mounted, repartitioned or
  1479. * otherwise reused by a RAID array (or any other kernel
  1480. * subsystem), by bd_claiming the device.
  1481. */
  1482. static int lock_rdev(mdk_rdev_t *rdev, dev_t dev, int shared)
  1483. {
  1484. int err = 0;
  1485. struct block_device *bdev;
  1486. char b[BDEVNAME_SIZE];
  1487. bdev = open_by_devnum(dev, FMODE_READ|FMODE_WRITE);
  1488. if (IS_ERR(bdev)) {
  1489. printk(KERN_ERR "md: could not open %s.\n",
  1490. __bdevname(dev, b));
  1491. return PTR_ERR(bdev);
  1492. }
  1493. err = bd_claim(bdev, shared ? (mdk_rdev_t *)lock_rdev : rdev);
  1494. if (err) {
  1495. printk(KERN_ERR "md: could not bd_claim %s.\n",
  1496. bdevname(bdev, b));
  1497. blkdev_put(bdev, FMODE_READ|FMODE_WRITE);
  1498. return err;
  1499. }
  1500. if (!shared)
  1501. set_bit(AllReserved, &rdev->flags);
  1502. rdev->bdev = bdev;
  1503. return err;
  1504. }
  1505. static void unlock_rdev(mdk_rdev_t *rdev)
  1506. {
  1507. struct block_device *bdev = rdev->bdev;
  1508. rdev->bdev = NULL;
  1509. if (!bdev)
  1510. MD_BUG();
  1511. bd_release(bdev);
  1512. blkdev_put(bdev, FMODE_READ|FMODE_WRITE);
  1513. }
  1514. void md_autodetect_dev(dev_t dev);
  1515. static void export_rdev(mdk_rdev_t * rdev)
  1516. {
  1517. char b[BDEVNAME_SIZE];
  1518. printk(KERN_INFO "md: export_rdev(%s)\n",
  1519. bdevname(rdev->bdev,b));
  1520. if (rdev->mddev)
  1521. MD_BUG();
  1522. free_disk_sb(rdev);
  1523. #ifndef MODULE
  1524. if (test_bit(AutoDetected, &rdev->flags))
  1525. md_autodetect_dev(rdev->bdev->bd_dev);
  1526. #endif
  1527. unlock_rdev(rdev);
  1528. kobject_put(&rdev->kobj);
  1529. }
  1530. static void kick_rdev_from_array(mdk_rdev_t * rdev)
  1531. {
  1532. unbind_rdev_from_array(rdev);
  1533. export_rdev(rdev);
  1534. }
  1535. static void export_array(mddev_t *mddev)
  1536. {
  1537. mdk_rdev_t *rdev, *tmp;
  1538. rdev_for_each(rdev, tmp, mddev) {
  1539. if (!rdev->mddev) {
  1540. MD_BUG();
  1541. continue;
  1542. }
  1543. kick_rdev_from_array(rdev);
  1544. }
  1545. if (!list_empty(&mddev->disks))
  1546. MD_BUG();
  1547. mddev->raid_disks = 0;
  1548. mddev->major_version = 0;
  1549. }
  1550. static void print_desc(mdp_disk_t *desc)
  1551. {
  1552. printk(" DISK<N:%d,(%d,%d),R:%d,S:%d>\n", desc->number,
  1553. desc->major,desc->minor,desc->raid_disk,desc->state);
  1554. }
  1555. static void print_sb_90(mdp_super_t *sb)
  1556. {
  1557. int i;
  1558. printk(KERN_INFO
  1559. "md: SB: (V:%d.%d.%d) ID:<%08x.%08x.%08x.%08x> CT:%08x\n",
  1560. sb->major_version, sb->minor_version, sb->patch_version,
  1561. sb->set_uuid0, sb->set_uuid1, sb->set_uuid2, sb->set_uuid3,
  1562. sb->ctime);
  1563. printk(KERN_INFO "md: L%d S%08d ND:%d RD:%d md%d LO:%d CS:%d\n",
  1564. sb->level, sb->size, sb->nr_disks, sb->raid_disks,
  1565. sb->md_minor, sb->layout, sb->chunk_size);
  1566. printk(KERN_INFO "md: UT:%08x ST:%d AD:%d WD:%d"
  1567. " FD:%d SD:%d CSUM:%08x E:%08lx\n",
  1568. sb->utime, sb->state, sb->active_disks, sb->working_disks,
  1569. sb->failed_disks, sb->spare_disks,
  1570. sb->sb_csum, (unsigned long)sb->events_lo);
  1571. printk(KERN_INFO);
  1572. for (i = 0; i < MD_SB_DISKS; i++) {
  1573. mdp_disk_t *desc;
  1574. desc = sb->disks + i;
  1575. if (desc->number || desc->major || desc->minor ||
  1576. desc->raid_disk || (desc->state && (desc->state != 4))) {
  1577. printk(" D %2d: ", i);
  1578. print_desc(desc);
  1579. }
  1580. }
  1581. printk(KERN_INFO "md: THIS: ");
  1582. print_desc(&sb->this_disk);
  1583. }
  1584. static void print_sb_1(struct mdp_superblock_1 *sb)
  1585. {
  1586. __u8 *uuid;
  1587. uuid = sb->set_uuid;
  1588. printk(KERN_INFO
  1589. "md: SB: (V:%u) (F:0x%08x) Array-ID:<%02x%02x%02x%02x"
  1590. ":%02x%02x:%02x%02x:%02x%02x:%02x%02x%02x%02x%02x%02x>\n"
  1591. "md: Name: \"%s\" CT:%llu\n",
  1592. le32_to_cpu(sb->major_version),
  1593. le32_to_cpu(sb->feature_map),
  1594. uuid[0], uuid[1], uuid[2], uuid[3],
  1595. uuid[4], uuid[5], uuid[6], uuid[7],
  1596. uuid[8], uuid[9], uuid[10], uuid[11],
  1597. uuid[12], uuid[13], uuid[14], uuid[15],
  1598. sb->set_name,
  1599. (unsigned long long)le64_to_cpu(sb->ctime)
  1600. & MD_SUPERBLOCK_1_TIME_SEC_MASK);
  1601. uuid = sb->device_uuid;
  1602. printk(KERN_INFO
  1603. "md: L%u SZ%llu RD:%u LO:%u CS:%u DO:%llu DS:%llu SO:%llu"
  1604. " RO:%llu\n"
  1605. "md: Dev:%08x UUID: %02x%02x%02x%02x:%02x%02x:%02x%02x:%02x%02x"
  1606. ":%02x%02x%02x%02x%02x%02x\n"
  1607. "md: (F:0x%08x) UT:%llu Events:%llu ResyncOffset:%llu CSUM:0x%08x\n"
  1608. "md: (MaxDev:%u) \n",
  1609. le32_to_cpu(sb->level),
  1610. (unsigned long long)le64_to_cpu(sb->size),
  1611. le32_to_cpu(sb->raid_disks),
  1612. le32_to_cpu(sb->layout),
  1613. le32_to_cpu(sb->chunksize),
  1614. (unsigned long long)le64_to_cpu(sb->data_offset),
  1615. (unsigned long long)le64_to_cpu(sb->data_size),
  1616. (unsigned long long)le64_to_cpu(sb->super_offset),
  1617. (unsigned long long)le64_to_cpu(sb->recovery_offset),
  1618. le32_to_cpu(sb->dev_number),
  1619. uuid[0], uuid[1], uuid[2], uuid[3],
  1620. uuid[4], uuid[5], uuid[6], uuid[7],
  1621. uuid[8], uuid[9], uuid[10], uuid[11],
  1622. uuid[12], uuid[13], uuid[14], uuid[15],
  1623. sb->devflags,
  1624. (unsigned long long)le64_to_cpu(sb->utime) & MD_SUPERBLOCK_1_TIME_SEC_MASK,
  1625. (unsigned long long)le64_to_cpu(sb->events),
  1626. (unsigned long long)le64_to_cpu(sb->resync_offset),
  1627. le32_to_cpu(sb->sb_csum),
  1628. le32_to_cpu(sb->max_dev)
  1629. );
  1630. }
  1631. static void print_rdev(mdk_rdev_t *rdev, int major_version)
  1632. {
  1633. char b[BDEVNAME_SIZE];
  1634. printk(KERN_INFO "md: rdev %s, Sect:%08llu F:%d S:%d DN:%u\n",
  1635. bdevname(rdev->bdev, b), (unsigned long long)rdev->sectors,
  1636. test_bit(Faulty, &rdev->flags), test_bit(In_sync, &rdev->flags),
  1637. rdev->desc_nr);
  1638. if (rdev->sb_loaded) {
  1639. printk(KERN_INFO "md: rdev superblock (MJ:%d):\n", major_version);
  1640. switch (major_version) {
  1641. case 0:
  1642. print_sb_90((mdp_super_t*)page_address(rdev->sb_page));
  1643. break;
  1644. case 1:
  1645. print_sb_1((struct mdp_superblock_1 *)page_address(rdev->sb_page));
  1646. break;
  1647. }
  1648. } else
  1649. printk(KERN_INFO "md: no rdev superblock!\n");
  1650. }
  1651. static void md_print_devices(void)
  1652. {
  1653. struct list_head *tmp;
  1654. mdk_rdev_t *rdev;
  1655. mddev_t *mddev;
  1656. char b[BDEVNAME_SIZE];
  1657. printk("\n");
  1658. printk("md: **********************************\n");
  1659. printk("md: * <COMPLETE RAID STATE PRINTOUT> *\n");
  1660. printk("md: **********************************\n");
  1661. for_each_mddev(mddev, tmp) {
  1662. if (mddev->bitmap)
  1663. bitmap_print_sb(mddev->bitmap);
  1664. else
  1665. printk("%s: ", mdname(mddev));
  1666. list_for_each_entry(rdev, &mddev->disks, same_set)
  1667. printk("<%s>", bdevname(rdev->bdev,b));
  1668. printk("\n");
  1669. list_for_each_entry(rdev, &mddev->disks, same_set)
  1670. print_rdev(rdev, mddev->major_version);
  1671. }
  1672. printk("md: **********************************\n");
  1673. printk("\n");
  1674. }
  1675. static void sync_sbs(mddev_t * mddev, int nospares)
  1676. {
  1677. /* Update each superblock (in-memory image), but
  1678. * if we are allowed to, skip spares which already
  1679. * have the right event counter, or have one earlier
  1680. * (which would mean they aren't being marked as dirty
  1681. * with the rest of the array)
  1682. */
  1683. mdk_rdev_t *rdev;
  1684. list_for_each_entry(rdev, &mddev->disks, same_set) {
  1685. if (rdev->sb_events == mddev->events ||
  1686. (nospares &&
  1687. rdev->raid_disk < 0 &&
  1688. (rdev->sb_events&1)==0 &&
  1689. rdev->sb_events+1 == mddev->events)) {
  1690. /* Don't update this superblock */
  1691. rdev->sb_loaded = 2;
  1692. } else {
  1693. super_types[mddev->major_version].
  1694. sync_super(mddev, rdev);
  1695. rdev->sb_loaded = 1;
  1696. }
  1697. }
  1698. }
  1699. static void md_update_sb(mddev_t * mddev, int force_change)
  1700. {
  1701. mdk_rdev_t *rdev;
  1702. int sync_req;
  1703. int nospares = 0;
  1704. mddev->utime = get_seconds();
  1705. if (mddev->external)
  1706. return;
  1707. repeat:
  1708. spin_lock_irq(&mddev->write_lock);
  1709. set_bit(MD_CHANGE_PENDING, &mddev->flags);
  1710. if (test_and_clear_bit(MD_CHANGE_DEVS, &mddev->flags))
  1711. force_change = 1;
  1712. if (test_and_clear_bit(MD_CHANGE_CLEAN, &mddev->flags))
  1713. /* just a clean<-> dirty transition, possibly leave spares alone,
  1714. * though if events isn't the right even/odd, we will have to do
  1715. * spares after all
  1716. */
  1717. nospares = 1;
  1718. if (force_change)
  1719. nospares = 0;
  1720. if (mddev->degraded)
  1721. /* If the array is degraded, then skipping spares is both
  1722. * dangerous and fairly pointless.
  1723. * Dangerous because a device that was removed from the array
  1724. * might have a event_count that still looks up-to-date,
  1725. * so it can be re-added without a resync.
  1726. * Pointless because if there are any spares to skip,
  1727. * then a recovery will happen and soon that array won't
  1728. * be degraded any more and the spare can go back to sleep then.
  1729. */
  1730. nospares = 0;
  1731. sync_req = mddev->in_sync;
  1732. /* If this is just a dirty<->clean transition, and the array is clean
  1733. * and 'events' is odd, we can roll back to the previous clean state */
  1734. if (nospares
  1735. && (mddev->in_sync && mddev->recovery_cp == MaxSector)
  1736. && (mddev->events & 1)
  1737. && mddev->events != 1)
  1738. mddev->events--;
  1739. else {
  1740. /* otherwise we have to go forward and ... */
  1741. mddev->events ++;
  1742. if (!mddev->in_sync || mddev->recovery_cp != MaxSector) { /* not clean */
  1743. /* .. if the array isn't clean, an 'even' event must also go
  1744. * to spares. */
  1745. if ((mddev->events&1)==0)
  1746. nospares = 0;
  1747. } else {
  1748. /* otherwise an 'odd' event must go to spares */
  1749. if ((mddev->events&1))
  1750. nospares = 0;
  1751. }
  1752. }
  1753. if (!mddev->events) {
  1754. /*
  1755. * oops, this 64-bit counter should never wrap.
  1756. * Either we are in around ~1 trillion A.C., assuming
  1757. * 1 reboot per second, or we have a bug:
  1758. */
  1759. MD_BUG();
  1760. mddev->events --;
  1761. }
  1762. /*
  1763. * do not write anything to disk if using
  1764. * nonpersistent superblocks
  1765. */
  1766. if (!mddev->persistent) {
  1767. if (!mddev->external)
  1768. clear_bit(MD_CHANGE_PENDING, &mddev->flags);
  1769. spin_unlock_irq(&mddev->write_lock);
  1770. wake_up(&mddev->sb_wait);
  1771. return;
  1772. }
  1773. sync_sbs(mddev, nospares);
  1774. spin_unlock_irq(&mddev->write_lock);
  1775. dprintk(KERN_INFO
  1776. "md: updating %s RAID superblock on device (in sync %d)\n",
  1777. mdname(mddev),mddev->in_sync);
  1778. bitmap_update_sb(mddev->bitmap);
  1779. list_for_each_entry(rdev, &mddev->disks, same_set) {
  1780. char b[BDEVNAME_SIZE];
  1781. dprintk(KERN_INFO "md: ");
  1782. if (rdev->sb_loaded != 1)
  1783. continue; /* no noise on spare devices */
  1784. if (test_bit(Faulty, &rdev->flags))
  1785. dprintk("(skipping faulty ");
  1786. dprintk("%s ", bdevname(rdev->bdev,b));
  1787. if (!test_bit(Faulty, &rdev->flags)) {
  1788. md_super_write(mddev,rdev,
  1789. rdev->sb_start, rdev->sb_size,
  1790. rdev->sb_page);
  1791. dprintk(KERN_INFO "(write) %s's sb offset: %llu\n",
  1792. bdevname(rdev->bdev,b),
  1793. (unsigned long long)rdev->sb_start);
  1794. rdev->sb_events = mddev->events;
  1795. } else
  1796. dprintk(")\n");
  1797. if (mddev->level == LEVEL_MULTIPATH)
  1798. /* only need to write one superblock... */
  1799. break;
  1800. }
  1801. md_super_wait(mddev);
  1802. /* if there was a failure, MD_CHANGE_DEVS was set, and we re-write super */
  1803. spin_lock_irq(&mddev->write_lock);
  1804. if (mddev->in_sync != sync_req ||
  1805. test_bit(MD_CHANGE_DEVS, &mddev->flags)) {
  1806. /* have to write it out again */
  1807. spin_unlock_irq(&mddev->write_lock);
  1808. goto repeat;
  1809. }
  1810. clear_bit(MD_CHANGE_PENDING, &mddev->flags);
  1811. spin_unlock_irq(&mddev->write_lock);
  1812. wake_up(&mddev->sb_wait);
  1813. if (test_bit(MD_RECOVERY_RUNNING, &mddev->recovery))
  1814. sysfs_notify(&mddev->kobj, NULL, "sync_completed");
  1815. }
  1816. /* words written to sysfs files may, or may not, be \n terminated.
  1817. * We want to accept with case. For this we use cmd_match.
  1818. */
  1819. static int cmd_match(const char *cmd, const char *str)
  1820. {
  1821. /* See if cmd, written into a sysfs file, matches
  1822. * str. They must either be the same, or cmd can
  1823. * have a trailing newline
  1824. */
  1825. while (*cmd && *str && *cmd == *str) {
  1826. cmd++;
  1827. str++;
  1828. }
  1829. if (*cmd == '\n')
  1830. cmd++;
  1831. if (*str || *cmd)
  1832. return 0;
  1833. return 1;
  1834. }
  1835. struct rdev_sysfs_entry {
  1836. struct attribute attr;
  1837. ssize_t (*show)(mdk_rdev_t *, char *);
  1838. ssize_t (*store)(mdk_rdev_t *, const char *, size_t);
  1839. };
  1840. static ssize_t
  1841. state_show(mdk_rdev_t *rdev, char *page)
  1842. {
  1843. char *sep = "";
  1844. size_t len = 0;
  1845. if (test_bit(Faulty, &rdev->flags)) {
  1846. len+= sprintf(page+len, "%sfaulty",sep);
  1847. sep = ",";
  1848. }
  1849. if (test_bit(In_sync, &rdev->flags)) {
  1850. len += sprintf(page+len, "%sin_sync",sep);
  1851. sep = ",";
  1852. }
  1853. if (test_bit(WriteMostly, &rdev->flags)) {
  1854. len += sprintf(page+len, "%swrite_mostly",sep);
  1855. sep = ",";
  1856. }
  1857. if (test_bit(Blocked, &rdev->flags)) {
  1858. len += sprintf(page+len, "%sblocked", sep);
  1859. sep = ",";
  1860. }
  1861. if (!test_bit(Faulty, &rdev->flags) &&
  1862. !test_bit(In_sync, &rdev->flags)) {
  1863. len += sprintf(page+len, "%sspare", sep);
  1864. sep = ",";
  1865. }
  1866. return len+sprintf(page+len, "\n");
  1867. }
  1868. static ssize_t
  1869. state_store(mdk_rdev_t *rdev, const char *buf, size_t len)
  1870. {
  1871. /* can write
  1872. * faulty - simulates and error
  1873. * remove - disconnects the device
  1874. * writemostly - sets write_mostly
  1875. * -writemostly - clears write_mostly
  1876. * blocked - sets the Blocked flag
  1877. * -blocked - clears the Blocked flag
  1878. * insync - sets Insync providing device isn't active
  1879. */
  1880. int err = -EINVAL;
  1881. if (cmd_match(buf, "faulty") && rdev->mddev->pers) {
  1882. md_error(rdev->mddev, rdev);
  1883. err = 0;
  1884. } else if (cmd_match(buf, "remove")) {
  1885. if (rdev->raid_disk >= 0)
  1886. err = -EBUSY;
  1887. else {
  1888. mddev_t *mddev = rdev->mddev;
  1889. kick_rdev_from_array(rdev);
  1890. if (mddev->pers)
  1891. md_update_sb(mddev, 1);
  1892. md_new_event(mddev);
  1893. err = 0;
  1894. }
  1895. } else if (cmd_match(buf, "writemostly")) {
  1896. set_bit(WriteMostly, &rdev->flags);
  1897. err = 0;
  1898. } else if (cmd_match(buf, "-writemostly")) {
  1899. clear_bit(WriteMostly, &rdev->flags);
  1900. err = 0;
  1901. } else if (cmd_match(buf, "blocked")) {
  1902. set_bit(Blocked, &rdev->flags);
  1903. err = 0;
  1904. } else if (cmd_match(buf, "-blocked")) {
  1905. clear_bit(Blocked, &rdev->flags);
  1906. wake_up(&rdev->blocked_wait);
  1907. set_bit(MD_RECOVERY_NEEDED, &rdev->mddev->recovery);
  1908. md_wakeup_thread(rdev->mddev->thread);
  1909. err = 0;
  1910. } else if (cmd_match(buf, "insync") && rdev->raid_disk == -1) {
  1911. set_bit(In_sync, &rdev->flags);
  1912. err = 0;
  1913. }
  1914. if (!err && rdev->sysfs_state)
  1915. sysfs_notify_dirent(rdev->sysfs_state);
  1916. return err ? err : len;
  1917. }
  1918. static struct rdev_sysfs_entry rdev_state =
  1919. __ATTR(state, S_IRUGO|S_IWUSR, state_show, state_store);
  1920. static ssize_t
  1921. errors_show(mdk_rdev_t *rdev, char *page)
  1922. {
  1923. return sprintf(page, "%d\n", atomic_read(&rdev->corrected_errors));
  1924. }
  1925. static ssize_t
  1926. errors_store(mdk_rdev_t *rdev, const char *buf, size_t len)
  1927. {
  1928. char *e;
  1929. unsigned long n = simple_strtoul(buf, &e, 10);
  1930. if (*buf && (*e == 0 || *e == '\n')) {
  1931. atomic_set(&rdev->corrected_errors, n);
  1932. return len;
  1933. }
  1934. return -EINVAL;
  1935. }
  1936. static struct rdev_sysfs_entry rdev_errors =
  1937. __ATTR(errors, S_IRUGO|S_IWUSR, errors_show, errors_store);
  1938. static ssize_t
  1939. slot_show(mdk_rdev_t *rdev, char *page)
  1940. {
  1941. if (rdev->raid_disk < 0)
  1942. return sprintf(page, "none\n");
  1943. else
  1944. return sprintf(page, "%d\n", rdev->raid_disk);
  1945. }
  1946. static ssize_t
  1947. slot_store(mdk_rdev_t *rdev, const char *buf, size_t len)
  1948. {
  1949. char *e;
  1950. int err;
  1951. char nm[20];
  1952. int slot = simple_strtoul(buf, &e, 10);
  1953. if (strncmp(buf, "none", 4)==0)
  1954. slot = -1;
  1955. else if (e==buf || (*e && *e!= '\n'))
  1956. return -EINVAL;
  1957. if (rdev->mddev->pers && slot == -1) {
  1958. /* Setting 'slot' on an active array requires also
  1959. * updating the 'rd%d' link, and communicating
  1960. * with the personality with ->hot_*_disk.
  1961. * For now we only support removing
  1962. * failed/spare devices. This normally happens automatically,
  1963. * but not when the metadata is externally managed.
  1964. */
  1965. if (rdev->raid_disk == -1)
  1966. return -EEXIST;
  1967. /* personality does all needed checks */
  1968. if (rdev->mddev->pers->hot_add_disk == NULL)
  1969. return -EINVAL;
  1970. err = rdev->mddev->pers->
  1971. hot_remove_disk(rdev->mddev, rdev->raid_disk);
  1972. if (err)
  1973. return err;
  1974. sprintf(nm, "rd%d", rdev->raid_disk);
  1975. sysfs_remove_link(&rdev->mddev->kobj, nm);
  1976. set_bit(MD_RECOVERY_NEEDED, &rdev->mddev->recovery);
  1977. md_wakeup_thread(rdev->mddev->thread);
  1978. } else if (rdev->mddev->pers) {
  1979. mdk_rdev_t *rdev2;
  1980. /* Activating a spare .. or possibly reactivating
  1981. * if we ever get bitmaps working here.
  1982. */
  1983. if (rdev->raid_disk != -1)
  1984. return -EBUSY;
  1985. if (rdev->mddev->pers->hot_add_disk == NULL)
  1986. return -EINVAL;
  1987. list_for_each_entry(rdev2, &rdev->mddev->disks, same_set)
  1988. if (rdev2->raid_disk == slot)
  1989. return -EEXIST;
  1990. rdev->raid_disk = slot;
  1991. if (test_bit(In_sync, &rdev->flags))
  1992. rdev->saved_raid_disk = slot;
  1993. else
  1994. rdev->saved_raid_disk = -1;
  1995. err = rdev->mddev->pers->
  1996. hot_add_disk(rdev->mddev, rdev);
  1997. if (err) {
  1998. rdev->raid_disk = -1;
  1999. return err;
  2000. } else
  2001. sysfs_notify_dirent(rdev->sysfs_state);
  2002. sprintf(nm, "rd%d", rdev->raid_disk);
  2003. if (sysfs_create_link(&rdev->mddev->kobj, &rdev->kobj, nm))
  2004. printk(KERN_WARNING
  2005. "md: cannot register "
  2006. "%s for %s\n",
  2007. nm, mdname(rdev->mddev));
  2008. /* don't wakeup anyone, leave that to userspace. */
  2009. } else {
  2010. if (slot >= rdev->mddev->raid_disks)
  2011. return -ENOSPC;
  2012. rdev->raid_disk = slot;
  2013. /* assume it is working */
  2014. clear_bit(Faulty, &rdev->flags);
  2015. clear_bit(WriteMostly, &rdev->flags);
  2016. set_bit(In_sync, &rdev->flags);
  2017. sysfs_notify_dirent(rdev->sysfs_state);
  2018. }
  2019. return len;
  2020. }
  2021. static struct rdev_sysfs_entry rdev_slot =
  2022. __ATTR(slot, S_IRUGO|S_IWUSR, slot_show, slot_store);
  2023. static ssize_t
  2024. offset_show(mdk_rdev_t *rdev, char *page)
  2025. {
  2026. return sprintf(page, "%llu\n", (unsigned long long)rdev->data_offset);
  2027. }
  2028. static ssize_t
  2029. offset_store(mdk_rdev_t *rdev, const char *buf, size_t len)
  2030. {
  2031. char *e;
  2032. unsigned long long offset = simple_strtoull(buf, &e, 10);
  2033. if (e==buf || (*e && *e != '\n'))
  2034. return -EINVAL;
  2035. if (rdev->mddev->pers && rdev->raid_disk >= 0)
  2036. return -EBUSY;
  2037. if (rdev->sectors && rdev->mddev->external)
  2038. /* Must set offset before size, so overlap checks
  2039. * can be sane */
  2040. return -EBUSY;
  2041. rdev->data_offset = offset;
  2042. return len;
  2043. }
  2044. static struct rdev_sysfs_entry rdev_offset =
  2045. __ATTR(offset, S_IRUGO|S_IWUSR, offset_show, offset_store);
  2046. static ssize_t
  2047. rdev_size_show(mdk_rdev_t *rdev, char *page)
  2048. {
  2049. return sprintf(page, "%llu\n", (unsigned long long)rdev->sectors / 2);
  2050. }
  2051. static int overlaps(sector_t s1, sector_t l1, sector_t s2, sector_t l2)
  2052. {
  2053. /* check if two start/length pairs overlap */
  2054. if (s1+l1 <= s2)
  2055. return 0;
  2056. if (s2+l2 <= s1)
  2057. return 0;
  2058. return 1;
  2059. }
  2060. static int strict_blocks_to_sectors(const char *buf, sector_t *sectors)
  2061. {
  2062. unsigned long long blocks;
  2063. sector_t new;
  2064. if (strict_strtoull(buf, 10, &blocks) < 0)
  2065. return -EINVAL;
  2066. if (blocks & 1ULL << (8 * sizeof(blocks) - 1))
  2067. return -EINVAL; /* sector conversion overflow */
  2068. new = blocks * 2;
  2069. if (new != blocks * 2)
  2070. return -EINVAL; /* unsigned long long to sector_t overflow */
  2071. *sectors = new;
  2072. return 0;
  2073. }
  2074. static ssize_t
  2075. rdev_size_store(mdk_rdev_t *rdev, const char *buf, size_t len)
  2076. {
  2077. mddev_t *my_mddev = rdev->mddev;
  2078. sector_t oldsectors = rdev->sectors;
  2079. sector_t sectors;
  2080. if (strict_blocks_to_sectors(buf, &sectors) < 0)
  2081. return -EINVAL;
  2082. if (my_mddev->pers && rdev->raid_disk >= 0) {
  2083. if (my_mddev->persistent) {
  2084. sectors = super_types[my_mddev->major_version].
  2085. rdev_size_change(rdev, sectors);
  2086. if (!sectors)
  2087. return -EBUSY;
  2088. } else if (!sectors)
  2089. sectors = (rdev->bdev->bd_inode->i_size >> 9) -
  2090. rdev->data_offset;
  2091. }
  2092. if (sectors < my_mddev->dev_sectors)
  2093. return -EINVAL; /* component must fit device */
  2094. rdev->sectors = sectors;
  2095. if (sectors > oldsectors && my_mddev->external) {
  2096. /* need to check that all other rdevs with the same ->bdev
  2097. * do not overlap. We need to unlock the mddev to avoid
  2098. * a deadlock. We have already changed rdev->sectors, and if
  2099. * we have to change it back, we will have the lock again.
  2100. */
  2101. mddev_t *mddev;
  2102. int overlap = 0;
  2103. struct list_head *tmp;
  2104. mddev_unlock(my_mddev);
  2105. for_each_mddev(mddev, tmp) {
  2106. mdk_rdev_t *rdev2;
  2107. mddev_lock(mddev);
  2108. list_for_each_entry(rdev2, &mddev->disks, same_set)
  2109. if (test_bit(AllReserved, &rdev2->flags) ||
  2110. (rdev->bdev == rdev2->bdev &&
  2111. rdev != rdev2 &&
  2112. overlaps(rdev->data_offset, rdev->sectors,
  2113. rdev2->data_offset,
  2114. rdev2->sectors))) {
  2115. overlap = 1;
  2116. break;
  2117. }
  2118. mddev_unlock(mddev);
  2119. if (overlap) {
  2120. mddev_put(mddev);
  2121. break;
  2122. }
  2123. }
  2124. mddev_lock(my_mddev);
  2125. if (overlap) {
  2126. /* Someone else could have slipped in a size
  2127. * change here, but doing so is just silly.
  2128. * We put oldsectors back because we *know* it is
  2129. * safe, and trust userspace not to race with
  2130. * itself
  2131. */
  2132. rdev->sectors = oldsectors;
  2133. return -EBUSY;
  2134. }
  2135. }
  2136. return len;
  2137. }
  2138. static struct rdev_sysfs_entry rdev_size =
  2139. __ATTR(size, S_IRUGO|S_IWUSR, rdev_size_show, rdev_size_store);
  2140. static struct attribute *rdev_default_attrs[] = {
  2141. &rdev_state.attr,
  2142. &rdev_errors.attr,
  2143. &rdev_slot.attr,
  2144. &rdev_offset.attr,
  2145. &rdev_size.attr,
  2146. NULL,
  2147. };
  2148. static ssize_t
  2149. rdev_attr_show(struct kobject *kobj, struct attribute *attr, char *page)
  2150. {
  2151. struct rdev_sysfs_entry *entry = container_of(attr, struct rdev_sysfs_entry, attr);
  2152. mdk_rdev_t *rdev = container_of(kobj, mdk_rdev_t, kobj);
  2153. mddev_t *mddev = rdev->mddev;
  2154. ssize_t rv;
  2155. if (!entry->show)
  2156. return -EIO;
  2157. rv = mddev ? mddev_lock(mddev) : -EBUSY;
  2158. if (!rv) {
  2159. if (rdev->mddev == NULL)
  2160. rv = -EBUSY;
  2161. else
  2162. rv = entry->show(rdev, page);
  2163. mddev_unlock(mddev);
  2164. }
  2165. return rv;
  2166. }
  2167. static ssize_t
  2168. rdev_attr_store(struct kobject *kobj, struct attribute *attr,
  2169. const char *page, size_t length)
  2170. {
  2171. struct rdev_sysfs_entry *entry = container_of(attr, struct rdev_sysfs_entry, attr);
  2172. mdk_rdev_t *rdev = container_of(kobj, mdk_rdev_t, kobj);
  2173. ssize_t rv;
  2174. mddev_t *mddev = rdev->mddev;
  2175. if (!entry->store)
  2176. return -EIO;
  2177. if (!capable(CAP_SYS_ADMIN))
  2178. return -EACCES;
  2179. rv = mddev ? mddev_lock(mddev): -EBUSY;
  2180. if (!rv) {
  2181. if (rdev->mddev == NULL)
  2182. rv = -EBUSY;
  2183. else
  2184. rv = entry->store(rdev, page, length);
  2185. mddev_unlock(mddev);
  2186. }
  2187. return rv;
  2188. }
  2189. static void rdev_free(struct kobject *ko)
  2190. {
  2191. mdk_rdev_t *rdev = container_of(ko, mdk_rdev_t, kobj);
  2192. kfree(rdev);
  2193. }
  2194. static struct sysfs_ops rdev_sysfs_ops = {
  2195. .show = rdev_attr_show,
  2196. .store = rdev_attr_store,
  2197. };
  2198. static struct kobj_type rdev_ktype = {
  2199. .release = rdev_free,
  2200. .sysfs_ops = &rdev_sysfs_ops,
  2201. .default_attrs = rdev_default_attrs,
  2202. };
  2203. /*
  2204. * Import a device. If 'super_format' >= 0, then sanity check the superblock
  2205. *
  2206. * mark the device faulty if:
  2207. *
  2208. * - the device is nonexistent (zero size)
  2209. * - the device has no valid superblock
  2210. *
  2211. * a faulty rdev _never_ has rdev->sb set.
  2212. */
  2213. static mdk_rdev_t *md_import_device(dev_t newdev, int super_format, int super_minor)
  2214. {
  2215. char b[BDEVNAME_SIZE];
  2216. int err;
  2217. mdk_rdev_t *rdev;
  2218. sector_t size;
  2219. rdev = kzalloc(sizeof(*rdev), GFP_KERNEL);
  2220. if (!rdev) {
  2221. printk(KERN_ERR "md: could not alloc mem for new device!\n");
  2222. return ERR_PTR(-ENOMEM);
  2223. }
  2224. if ((err = alloc_disk_sb(rdev)))
  2225. goto abort_free;
  2226. err = lock_rdev(rdev, newdev, super_format == -2);
  2227. if (err)
  2228. goto abort_free;
  2229. kobject_init(&rdev->kobj, &rdev_ktype);
  2230. rdev->desc_nr = -1;
  2231. rdev->saved_raid_disk = -1;
  2232. rdev->raid_disk = -1;
  2233. rdev->flags = 0;
  2234. rdev->data_offset = 0;
  2235. rdev->sb_events = 0;
  2236. atomic_set(&rdev->nr_pending, 0);
  2237. atomic_set(&rdev->read_errors, 0);
  2238. atomic_set(&rdev->corrected_errors, 0);
  2239. size = rdev->bdev->bd_inode->i_size >> BLOCK_SIZE_BITS;
  2240. if (!size) {
  2241. printk(KERN_WARNING
  2242. "md: %s has zero or unknown size, marking faulty!\n",
  2243. bdevname(rdev->bdev,b));
  2244. err = -EINVAL;
  2245. goto abort_free;
  2246. }
  2247. if (super_format >= 0) {
  2248. err = super_types[super_format].
  2249. load_super(rdev, NULL, super_minor);
  2250. if (err == -EINVAL) {
  2251. printk(KERN_WARNING
  2252. "md: %s does not have a valid v%d.%d "
  2253. "superblock, not importing!\n",
  2254. bdevname(rdev->bdev,b),
  2255. super_format, super_minor);
  2256. goto abort_free;
  2257. }
  2258. if (err < 0) {
  2259. printk(KERN_WARNING
  2260. "md: could not read %s's sb, not importing!\n",
  2261. bdevname(rdev->bdev,b));
  2262. goto abort_free;
  2263. }
  2264. }
  2265. INIT_LIST_HEAD(&rdev->same_set);
  2266. init_waitqueue_head(&rdev->blocked_wait);
  2267. return rdev;
  2268. abort_free:
  2269. if (rdev->sb_page) {
  2270. if (rdev->bdev)
  2271. unlock_rdev(rdev);
  2272. free_disk_sb(rdev);
  2273. }
  2274. kfree(rdev);
  2275. return ERR_PTR(err);
  2276. }
  2277. /*
  2278. * Check a full RAID array for plausibility
  2279. */
  2280. static void analyze_sbs(mddev_t * mddev)
  2281. {
  2282. int i;
  2283. mdk_rdev_t *rdev, *freshest, *tmp;
  2284. char b[BDEVNAME_SIZE];
  2285. freshest = NULL;
  2286. rdev_for_each(rdev, tmp, mddev)
  2287. switch (super_types[mddev->major_version].
  2288. load_super(rdev, freshest, mddev->minor_version)) {
  2289. case 1:
  2290. freshest = rdev;
  2291. break;
  2292. case 0:
  2293. break;
  2294. default:
  2295. printk( KERN_ERR \
  2296. "md: fatal superblock inconsistency in %s"
  2297. " -- removing from array\n",
  2298. bdevname(rdev->bdev,b));
  2299. kick_rdev_from_array(rdev);
  2300. }
  2301. super_types[mddev->major_version].
  2302. validate_super(mddev, freshest);
  2303. i = 0;
  2304. rdev_for_each(rdev, tmp, mddev) {
  2305. if (rdev->desc_nr >= mddev->max_disks ||
  2306. i > mddev->max_disks) {
  2307. printk(KERN_WARNING
  2308. "md: %s: %s: only %d devices permitted\n",
  2309. mdname(mddev), bdevname(rdev->bdev, b),
  2310. mddev->max_disks);
  2311. kick_rdev_from_array(rdev);
  2312. continue;
  2313. }
  2314. if (rdev != freshest)
  2315. if (super_types[mddev->major_version].
  2316. validate_super(mddev, rdev)) {
  2317. printk(KERN_WARNING "md: kicking non-fresh %s"
  2318. " from array!\n",
  2319. bdevname(rdev->bdev,b));
  2320. kick_rdev_from_array(rdev);
  2321. continue;
  2322. }
  2323. if (mddev->level == LEVEL_MULTIPATH) {
  2324. rdev->desc_nr = i++;
  2325. rdev->raid_disk = rdev->desc_nr;
  2326. set_bit(In_sync, &rdev->flags);
  2327. } else if (rdev->raid_disk >= mddev->raid_disks) {
  2328. rdev->raid_disk = -1;
  2329. clear_bit(In_sync, &rdev->flags);
  2330. }
  2331. }
  2332. }
  2333. static void md_safemode_timeout(unsigned long data);
  2334. static ssize_t
  2335. safe_delay_show(mddev_t *mddev, char *page)
  2336. {
  2337. int msec = (mddev->safemode_delay*1000)/HZ;
  2338. return sprintf(page, "%d.%03d\n", msec/1000, msec%1000);
  2339. }
  2340. static ssize_t
  2341. safe_delay_store(mddev_t *mddev, const char *cbuf, size_t len)
  2342. {
  2343. int scale=1;
  2344. int dot=0;
  2345. int i;
  2346. unsigned long msec;
  2347. char buf[30];
  2348. /* remove a period, and count digits after it */
  2349. if (len >= sizeof(buf))
  2350. return -EINVAL;
  2351. strlcpy(buf, cbuf, sizeof(buf));
  2352. for (i=0; i<len; i++) {
  2353. if (dot) {
  2354. if (isdigit(buf[i])) {
  2355. buf[i-1] = buf[i];
  2356. scale *= 10;
  2357. }
  2358. buf[i] = 0;
  2359. } else if (buf[i] == '.') {
  2360. dot=1;
  2361. buf[i] = 0;
  2362. }
  2363. }
  2364. if (strict_strtoul(buf, 10, &msec) < 0)
  2365. return -EINVAL;
  2366. msec = (msec * 1000) / scale;
  2367. if (msec == 0)
  2368. mddev->safemode_delay = 0;
  2369. else {
  2370. unsigned long old_delay = mddev->safemode_delay;
  2371. mddev->safemode_delay = (msec*HZ)/1000;
  2372. if (mddev->safemode_delay == 0)
  2373. mddev->safemode_delay = 1;
  2374. if (mddev->safemode_delay < old_delay)
  2375. md_safemode_timeout((unsigned long)mddev);
  2376. }
  2377. return len;
  2378. }
  2379. static struct md_sysfs_entry md_safe_delay =
  2380. __ATTR(safe_mode_delay, S_IRUGO|S_IWUSR,safe_delay_show, safe_delay_store);
  2381. static ssize_t
  2382. level_show(mddev_t *mddev, char *page)
  2383. {
  2384. struct mdk_personality *p = mddev->pers;
  2385. if (p)
  2386. return sprintf(page, "%s\n", p->name);
  2387. else if (mddev->clevel[0])
  2388. return sprintf(page, "%s\n", mddev->clevel);
  2389. else if (mddev->level != LEVEL_NONE)
  2390. return sprintf(page, "%d\n", mddev->level);
  2391. else
  2392. return 0;
  2393. }
  2394. static ssize_t
  2395. level_store(mddev_t *mddev, const char *buf, size_t len)
  2396. {
  2397. char level[16];
  2398. ssize_t rv = len;
  2399. struct mdk_personality *pers;
  2400. void *priv;
  2401. mdk_rdev_t *rdev;
  2402. if (mddev->pers == NULL) {
  2403. if (len == 0)
  2404. return 0;
  2405. if (len >= sizeof(mddev->clevel))
  2406. return -ENOSPC;
  2407. strncpy(mddev->clevel, buf, len);
  2408. if (mddev->clevel[len-1] == '\n')
  2409. len--;
  2410. mddev->clevel[len] = 0;
  2411. mddev->level = LEVEL_NONE;
  2412. return rv;
  2413. }
  2414. /* request to change the personality. Need to ensure:
  2415. * - array is not engaged in resync/recovery/reshape
  2416. * - old personality can be suspended
  2417. * - new personality will access other array.
  2418. */
  2419. if (mddev->sync_thread || mddev->reshape_position != MaxSector)
  2420. return -EBUSY;
  2421. if (!mddev->pers->quiesce) {
  2422. printk(KERN_WARNING "md: %s: %s does not support online personality change\n",
  2423. mdname(mddev), mddev->pers->name);
  2424. return -EINVAL;
  2425. }
  2426. /* Now find the new personality */
  2427. if (len == 0 || len >= sizeof(level))
  2428. return -EINVAL;
  2429. strncpy(level, buf, len);
  2430. if (level[len-1] == '\n')
  2431. len--;
  2432. level[len] = 0;
  2433. request_module("md-%s", level);
  2434. spin_lock(&pers_lock);
  2435. pers = find_pers(LEVEL_NONE, level);
  2436. if (!pers || !try_module_get(pers->owner)) {
  2437. spin_unlock(&pers_lock);
  2438. printk(KERN_WARNING "md: personality %s not loaded\n", level);
  2439. return -EINVAL;
  2440. }
  2441. spin_unlock(&pers_lock);
  2442. if (pers == mddev->pers) {
  2443. /* Nothing to do! */
  2444. module_put(pers->owner);
  2445. return rv;
  2446. }
  2447. if (!pers->takeover) {
  2448. module_put(pers->owner);
  2449. printk(KERN_WARNING "md: %s: %s does not support personality takeover\n",
  2450. mdname(mddev), level);
  2451. return -EINVAL;
  2452. }
  2453. /* ->takeover must set new_* and/or delta_disks
  2454. * if it succeeds, and may set them when it fails.
  2455. */
  2456. priv = pers->takeover(mddev);
  2457. if (IS_ERR(priv)) {
  2458. mddev->new_level = mddev->level;
  2459. mddev->new_layout = mddev->layout;
  2460. mddev->new_chunk_sectors = mddev->chunk_sectors;
  2461. mddev->raid_disks -= mddev->delta_disks;
  2462. mddev->delta_disks = 0;
  2463. module_put(pers->owner);
  2464. printk(KERN_WARNING "md: %s: %s would not accept array\n",
  2465. mdname(mddev), level);
  2466. return PTR_ERR(priv);
  2467. }
  2468. /* Looks like we have a winner */
  2469. mddev_suspend(mddev);
  2470. mddev->pers->stop(mddev);
  2471. module_put(mddev->pers->owner);
  2472. /* Invalidate devices that are now superfluous */
  2473. list_for_each_entry(rdev, &mddev->disks, same_set)
  2474. if (rdev->raid_disk >= mddev->raid_disks) {
  2475. rdev->raid_disk = -1;
  2476. clear_bit(In_sync, &rdev->flags);
  2477. }
  2478. mddev->pers = pers;
  2479. mddev->private = priv;
  2480. strlcpy(mddev->clevel, pers->name, sizeof(mddev->clevel));
  2481. mddev->level = mddev->new_level;
  2482. mddev->layout = mddev->new_layout;
  2483. mddev->chunk_sectors = mddev->new_chunk_sectors;
  2484. mddev->delta_disks = 0;
  2485. pers->run(mddev);
  2486. mddev_resume(mddev);
  2487. set_bit(MD_CHANGE_DEVS, &mddev->flags);
  2488. set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
  2489. md_wakeup_thread(mddev->thread);
  2490. return rv;
  2491. }
  2492. static struct md_sysfs_entry md_level =
  2493. __ATTR(level, S_IRUGO|S_IWUSR, level_show, level_store);
  2494. static ssize_t
  2495. layout_show(mddev_t *mddev, char *page)
  2496. {
  2497. /* just a number, not meaningful for all levels */
  2498. if (mddev->reshape_position != MaxSector &&
  2499. mddev->layout != mddev->new_layout)
  2500. return sprintf(page, "%d (%d)\n",
  2501. mddev->new_layout, mddev->layout);
  2502. return sprintf(page, "%d\n", mddev->layout);
  2503. }
  2504. static ssize_t
  2505. layout_store(mddev_t *mddev, const char *buf, size_t len)
  2506. {
  2507. char *e;
  2508. unsigned long n = simple_strtoul(buf, &e, 10);
  2509. if (!*buf || (*e && *e != '\n'))
  2510. return -EINVAL;
  2511. if (mddev->pers) {
  2512. int err;
  2513. if (mddev->pers->check_reshape == NULL)
  2514. return -EBUSY;
  2515. mddev->new_layout = n;
  2516. err = mddev->pers->check_reshape(mddev);
  2517. if (err) {
  2518. mddev->new_layout = mddev->layout;
  2519. return err;
  2520. }
  2521. } else {
  2522. mddev->new_layout = n;
  2523. if (mddev->reshape_position == MaxSector)
  2524. mddev->layout = n;
  2525. }
  2526. return len;
  2527. }
  2528. static struct md_sysfs_entry md_layout =
  2529. __ATTR(layout, S_IRUGO|S_IWUSR, layout_show, layout_store);
  2530. static ssize_t
  2531. raid_disks_show(mddev_t *mddev, char *page)
  2532. {
  2533. if (mddev->raid_disks == 0)
  2534. return 0;
  2535. if (mddev->reshape_position != MaxSector &&
  2536. mddev->delta_disks != 0)
  2537. return sprintf(page, "%d (%d)\n", mddev->raid_disks,
  2538. mddev->raid_disks - mddev->delta_disks);
  2539. return sprintf(page, "%d\n", mddev->raid_disks);
  2540. }
  2541. static int update_raid_disks(mddev_t *mddev, int raid_disks);
  2542. static ssize_t
  2543. raid_disks_store(mddev_t *mddev, const char *buf, size_t len)
  2544. {
  2545. char *e;
  2546. int rv = 0;
  2547. unsigned long n = simple_strtoul(buf, &e, 10);
  2548. if (!*buf || (*e && *e != '\n'))
  2549. return -EINVAL;
  2550. if (mddev->pers)
  2551. rv = update_raid_disks(mddev, n);
  2552. else if (mddev->reshape_position != MaxSector) {
  2553. int olddisks = mddev->raid_disks - mddev->delta_disks;
  2554. mddev->delta_disks = n - olddisks;
  2555. mddev->raid_disks = n;
  2556. } else
  2557. mddev->raid_disks = n;
  2558. return rv ? rv : len;
  2559. }
  2560. static struct md_sysfs_entry md_raid_disks =
  2561. __ATTR(raid_disks, S_IRUGO|S_IWUSR, raid_disks_show, raid_disks_store);
  2562. static ssize_t
  2563. chunk_size_show(mddev_t *mddev, char *page)
  2564. {
  2565. if (mddev->reshape_position != MaxSector &&
  2566. mddev->chunk_sectors != mddev->new_chunk_sectors)
  2567. return sprintf(page, "%d (%d)\n",
  2568. mddev->new_chunk_sectors << 9,
  2569. mddev->chunk_sectors << 9);
  2570. return sprintf(page, "%d\n", mddev->chunk_sectors << 9);
  2571. }
  2572. static ssize_t
  2573. chunk_size_store(mddev_t *mddev, const char *buf, size_t len)
  2574. {
  2575. char *e;
  2576. unsigned long n = simple_strtoul(buf, &e, 10);
  2577. if (!*buf || (*e && *e != '\n'))
  2578. return -EINVAL;
  2579. if (mddev->pers) {
  2580. int err;
  2581. if (mddev->pers->check_reshape == NULL)
  2582. return -EBUSY;
  2583. mddev->new_chunk_sectors = n >> 9;
  2584. err = mddev->pers->check_reshape(mddev);
  2585. if (err) {
  2586. mddev->new_chunk_sectors = mddev->chunk_sectors;
  2587. return err;
  2588. }
  2589. } else {
  2590. mddev->new_chunk_sectors = n >> 9;
  2591. if (mddev->reshape_position == MaxSector)
  2592. mddev->chunk_sectors = n >> 9;
  2593. }
  2594. return len;
  2595. }
  2596. static struct md_sysfs_entry md_chunk_size =
  2597. __ATTR(chunk_size, S_IRUGO|S_IWUSR, chunk_size_show, chunk_size_store);
  2598. static ssize_t
  2599. resync_start_show(mddev_t *mddev, char *page)
  2600. {
  2601. if (mddev->recovery_cp == MaxSector)
  2602. return sprintf(page, "none\n");
  2603. return sprintf(page, "%llu\n", (unsigned long long)mddev->recovery_cp);
  2604. }
  2605. static ssize_t
  2606. resync_start_store(mddev_t *mddev, const char *buf, size_t len)
  2607. {
  2608. char *e;
  2609. unsigned long long n = simple_strtoull(buf, &e, 10);
  2610. if (mddev->pers)
  2611. return -EBUSY;
  2612. if (!*buf || (*e && *e != '\n'))
  2613. return -EINVAL;
  2614. mddev->recovery_cp = n;
  2615. return len;
  2616. }
  2617. static struct md_sysfs_entry md_resync_start =
  2618. __ATTR(resync_start, S_IRUGO|S_IWUSR, resync_start_show, resync_start_store);
  2619. /*
  2620. * The array state can be:
  2621. *
  2622. * clear
  2623. * No devices, no size, no level
  2624. * Equivalent to STOP_ARRAY ioctl
  2625. * inactive
  2626. * May have some settings, but array is not active
  2627. * all IO results in error
  2628. * When written, doesn't tear down array, but just stops it
  2629. * suspended (not supported yet)
  2630. * All IO requests will block. The array can be reconfigured.
  2631. * Writing this, if accepted, will block until array is quiescent
  2632. * readonly
  2633. * no resync can happen. no superblocks get written.
  2634. * write requests fail
  2635. * read-auto
  2636. * like readonly, but behaves like 'clean' on a write request.
  2637. *
  2638. * clean - no pending writes, but otherwise active.
  2639. * When written to inactive array, starts without resync
  2640. * If a write request arrives then
  2641. * if metadata is known, mark 'dirty' and switch to 'active'.
  2642. * if not known, block and switch to write-pending
  2643. * If written to an active array that has pending writes, then fails.
  2644. * active
  2645. * fully active: IO and resync can be happening.
  2646. * When written to inactive array, starts with resync
  2647. *
  2648. * write-pending
  2649. * clean, but writes are blocked waiting for 'active' to be written.
  2650. *
  2651. * active-idle
  2652. * like active, but no writes have been seen for a while (100msec).
  2653. *
  2654. */
  2655. enum array_state { clear, inactive, suspended, readonly, read_auto, clean, active,
  2656. write_pending, active_idle, bad_word};
  2657. static char *array_states[] = {
  2658. "clear", "inactive", "suspended", "readonly", "read-auto", "clean", "active",
  2659. "write-pending", "active-idle", NULL };
  2660. static int match_word(const char *word, char **list)
  2661. {
  2662. int n;
  2663. for (n=0; list[n]; n++)
  2664. if (cmd_match(word, list[n]))
  2665. break;
  2666. return n;
  2667. }
  2668. static ssize_t
  2669. array_state_show(mddev_t *mddev, char *page)
  2670. {
  2671. enum array_state st = inactive;
  2672. if (mddev->pers)
  2673. switch(mddev->ro) {
  2674. case 1:
  2675. st = readonly;
  2676. break;
  2677. case 2:
  2678. st = read_auto;
  2679. break;
  2680. case 0:
  2681. if (mddev->in_sync)
  2682. st = clean;
  2683. else if (test_bit(MD_CHANGE_CLEAN, &mddev->flags))
  2684. st = write_pending;
  2685. else if (mddev->safemode)
  2686. st = active_idle;
  2687. else
  2688. st = active;
  2689. }
  2690. else {
  2691. if (list_empty(&mddev->disks) &&
  2692. mddev->raid_disks == 0 &&
  2693. mddev->dev_sectors == 0)
  2694. st = clear;
  2695. else
  2696. st = inactive;
  2697. }
  2698. return sprintf(page, "%s\n", array_states[st]);
  2699. }
  2700. static int do_md_stop(mddev_t * mddev, int ro, int is_open);
  2701. static int do_md_run(mddev_t * mddev);
  2702. static int restart_array(mddev_t *mddev);
  2703. static ssize_t
  2704. array_state_store(mddev_t *mddev, const char *buf, size_t len)
  2705. {
  2706. int err = -EINVAL;
  2707. enum array_state st = match_word(buf, array_states);
  2708. switch(st) {
  2709. case bad_word:
  2710. break;
  2711. case clear:
  2712. /* stopping an active array */
  2713. if (atomic_read(&mddev->openers) > 0)
  2714. return -EBUSY;
  2715. err = do_md_stop(mddev, 0, 0);
  2716. break;
  2717. case inactive:
  2718. /* stopping an active array */
  2719. if (mddev->pers) {
  2720. if (atomic_read(&mddev->openers) > 0)
  2721. return -EBUSY;
  2722. err = do_md_stop(mddev, 2, 0);
  2723. } else
  2724. err = 0; /* already inactive */
  2725. break;
  2726. case suspended:
  2727. break; /* not supported yet */
  2728. case readonly:
  2729. if (mddev->pers)
  2730. err = do_md_stop(mddev, 1, 0);
  2731. else {
  2732. mddev->ro = 1;
  2733. set_disk_ro(mddev->gendisk, 1);
  2734. err = do_md_run(mddev);
  2735. }
  2736. break;
  2737. case read_auto:
  2738. if (mddev->pers) {
  2739. if (mddev->ro == 0)
  2740. err = do_md_stop(mddev, 1, 0);
  2741. else if (mddev->ro == 1)
  2742. err = restart_array(mddev);
  2743. if (err == 0) {
  2744. mddev->ro = 2;
  2745. set_disk_ro(mddev->gendisk, 0);
  2746. }
  2747. } else {
  2748. mddev->ro = 2;
  2749. err = do_md_run(mddev);
  2750. }
  2751. break;
  2752. case clean:
  2753. if (mddev->pers) {
  2754. restart_array(mddev);
  2755. spin_lock_irq(&mddev->write_lock);
  2756. if (atomic_read(&mddev->writes_pending) == 0) {
  2757. if (mddev->in_sync == 0) {
  2758. mddev->in_sync = 1;
  2759. if (mddev->safemode == 1)
  2760. mddev->safemode = 0;
  2761. if (mddev->persistent)
  2762. set_bit(MD_CHANGE_CLEAN,
  2763. &mddev->flags);
  2764. }
  2765. err = 0;
  2766. } else
  2767. err = -EBUSY;
  2768. spin_unlock_irq(&mddev->write_lock);
  2769. } else
  2770. err = -EINVAL;
  2771. break;
  2772. case active:
  2773. if (mddev->pers) {
  2774. restart_array(mddev);
  2775. if (mddev->external)
  2776. clear_bit(MD_CHANGE_CLEAN, &mddev->flags);
  2777. wake_up(&mddev->sb_wait);
  2778. err = 0;
  2779. } else {
  2780. mddev->ro = 0;
  2781. set_disk_ro(mddev->gendisk, 0);
  2782. err = do_md_run(mddev);
  2783. }
  2784. break;
  2785. case write_pending:
  2786. case active_idle:
  2787. /* these cannot be set */
  2788. break;
  2789. }
  2790. if (err)
  2791. return err;
  2792. else {
  2793. sysfs_notify_dirent(mddev->sysfs_state);
  2794. return len;
  2795. }
  2796. }
  2797. static struct md_sysfs_entry md_array_state =
  2798. __ATTR(array_state, S_IRUGO|S_IWUSR, array_state_show, array_state_store);
  2799. static ssize_t
  2800. null_show(mddev_t *mddev, char *page)
  2801. {
  2802. return -EINVAL;
  2803. }
  2804. static ssize_t
  2805. new_dev_store(mddev_t *mddev, const char *buf, size_t len)
  2806. {
  2807. /* buf must be %d:%d\n? giving major and minor numbers */
  2808. /* The new device is added to the array.
  2809. * If the array has a persistent superblock, we read the
  2810. * superblock to initialise info and check validity.
  2811. * Otherwise, only checking done is that in bind_rdev_to_array,
  2812. * which mainly checks size.
  2813. */
  2814. char *e;
  2815. int major = simple_strtoul(buf, &e, 10);
  2816. int minor;
  2817. dev_t dev;
  2818. mdk_rdev_t *rdev;
  2819. int err;
  2820. if (!*buf || *e != ':' || !e[1] || e[1] == '\n')
  2821. return -EINVAL;
  2822. minor = simple_strtoul(e+1, &e, 10);
  2823. if (*e && *e != '\n')
  2824. return -EINVAL;
  2825. dev = MKDEV(major, minor);
  2826. if (major != MAJOR(dev) ||
  2827. minor != MINOR(dev))
  2828. return -EOVERFLOW;
  2829. if (mddev->persistent) {
  2830. rdev = md_import_device(dev, mddev->major_version,
  2831. mddev->minor_version);
  2832. if (!IS_ERR(rdev) && !list_empty(&mddev->disks)) {
  2833. mdk_rdev_t *rdev0 = list_entry(mddev->disks.next,
  2834. mdk_rdev_t, same_set);
  2835. err = super_types[mddev->major_version]
  2836. .load_super(rdev, rdev0, mddev->minor_version);
  2837. if (err < 0)
  2838. goto out;
  2839. }
  2840. } else if (mddev->external)
  2841. rdev = md_import_device(dev, -2, -1);
  2842. else
  2843. rdev = md_import_device(dev, -1, -1);
  2844. if (IS_ERR(rdev))
  2845. return PTR_ERR(rdev);
  2846. err = bind_rdev_to_array(rdev, mddev);
  2847. out:
  2848. if (err)
  2849. export_rdev(rdev);
  2850. return err ? err : len;
  2851. }
  2852. static struct md_sysfs_entry md_new_device =
  2853. __ATTR(new_dev, S_IWUSR, null_show, new_dev_store);
  2854. static ssize_t
  2855. bitmap_store(mddev_t *mddev, const char *buf, size_t len)
  2856. {
  2857. char *end;
  2858. unsigned long chunk, end_chunk;
  2859. if (!mddev->bitmap)
  2860. goto out;
  2861. /* buf should be <chunk> <chunk> ... or <chunk>-<chunk> ... (range) */
  2862. while (*buf) {
  2863. chunk = end_chunk = simple_strtoul(buf, &end, 0);
  2864. if (buf == end) break;
  2865. if (*end == '-') { /* range */
  2866. buf = end + 1;
  2867. end_chunk = simple_strtoul(buf, &end, 0);
  2868. if (buf == end) break;
  2869. }
  2870. if (*end && !isspace(*end)) break;
  2871. bitmap_dirty_bits(mddev->bitmap, chunk, end_chunk);
  2872. buf = end;
  2873. while (isspace(*buf)) buf++;
  2874. }
  2875. bitmap_unplug(mddev->bitmap); /* flush the bits to disk */
  2876. out:
  2877. return len;
  2878. }
  2879. static struct md_sysfs_entry md_bitmap =
  2880. __ATTR(bitmap_set_bits, S_IWUSR, null_show, bitmap_store);
  2881. static ssize_t
  2882. size_show(mddev_t *mddev, char *page)
  2883. {
  2884. return sprintf(page, "%llu\n",
  2885. (unsigned long long)mddev->dev_sectors / 2);
  2886. }
  2887. static int update_size(mddev_t *mddev, sector_t num_sectors);
  2888. static ssize_t
  2889. size_store(mddev_t *mddev, const char *buf, size_t len)
  2890. {
  2891. /* If array is inactive, we can reduce the component size, but
  2892. * not increase it (except from 0).
  2893. * If array is active, we can try an on-line resize
  2894. */
  2895. sector_t sectors;
  2896. int err = strict_blocks_to_sectors(buf, &sectors);
  2897. if (err < 0)
  2898. return err;
  2899. if (mddev->pers) {
  2900. err = update_size(mddev, sectors);
  2901. md_update_sb(mddev, 1);
  2902. } else {
  2903. if (mddev->dev_sectors == 0 ||
  2904. mddev->dev_sectors > sectors)
  2905. mddev->dev_sectors = sectors;
  2906. else
  2907. err = -ENOSPC;
  2908. }
  2909. return err ? err : len;
  2910. }
  2911. static struct md_sysfs_entry md_size =
  2912. __ATTR(component_size, S_IRUGO|S_IWUSR, size_show, size_store);
  2913. /* Metdata version.
  2914. * This is one of
  2915. * 'none' for arrays with no metadata (good luck...)
  2916. * 'external' for arrays with externally managed metadata,
  2917. * or N.M for internally known formats
  2918. */
  2919. static ssize_t
  2920. metadata_show(mddev_t *mddev, char *page)
  2921. {
  2922. if (mddev->persistent)
  2923. return sprintf(page, "%d.%d\n",
  2924. mddev->major_version, mddev->minor_version);
  2925. else if (mddev->external)
  2926. return sprintf(page, "external:%s\n", mddev->metadata_type);
  2927. else
  2928. return sprintf(page, "none\n");
  2929. }
  2930. static ssize_t
  2931. metadata_store(mddev_t *mddev, const char *buf, size_t len)
  2932. {
  2933. int major, minor;
  2934. char *e;
  2935. /* Changing the details of 'external' metadata is
  2936. * always permitted. Otherwise there must be
  2937. * no devices attached to the array.
  2938. */
  2939. if (mddev->external && strncmp(buf, "external:", 9) == 0)
  2940. ;
  2941. else if (!list_empty(&mddev->disks))
  2942. return -EBUSY;
  2943. if (cmd_match(buf, "none")) {
  2944. mddev->persistent = 0;
  2945. mddev->external = 0;
  2946. mddev->major_version = 0;
  2947. mddev->minor_version = 90;
  2948. return len;
  2949. }
  2950. if (strncmp(buf, "external:", 9) == 0) {
  2951. size_t namelen = len-9;
  2952. if (namelen >= sizeof(mddev->metadata_type))
  2953. namelen = sizeof(mddev->metadata_type)-1;
  2954. strncpy(mddev->metadata_type, buf+9, namelen);
  2955. mddev->metadata_type[namelen] = 0;
  2956. if (namelen && mddev->metadata_type[namelen-1] == '\n')
  2957. mddev->metadata_type[--namelen] = 0;
  2958. mddev->persistent = 0;
  2959. mddev->external = 1;
  2960. mddev->major_version = 0;
  2961. mddev->minor_version = 90;
  2962. return len;
  2963. }
  2964. major = simple_strtoul(buf, &e, 10);
  2965. if (e==buf || *e != '.')
  2966. return -EINVAL;
  2967. buf = e+1;
  2968. minor = simple_strtoul(buf, &e, 10);
  2969. if (e==buf || (*e && *e != '\n') )
  2970. return -EINVAL;
  2971. if (major >= ARRAY_SIZE(super_types) || super_types[major].name == NULL)
  2972. return -ENOENT;
  2973. mddev->major_version = major;
  2974. mddev->minor_version = minor;
  2975. mddev->persistent = 1;
  2976. mddev->external = 0;
  2977. return len;
  2978. }
  2979. static struct md_sysfs_entry md_metadata =
  2980. __ATTR(metadata_version, S_IRUGO|S_IWUSR, metadata_show, metadata_store);
  2981. static ssize_t
  2982. action_show(mddev_t *mddev, char *page)
  2983. {
  2984. char *type = "idle";
  2985. if (test_bit(MD_RECOVERY_FROZEN, &mddev->recovery))
  2986. type = "frozen";
  2987. else if (test_bit(MD_RECOVERY_RUNNING, &mddev->recovery) ||
  2988. (!mddev->ro && test_bit(MD_RECOVERY_NEEDED, &mddev->recovery))) {
  2989. if (test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery))
  2990. type = "reshape";
  2991. else if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery)) {
  2992. if (!test_bit(MD_RECOVERY_REQUESTED, &mddev->recovery))
  2993. type = "resync";
  2994. else if (test_bit(MD_RECOVERY_CHECK, &mddev->recovery))
  2995. type = "check";
  2996. else
  2997. type = "repair";
  2998. } else if (test_bit(MD_RECOVERY_RECOVER, &mddev->recovery))
  2999. type = "recover";
  3000. }
  3001. return sprintf(page, "%s\n", type);
  3002. }
  3003. static ssize_t
  3004. action_store(mddev_t *mddev, const char *page, size_t len)
  3005. {
  3006. if (!mddev->pers || !mddev->pers->sync_request)
  3007. return -EINVAL;
  3008. if (cmd_match(page, "frozen"))
  3009. set_bit(MD_RECOVERY_FROZEN, &mddev->recovery);
  3010. else
  3011. clear_bit(MD_RECOVERY_FROZEN, &mddev->recovery);
  3012. if (cmd_match(page, "idle") || cmd_match(page, "frozen")) {
  3013. if (mddev->sync_thread) {
  3014. set_bit(MD_RECOVERY_INTR, &mddev->recovery);
  3015. md_unregister_thread(mddev->sync_thread);
  3016. mddev->sync_thread = NULL;
  3017. mddev->recovery = 0;
  3018. }
  3019. } else if (test_bit(MD_RECOVERY_RUNNING, &mddev->recovery) ||
  3020. test_bit(MD_RECOVERY_NEEDED, &mddev->recovery))
  3021. return -EBUSY;
  3022. else if (cmd_match(page, "resync"))
  3023. set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
  3024. else if (cmd_match(page, "recover")) {
  3025. set_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
  3026. set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
  3027. } else if (cmd_match(page, "reshape")) {
  3028. int err;
  3029. if (mddev->pers->start_reshape == NULL)
  3030. return -EINVAL;
  3031. err = mddev->pers->start_reshape(mddev);
  3032. if (err)
  3033. return err;
  3034. sysfs_notify(&mddev->kobj, NULL, "degraded");
  3035. } else {
  3036. if (cmd_match(page, "check"))
  3037. set_bit(MD_RECOVERY_CHECK, &mddev->recovery);
  3038. else if (!cmd_match(page, "repair"))
  3039. return -EINVAL;
  3040. set_bit(MD_RECOVERY_REQUESTED, &mddev->recovery);
  3041. set_bit(MD_RECOVERY_SYNC, &mddev->recovery);
  3042. }
  3043. set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
  3044. md_wakeup_thread(mddev->thread);
  3045. sysfs_notify_dirent(mddev->sysfs_action);
  3046. return len;
  3047. }
  3048. static ssize_t
  3049. mismatch_cnt_show(mddev_t *mddev, char *page)
  3050. {
  3051. return sprintf(page, "%llu\n",
  3052. (unsigned long long) mddev->resync_mismatches);
  3053. }
  3054. static struct md_sysfs_entry md_scan_mode =
  3055. __ATTR(sync_action, S_IRUGO|S_IWUSR, action_show, action_store);
  3056. static struct md_sysfs_entry md_mismatches = __ATTR_RO(mismatch_cnt);
  3057. static ssize_t
  3058. sync_min_show(mddev_t *mddev, char *page)
  3059. {
  3060. return sprintf(page, "%d (%s)\n", speed_min(mddev),
  3061. mddev->sync_speed_min ? "local": "system");
  3062. }
  3063. static ssize_t
  3064. sync_min_store(mddev_t *mddev, const char *buf, size_t len)
  3065. {
  3066. int min;
  3067. char *e;
  3068. if (strncmp(buf, "system", 6)==0) {
  3069. mddev->sync_speed_min = 0;
  3070. return len;
  3071. }
  3072. min = simple_strtoul(buf, &e, 10);
  3073. if (buf == e || (*e && *e != '\n') || min <= 0)
  3074. return -EINVAL;
  3075. mddev->sync_speed_min = min;
  3076. return len;
  3077. }
  3078. static struct md_sysfs_entry md_sync_min =
  3079. __ATTR(sync_speed_min, S_IRUGO|S_IWUSR, sync_min_show, sync_min_store);
  3080. static ssize_t
  3081. sync_max_show(mddev_t *mddev, char *page)
  3082. {
  3083. return sprintf(page, "%d (%s)\n", speed_max(mddev),
  3084. mddev->sync_speed_max ? "local": "system");
  3085. }
  3086. static ssize_t
  3087. sync_max_store(mddev_t *mddev, const char *buf, size_t len)
  3088. {
  3089. int max;
  3090. char *e;
  3091. if (strncmp(buf, "system", 6)==0) {
  3092. mddev->sync_speed_max = 0;
  3093. return len;
  3094. }
  3095. max = simple_strtoul(buf, &e, 10);
  3096. if (buf == e || (*e && *e != '\n') || max <= 0)
  3097. return -EINVAL;
  3098. mddev->sync_speed_max = max;
  3099. return len;
  3100. }
  3101. static struct md_sysfs_entry md_sync_max =
  3102. __ATTR(sync_speed_max, S_IRUGO|S_IWUSR, sync_max_show, sync_max_store);
  3103. static ssize_t
  3104. degraded_show(mddev_t *mddev, char *page)
  3105. {
  3106. return sprintf(page, "%d\n", mddev->degraded);
  3107. }
  3108. static struct md_sysfs_entry md_degraded = __ATTR_RO(degraded);
  3109. static ssize_t
  3110. sync_force_parallel_show(mddev_t *mddev, char *page)
  3111. {
  3112. return sprintf(page, "%d\n", mddev->parallel_resync);
  3113. }
  3114. static ssize_t
  3115. sync_force_parallel_store(mddev_t *mddev, const char *buf, size_t len)
  3116. {
  3117. long n;
  3118. if (strict_strtol(buf, 10, &n))
  3119. return -EINVAL;
  3120. if (n != 0 && n != 1)
  3121. return -EINVAL;
  3122. mddev->parallel_resync = n;
  3123. if (mddev->sync_thread)
  3124. wake_up(&resync_wait);
  3125. return len;
  3126. }
  3127. /* force parallel resync, even with shared block devices */
  3128. static struct md_sysfs_entry md_sync_force_parallel =
  3129. __ATTR(sync_force_parallel, S_IRUGO|S_IWUSR,
  3130. sync_force_parallel_show, sync_force_parallel_store);
  3131. static ssize_t
  3132. sync_speed_show(mddev_t *mddev, char *page)
  3133. {
  3134. unsigned long resync, dt, db;
  3135. if (mddev->curr_resync == 0)
  3136. return sprintf(page, "none\n");
  3137. resync = mddev->curr_mark_cnt - atomic_read(&mddev->recovery_active);
  3138. dt = (jiffies - mddev->resync_mark) / HZ;
  3139. if (!dt) dt++;
  3140. db = resync - mddev->resync_mark_cnt;
  3141. return sprintf(page, "%lu\n", db/dt/2); /* K/sec */
  3142. }
  3143. static struct md_sysfs_entry md_sync_speed = __ATTR_RO(sync_speed);
  3144. static ssize_t
  3145. sync_completed_show(mddev_t *mddev, char *page)
  3146. {
  3147. unsigned long max_sectors, resync;
  3148. if (!test_bit(MD_RECOVERY_RUNNING, &mddev->recovery))
  3149. return sprintf(page, "none\n");
  3150. if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery))
  3151. max_sectors = mddev->resync_max_sectors;
  3152. else
  3153. max_sectors = mddev->dev_sectors;
  3154. resync = mddev->curr_resync_completed;
  3155. return sprintf(page, "%lu / %lu\n", resync, max_sectors);
  3156. }
  3157. static struct md_sysfs_entry md_sync_completed = __ATTR_RO(sync_completed);
  3158. static ssize_t
  3159. min_sync_show(mddev_t *mddev, char *page)
  3160. {
  3161. return sprintf(page, "%llu\n",
  3162. (unsigned long long)mddev->resync_min);
  3163. }
  3164. static ssize_t
  3165. min_sync_store(mddev_t *mddev, const char *buf, size_t len)
  3166. {
  3167. unsigned long long min;
  3168. if (strict_strtoull(buf, 10, &min))
  3169. return -EINVAL;
  3170. if (min > mddev->resync_max)
  3171. return -EINVAL;
  3172. if (test_bit(MD_RECOVERY_RUNNING, &mddev->recovery))
  3173. return -EBUSY;
  3174. /* Must be a multiple of chunk_size */
  3175. if (mddev->chunk_sectors) {
  3176. sector_t temp = min;
  3177. if (sector_div(temp, mddev->chunk_sectors))
  3178. return -EINVAL;
  3179. }
  3180. mddev->resync_min = min;
  3181. return len;
  3182. }
  3183. static struct md_sysfs_entry md_min_sync =
  3184. __ATTR(sync_min, S_IRUGO|S_IWUSR, min_sync_show, min_sync_store);
  3185. static ssize_t
  3186. max_sync_show(mddev_t *mddev, char *page)
  3187. {
  3188. if (mddev->resync_max == MaxSector)
  3189. return sprintf(page, "max\n");
  3190. else
  3191. return sprintf(page, "%llu\n",
  3192. (unsigned long long)mddev->resync_max);
  3193. }
  3194. static ssize_t
  3195. max_sync_store(mddev_t *mddev, const char *buf, size_t len)
  3196. {
  3197. if (strncmp(buf, "max", 3) == 0)
  3198. mddev->resync_max = MaxSector;
  3199. else {
  3200. unsigned long long max;
  3201. if (strict_strtoull(buf, 10, &max))
  3202. return -EINVAL;
  3203. if (max < mddev->resync_min)
  3204. return -EINVAL;
  3205. if (max < mddev->resync_max &&
  3206. mddev->ro == 0 &&
  3207. test_bit(MD_RECOVERY_RUNNING, &mddev->recovery))
  3208. return -EBUSY;
  3209. /* Must be a multiple of chunk_size */
  3210. if (mddev->chunk_sectors) {
  3211. sector_t temp = max;
  3212. if (sector_div(temp, mddev->chunk_sectors))
  3213. return -EINVAL;
  3214. }
  3215. mddev->resync_max = max;
  3216. }
  3217. wake_up(&mddev->recovery_wait);
  3218. return len;
  3219. }
  3220. static struct md_sysfs_entry md_max_sync =
  3221. __ATTR(sync_max, S_IRUGO|S_IWUSR, max_sync_show, max_sync_store);
  3222. static ssize_t
  3223. suspend_lo_show(mddev_t *mddev, char *page)
  3224. {
  3225. return sprintf(page, "%llu\n", (unsigned long long)mddev->suspend_lo);
  3226. }
  3227. static ssize_t
  3228. suspend_lo_store(mddev_t *mddev, const char *buf, size_t len)
  3229. {
  3230. char *e;
  3231. unsigned long long new = simple_strtoull(buf, &e, 10);
  3232. if (mddev->pers == NULL ||
  3233. mddev->pers->quiesce == NULL)
  3234. return -EINVAL;
  3235. if (buf == e || (*e && *e != '\n'))
  3236. return -EINVAL;
  3237. if (new >= mddev->suspend_hi ||
  3238. (new > mddev->suspend_lo && new < mddev->suspend_hi)) {
  3239. mddev->suspend_lo = new;
  3240. mddev->pers->quiesce(mddev, 2);
  3241. return len;
  3242. } else
  3243. return -EINVAL;
  3244. }
  3245. static struct md_sysfs_entry md_suspend_lo =
  3246. __ATTR(suspend_lo, S_IRUGO|S_IWUSR, suspend_lo_show, suspend_lo_store);
  3247. static ssize_t
  3248. suspend_hi_show(mddev_t *mddev, char *page)
  3249. {
  3250. return sprintf(page, "%llu\n", (unsigned long long)mddev->suspend_hi);
  3251. }
  3252. static ssize_t
  3253. suspend_hi_store(mddev_t *mddev, const char *buf, size_t len)
  3254. {
  3255. char *e;
  3256. unsigned long long new = simple_strtoull(buf, &e, 10);
  3257. if (mddev->pers == NULL ||
  3258. mddev->pers->quiesce == NULL)
  3259. return -EINVAL;
  3260. if (buf == e || (*e && *e != '\n'))
  3261. return -EINVAL;
  3262. if ((new <= mddev->suspend_lo && mddev->suspend_lo >= mddev->suspend_hi) ||
  3263. (new > mddev->suspend_lo && new > mddev->suspend_hi)) {
  3264. mddev->suspend_hi = new;
  3265. mddev->pers->quiesce(mddev, 1);
  3266. mddev->pers->quiesce(mddev, 0);
  3267. return len;
  3268. } else
  3269. return -EINVAL;
  3270. }
  3271. static struct md_sysfs_entry md_suspend_hi =
  3272. __ATTR(suspend_hi, S_IRUGO|S_IWUSR, suspend_hi_show, suspend_hi_store);
  3273. static ssize_t
  3274. reshape_position_show(mddev_t *mddev, char *page)
  3275. {
  3276. if (mddev->reshape_position != MaxSector)
  3277. return sprintf(page, "%llu\n",
  3278. (unsigned long long)mddev->reshape_position);
  3279. strcpy(page, "none\n");
  3280. return 5;
  3281. }
  3282. static ssize_t
  3283. reshape_position_store(mddev_t *mddev, const char *buf, size_t len)
  3284. {
  3285. char *e;
  3286. unsigned long long new = simple_strtoull(buf, &e, 10);
  3287. if (mddev->pers)
  3288. return -EBUSY;
  3289. if (buf == e || (*e && *e != '\n'))
  3290. return -EINVAL;
  3291. mddev->reshape_position = new;
  3292. mddev->delta_disks = 0;
  3293. mddev->new_level = mddev->level;
  3294. mddev->new_layout = mddev->layout;
  3295. mddev->new_chunk_sectors = mddev->chunk_sectors;
  3296. return len;
  3297. }
  3298. static struct md_sysfs_entry md_reshape_position =
  3299. __ATTR(reshape_position, S_IRUGO|S_IWUSR, reshape_position_show,
  3300. reshape_position_store);
  3301. static ssize_t
  3302. array_size_show(mddev_t *mddev, char *page)
  3303. {
  3304. if (mddev->external_size)
  3305. return sprintf(page, "%llu\n",
  3306. (unsigned long long)mddev->array_sectors/2);
  3307. else
  3308. return sprintf(page, "default\n");
  3309. }
  3310. static ssize_t
  3311. array_size_store(mddev_t *mddev, const char *buf, size_t len)
  3312. {
  3313. sector_t sectors;
  3314. if (strncmp(buf, "default", 7) == 0) {
  3315. if (mddev->pers)
  3316. sectors = mddev->pers->size(mddev, 0, 0);
  3317. else
  3318. sectors = mddev->array_sectors;
  3319. mddev->external_size = 0;
  3320. } else {
  3321. if (strict_blocks_to_sectors(buf, &sectors) < 0)
  3322. return -EINVAL;
  3323. if (mddev->pers && mddev->pers->size(mddev, 0, 0) < sectors)
  3324. return -E2BIG;
  3325. mddev->external_size = 1;
  3326. }
  3327. mddev->array_sectors = sectors;
  3328. set_capacity(mddev->gendisk, mddev->array_sectors);
  3329. if (mddev->pers)
  3330. revalidate_disk(mddev->gendisk);
  3331. return len;
  3332. }
  3333. static struct md_sysfs_entry md_array_size =
  3334. __ATTR(array_size, S_IRUGO|S_IWUSR, array_size_show,
  3335. array_size_store);
  3336. static struct attribute *md_default_attrs[] = {
  3337. &md_level.attr,
  3338. &md_layout.attr,
  3339. &md_raid_disks.attr,
  3340. &md_chunk_size.attr,
  3341. &md_size.attr,
  3342. &md_resync_start.attr,
  3343. &md_metadata.attr,
  3344. &md_new_device.attr,
  3345. &md_safe_delay.attr,
  3346. &md_array_state.attr,
  3347. &md_reshape_position.attr,
  3348. &md_array_size.attr,
  3349. NULL,
  3350. };
  3351. static struct attribute *md_redundancy_attrs[] = {
  3352. &md_scan_mode.attr,
  3353. &md_mismatches.attr,
  3354. &md_sync_min.attr,
  3355. &md_sync_max.attr,
  3356. &md_sync_speed.attr,
  3357. &md_sync_force_parallel.attr,
  3358. &md_sync_completed.attr,
  3359. &md_min_sync.attr,
  3360. &md_max_sync.attr,
  3361. &md_suspend_lo.attr,
  3362. &md_suspend_hi.attr,
  3363. &md_bitmap.attr,
  3364. &md_degraded.attr,
  3365. NULL,
  3366. };
  3367. static struct attribute_group md_redundancy_group = {
  3368. .name = NULL,
  3369. .attrs = md_redundancy_attrs,
  3370. };
  3371. static ssize_t
  3372. md_attr_show(struct kobject *kobj, struct attribute *attr, char *page)
  3373. {
  3374. struct md_sysfs_entry *entry = container_of(attr, struct md_sysfs_entry, attr);
  3375. mddev_t *mddev = container_of(kobj, struct mddev_s, kobj);
  3376. ssize_t rv;
  3377. if (!entry->show)
  3378. return -EIO;
  3379. rv = mddev_lock(mddev);
  3380. if (!rv) {
  3381. rv = entry->show(mddev, page);
  3382. mddev_unlock(mddev);
  3383. }
  3384. return rv;
  3385. }
  3386. static ssize_t
  3387. md_attr_store(struct kobject *kobj, struct attribute *attr,
  3388. const char *page, size_t length)
  3389. {
  3390. struct md_sysfs_entry *entry = container_of(attr, struct md_sysfs_entry, attr);
  3391. mddev_t *mddev = container_of(kobj, struct mddev_s, kobj);
  3392. ssize_t rv;
  3393. if (!entry->store)
  3394. return -EIO;
  3395. if (!capable(CAP_SYS_ADMIN))
  3396. return -EACCES;
  3397. rv = mddev_lock(mddev);
  3398. if (mddev->hold_active == UNTIL_IOCTL)
  3399. mddev->hold_active = 0;
  3400. if (!rv) {
  3401. rv = entry->store(mddev, page, length);
  3402. mddev_unlock(mddev);
  3403. }
  3404. return rv;
  3405. }
  3406. static void md_free(struct kobject *ko)
  3407. {
  3408. mddev_t *mddev = container_of(ko, mddev_t, kobj);
  3409. if (mddev->sysfs_state)
  3410. sysfs_put(mddev->sysfs_state);
  3411. if (mddev->gendisk) {
  3412. del_gendisk(mddev->gendisk);
  3413. put_disk(mddev->gendisk);
  3414. }
  3415. if (mddev->queue)
  3416. blk_cleanup_queue(mddev->queue);
  3417. kfree(mddev);
  3418. }
  3419. static struct sysfs_ops md_sysfs_ops = {
  3420. .show = md_attr_show,
  3421. .store = md_attr_store,
  3422. };
  3423. static struct kobj_type md_ktype = {
  3424. .release = md_free,
  3425. .sysfs_ops = &md_sysfs_ops,
  3426. .default_attrs = md_default_attrs,
  3427. };
  3428. int mdp_major = 0;
  3429. static void mddev_delayed_delete(struct work_struct *ws)
  3430. {
  3431. mddev_t *mddev = container_of(ws, mddev_t, del_work);
  3432. if (mddev->private == &md_redundancy_group) {
  3433. sysfs_remove_group(&mddev->kobj, &md_redundancy_group);
  3434. if (mddev->sysfs_action)
  3435. sysfs_put(mddev->sysfs_action);
  3436. mddev->sysfs_action = NULL;
  3437. mddev->private = NULL;
  3438. }
  3439. kobject_del(&mddev->kobj);
  3440. kobject_put(&mddev->kobj);
  3441. }
  3442. static int md_alloc(dev_t dev, char *name)
  3443. {
  3444. static DEFINE_MUTEX(disks_mutex);
  3445. mddev_t *mddev = mddev_find(dev);
  3446. struct gendisk *disk;
  3447. int partitioned;
  3448. int shift;
  3449. int unit;
  3450. int error;
  3451. if (!mddev)
  3452. return -ENODEV;
  3453. partitioned = (MAJOR(mddev->unit) != MD_MAJOR);
  3454. shift = partitioned ? MdpMinorShift : 0;
  3455. unit = MINOR(mddev->unit) >> shift;
  3456. /* wait for any previous instance if this device
  3457. * to be completed removed (mddev_delayed_delete).
  3458. */
  3459. flush_scheduled_work();
  3460. mutex_lock(&disks_mutex);
  3461. error = -EEXIST;
  3462. if (mddev->gendisk)
  3463. goto abort;
  3464. if (name) {
  3465. /* Need to ensure that 'name' is not a duplicate.
  3466. */
  3467. mddev_t *mddev2;
  3468. spin_lock(&all_mddevs_lock);
  3469. list_for_each_entry(mddev2, &all_mddevs, all_mddevs)
  3470. if (mddev2->gendisk &&
  3471. strcmp(mddev2->gendisk->disk_name, name) == 0) {
  3472. spin_unlock(&all_mddevs_lock);
  3473. goto abort;
  3474. }
  3475. spin_unlock(&all_mddevs_lock);
  3476. }
  3477. error = -ENOMEM;
  3478. mddev->queue = blk_alloc_queue(GFP_KERNEL);
  3479. if (!mddev->queue)
  3480. goto abort;
  3481. mddev->queue->queuedata = mddev;
  3482. /* Can be unlocked because the queue is new: no concurrency */
  3483. queue_flag_set_unlocked(QUEUE_FLAG_CLUSTER, mddev->queue);
  3484. blk_queue_make_request(mddev->queue, md_make_request);
  3485. disk = alloc_disk(1 << shift);
  3486. if (!disk) {
  3487. blk_cleanup_queue(mddev->queue);
  3488. mddev->queue = NULL;
  3489. goto abort;
  3490. }
  3491. disk->major = MAJOR(mddev->unit);
  3492. disk->first_minor = unit << shift;
  3493. if (name)
  3494. strcpy(disk->disk_name, name);
  3495. else if (partitioned)
  3496. sprintf(disk->disk_name, "md_d%d", unit);
  3497. else
  3498. sprintf(disk->disk_name, "md%d", unit);
  3499. disk->fops = &md_fops;
  3500. disk->private_data = mddev;
  3501. disk->queue = mddev->queue;
  3502. /* Allow extended partitions. This makes the
  3503. * 'mdp' device redundant, but we can't really
  3504. * remove it now.
  3505. */
  3506. disk->flags |= GENHD_FL_EXT_DEVT;
  3507. add_disk(disk);
  3508. mddev->gendisk = disk;
  3509. error = kobject_init_and_add(&mddev->kobj, &md_ktype,
  3510. &disk_to_dev(disk)->kobj, "%s", "md");
  3511. if (error) {
  3512. /* This isn't possible, but as kobject_init_and_add is marked
  3513. * __must_check, we must do something with the result
  3514. */
  3515. printk(KERN_WARNING "md: cannot register %s/md - name in use\n",
  3516. disk->disk_name);
  3517. error = 0;
  3518. }
  3519. abort:
  3520. mutex_unlock(&disks_mutex);
  3521. if (!error) {
  3522. kobject_uevent(&mddev->kobj, KOBJ_ADD);
  3523. mddev->sysfs_state = sysfs_get_dirent(mddev->kobj.sd, "array_state");
  3524. }
  3525. mddev_put(mddev);
  3526. return error;
  3527. }
  3528. static struct kobject *md_probe(dev_t dev, int *part, void *data)
  3529. {
  3530. md_alloc(dev, NULL);
  3531. return NULL;
  3532. }
  3533. static int add_named_array(const char *val, struct kernel_param *kp)
  3534. {
  3535. /* val must be "md_*" where * is not all digits.
  3536. * We allocate an array with a large free minor number, and
  3537. * set the name to val. val must not already be an active name.
  3538. */
  3539. int len = strlen(val);
  3540. char buf[DISK_NAME_LEN];
  3541. while (len && val[len-1] == '\n')
  3542. len--;
  3543. if (len >= DISK_NAME_LEN)
  3544. return -E2BIG;
  3545. strlcpy(buf, val, len+1);
  3546. if (strncmp(buf, "md_", 3) != 0)
  3547. return -EINVAL;
  3548. return md_alloc(0, buf);
  3549. }
  3550. static void md_safemode_timeout(unsigned long data)
  3551. {
  3552. mddev_t *mddev = (mddev_t *) data;
  3553. if (!atomic_read(&mddev->writes_pending)) {
  3554. mddev->safemode = 1;
  3555. if (mddev->external)
  3556. sysfs_notify_dirent(mddev->sysfs_state);
  3557. }
  3558. md_wakeup_thread(mddev->thread);
  3559. }
  3560. static int start_dirty_degraded;
  3561. static int do_md_run(mddev_t * mddev)
  3562. {
  3563. int err;
  3564. mdk_rdev_t *rdev;
  3565. struct gendisk *disk;
  3566. struct mdk_personality *pers;
  3567. if (list_empty(&mddev->disks))
  3568. /* cannot run an array with no devices.. */
  3569. return -EINVAL;
  3570. if (mddev->pers)
  3571. return -EBUSY;
  3572. /*
  3573. * Analyze all RAID superblock(s)
  3574. */
  3575. if (!mddev->raid_disks) {
  3576. if (!mddev->persistent)
  3577. return -EINVAL;
  3578. analyze_sbs(mddev);
  3579. }
  3580. if (mddev->level != LEVEL_NONE)
  3581. request_module("md-level-%d", mddev->level);
  3582. else if (mddev->clevel[0])
  3583. request_module("md-%s", mddev->clevel);
  3584. /*
  3585. * Drop all container device buffers, from now on
  3586. * the only valid external interface is through the md
  3587. * device.
  3588. */
  3589. list_for_each_entry(rdev, &mddev->disks, same_set) {
  3590. if (test_bit(Faulty, &rdev->flags))
  3591. continue;
  3592. sync_blockdev(rdev->bdev);
  3593. invalidate_bdev(rdev->bdev);
  3594. /* perform some consistency tests on the device.
  3595. * We don't want the data to overlap the metadata,
  3596. * Internal Bitmap issues have been handled elsewhere.
  3597. */
  3598. if (rdev->data_offset < rdev->sb_start) {
  3599. if (mddev->dev_sectors &&
  3600. rdev->data_offset + mddev->dev_sectors
  3601. > rdev->sb_start) {
  3602. printk("md: %s: data overlaps metadata\n",
  3603. mdname(mddev));
  3604. return -EINVAL;
  3605. }
  3606. } else {
  3607. if (rdev->sb_start + rdev->sb_size/512
  3608. > rdev->data_offset) {
  3609. printk("md: %s: metadata overlaps data\n",
  3610. mdname(mddev));
  3611. return -EINVAL;
  3612. }
  3613. }
  3614. sysfs_notify_dirent(rdev->sysfs_state);
  3615. }
  3616. md_probe(mddev->unit, NULL, NULL);
  3617. disk = mddev->gendisk;
  3618. if (!disk)
  3619. return -ENOMEM;
  3620. spin_lock(&pers_lock);
  3621. pers = find_pers(mddev->level, mddev->clevel);
  3622. if (!pers || !try_module_get(pers->owner)) {
  3623. spin_unlock(&pers_lock);
  3624. if (mddev->level != LEVEL_NONE)
  3625. printk(KERN_WARNING "md: personality for level %d is not loaded!\n",
  3626. mddev->level);
  3627. else
  3628. printk(KERN_WARNING "md: personality for level %s is not loaded!\n",
  3629. mddev->clevel);
  3630. return -EINVAL;
  3631. }
  3632. mddev->pers = pers;
  3633. spin_unlock(&pers_lock);
  3634. if (mddev->level != pers->level) {
  3635. mddev->level = pers->level;
  3636. mddev->new_level = pers->level;
  3637. }
  3638. strlcpy(mddev->clevel, pers->name, sizeof(mddev->clevel));
  3639. if (mddev->reshape_position != MaxSector &&
  3640. pers->start_reshape == NULL) {
  3641. /* This personality cannot handle reshaping... */
  3642. mddev->pers = NULL;
  3643. module_put(pers->owner);
  3644. return -EINVAL;
  3645. }
  3646. if (pers->sync_request) {
  3647. /* Warn if this is a potentially silly
  3648. * configuration.
  3649. */
  3650. char b[BDEVNAME_SIZE], b2[BDEVNAME_SIZE];
  3651. mdk_rdev_t *rdev2;
  3652. int warned = 0;
  3653. list_for_each_entry(rdev, &mddev->disks, same_set)
  3654. list_for_each_entry(rdev2, &mddev->disks, same_set) {
  3655. if (rdev < rdev2 &&
  3656. rdev->bdev->bd_contains ==
  3657. rdev2->bdev->bd_contains) {
  3658. printk(KERN_WARNING
  3659. "%s: WARNING: %s appears to be"
  3660. " on the same physical disk as"
  3661. " %s.\n",
  3662. mdname(mddev),
  3663. bdevname(rdev->bdev,b),
  3664. bdevname(rdev2->bdev,b2));
  3665. warned = 1;
  3666. }
  3667. }
  3668. if (warned)
  3669. printk(KERN_WARNING
  3670. "True protection against single-disk"
  3671. " failure might be compromised.\n");
  3672. }
  3673. mddev->recovery = 0;
  3674. /* may be over-ridden by personality */
  3675. mddev->resync_max_sectors = mddev->dev_sectors;
  3676. mddev->barriers_work = 1;
  3677. mddev->ok_start_degraded = start_dirty_degraded;
  3678. if (start_readonly)
  3679. mddev->ro = 2; /* read-only, but switch on first write */
  3680. err = mddev->pers->run(mddev);
  3681. if (err)
  3682. printk(KERN_ERR "md: pers->run() failed ...\n");
  3683. else if (mddev->pers->size(mddev, 0, 0) < mddev->array_sectors) {
  3684. WARN_ONCE(!mddev->external_size, "%s: default size too small,"
  3685. " but 'external_size' not in effect?\n", __func__);
  3686. printk(KERN_ERR
  3687. "md: invalid array_size %llu > default size %llu\n",
  3688. (unsigned long long)mddev->array_sectors / 2,
  3689. (unsigned long long)mddev->pers->size(mddev, 0, 0) / 2);
  3690. err = -EINVAL;
  3691. mddev->pers->stop(mddev);
  3692. }
  3693. if (err == 0 && mddev->pers->sync_request) {
  3694. err = bitmap_create(mddev);
  3695. if (err) {
  3696. printk(KERN_ERR "%s: failed to create bitmap (%d)\n",
  3697. mdname(mddev), err);
  3698. mddev->pers->stop(mddev);
  3699. }
  3700. }
  3701. if (err) {
  3702. module_put(mddev->pers->owner);
  3703. mddev->pers = NULL;
  3704. bitmap_destroy(mddev);
  3705. return err;
  3706. }
  3707. if (mddev->pers->sync_request) {
  3708. if (sysfs_create_group(&mddev->kobj, &md_redundancy_group))
  3709. printk(KERN_WARNING
  3710. "md: cannot register extra attributes for %s\n",
  3711. mdname(mddev));
  3712. mddev->sysfs_action = sysfs_get_dirent(mddev->kobj.sd, "sync_action");
  3713. } else if (mddev->ro == 2) /* auto-readonly not meaningful */
  3714. mddev->ro = 0;
  3715. atomic_set(&mddev->writes_pending,0);
  3716. mddev->safemode = 0;
  3717. mddev->safemode_timer.function = md_safemode_timeout;
  3718. mddev->safemode_timer.data = (unsigned long) mddev;
  3719. mddev->safemode_delay = (200 * HZ)/1000 +1; /* 200 msec delay */
  3720. mddev->in_sync = 1;
  3721. list_for_each_entry(rdev, &mddev->disks, same_set)
  3722. if (rdev->raid_disk >= 0) {
  3723. char nm[20];
  3724. sprintf(nm, "rd%d", rdev->raid_disk);
  3725. if (sysfs_create_link(&mddev->kobj, &rdev->kobj, nm))
  3726. printk("md: cannot register %s for %s\n",
  3727. nm, mdname(mddev));
  3728. }
  3729. set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
  3730. if (mddev->flags)
  3731. md_update_sb(mddev, 0);
  3732. set_capacity(disk, mddev->array_sectors);
  3733. /* If there is a partially-recovered drive we need to
  3734. * start recovery here. If we leave it to md_check_recovery,
  3735. * it will remove the drives and not do the right thing
  3736. */
  3737. if (mddev->degraded && !mddev->sync_thread) {
  3738. int spares = 0;
  3739. list_for_each_entry(rdev, &mddev->disks, same_set)
  3740. if (rdev->raid_disk >= 0 &&
  3741. !test_bit(In_sync, &rdev->flags) &&
  3742. !test_bit(Faulty, &rdev->flags))
  3743. /* complete an interrupted recovery */
  3744. spares++;
  3745. if (spares && mddev->pers->sync_request) {
  3746. mddev->recovery = 0;
  3747. set_bit(MD_RECOVERY_RUNNING, &mddev->recovery);
  3748. mddev->sync_thread = md_register_thread(md_do_sync,
  3749. mddev,
  3750. "%s_resync");
  3751. if (!mddev->sync_thread) {
  3752. printk(KERN_ERR "%s: could not start resync"
  3753. " thread...\n",
  3754. mdname(mddev));
  3755. /* leave the spares where they are, it shouldn't hurt */
  3756. mddev->recovery = 0;
  3757. }
  3758. }
  3759. }
  3760. md_wakeup_thread(mddev->thread);
  3761. md_wakeup_thread(mddev->sync_thread); /* possibly kick off a reshape */
  3762. revalidate_disk(mddev->gendisk);
  3763. mddev->changed = 1;
  3764. md_new_event(mddev);
  3765. sysfs_notify_dirent(mddev->sysfs_state);
  3766. if (mddev->sysfs_action)
  3767. sysfs_notify_dirent(mddev->sysfs_action);
  3768. sysfs_notify(&mddev->kobj, NULL, "degraded");
  3769. kobject_uevent(&disk_to_dev(mddev->gendisk)->kobj, KOBJ_CHANGE);
  3770. return 0;
  3771. }
  3772. static int restart_array(mddev_t *mddev)
  3773. {
  3774. struct gendisk *disk = mddev->gendisk;
  3775. /* Complain if it has no devices */
  3776. if (list_empty(&mddev->disks))
  3777. return -ENXIO;
  3778. if (!mddev->pers)
  3779. return -EINVAL;
  3780. if (!mddev->ro)
  3781. return -EBUSY;
  3782. mddev->safemode = 0;
  3783. mddev->ro = 0;
  3784. set_disk_ro(disk, 0);
  3785. printk(KERN_INFO "md: %s switched to read-write mode.\n",
  3786. mdname(mddev));
  3787. /* Kick recovery or resync if necessary */
  3788. set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
  3789. md_wakeup_thread(mddev->thread);
  3790. md_wakeup_thread(mddev->sync_thread);
  3791. sysfs_notify_dirent(mddev->sysfs_state);
  3792. return 0;
  3793. }
  3794. /* similar to deny_write_access, but accounts for our holding a reference
  3795. * to the file ourselves */
  3796. static int deny_bitmap_write_access(struct file * file)
  3797. {
  3798. struct inode *inode = file->f_mapping->host;
  3799. spin_lock(&inode->i_lock);
  3800. if (atomic_read(&inode->i_writecount) > 1) {
  3801. spin_unlock(&inode->i_lock);
  3802. return -ETXTBSY;
  3803. }
  3804. atomic_set(&inode->i_writecount, -1);
  3805. spin_unlock(&inode->i_lock);
  3806. return 0;
  3807. }
  3808. static void restore_bitmap_write_access(struct file *file)
  3809. {
  3810. struct inode *inode = file->f_mapping->host;
  3811. spin_lock(&inode->i_lock);
  3812. atomic_set(&inode->i_writecount, 1);
  3813. spin_unlock(&inode->i_lock);
  3814. }
  3815. /* mode:
  3816. * 0 - completely stop and dis-assemble array
  3817. * 1 - switch to readonly
  3818. * 2 - stop but do not disassemble array
  3819. */
  3820. static int do_md_stop(mddev_t * mddev, int mode, int is_open)
  3821. {
  3822. int err = 0;
  3823. struct gendisk *disk = mddev->gendisk;
  3824. mdk_rdev_t *rdev;
  3825. mutex_lock(&mddev->open_mutex);
  3826. if (atomic_read(&mddev->openers) > is_open) {
  3827. printk("md: %s still in use.\n",mdname(mddev));
  3828. err = -EBUSY;
  3829. } else if (mddev->pers) {
  3830. if (mddev->sync_thread) {
  3831. set_bit(MD_RECOVERY_FROZEN, &mddev->recovery);
  3832. set_bit(MD_RECOVERY_INTR, &mddev->recovery);
  3833. md_unregister_thread(mddev->sync_thread);
  3834. mddev->sync_thread = NULL;
  3835. }
  3836. del_timer_sync(&mddev->safemode_timer);
  3837. switch(mode) {
  3838. case 1: /* readonly */
  3839. err = -ENXIO;
  3840. if (mddev->ro==1)
  3841. goto out;
  3842. mddev->ro = 1;
  3843. break;
  3844. case 0: /* disassemble */
  3845. case 2: /* stop */
  3846. bitmap_flush(mddev);
  3847. md_super_wait(mddev);
  3848. if (mddev->ro)
  3849. set_disk_ro(disk, 0);
  3850. mddev->pers->stop(mddev);
  3851. mddev->queue->merge_bvec_fn = NULL;
  3852. mddev->queue->unplug_fn = NULL;
  3853. mddev->queue->backing_dev_info.congested_fn = NULL;
  3854. module_put(mddev->pers->owner);
  3855. if (mddev->pers->sync_request)
  3856. mddev->private = &md_redundancy_group;
  3857. mddev->pers = NULL;
  3858. /* tell userspace to handle 'inactive' */
  3859. sysfs_notify_dirent(mddev->sysfs_state);
  3860. list_for_each_entry(rdev, &mddev->disks, same_set)
  3861. if (rdev->raid_disk >= 0) {
  3862. char nm[20];
  3863. sprintf(nm, "rd%d", rdev->raid_disk);
  3864. sysfs_remove_link(&mddev->kobj, nm);
  3865. }
  3866. set_capacity(disk, 0);
  3867. mddev->changed = 1;
  3868. if (mddev->ro)
  3869. mddev->ro = 0;
  3870. }
  3871. if (!mddev->in_sync || mddev->flags) {
  3872. /* mark array as shutdown cleanly */
  3873. mddev->in_sync = 1;
  3874. md_update_sb(mddev, 1);
  3875. }
  3876. if (mode == 1)
  3877. set_disk_ro(disk, 1);
  3878. clear_bit(MD_RECOVERY_FROZEN, &mddev->recovery);
  3879. err = 0;
  3880. }
  3881. out:
  3882. mutex_unlock(&mddev->open_mutex);
  3883. if (err)
  3884. return err;
  3885. /*
  3886. * Free resources if final stop
  3887. */
  3888. if (mode == 0) {
  3889. printk(KERN_INFO "md: %s stopped.\n", mdname(mddev));
  3890. bitmap_destroy(mddev);
  3891. if (mddev->bitmap_file) {
  3892. restore_bitmap_write_access(mddev->bitmap_file);
  3893. fput(mddev->bitmap_file);
  3894. mddev->bitmap_file = NULL;
  3895. }
  3896. mddev->bitmap_offset = 0;
  3897. /* make sure all md_delayed_delete calls have finished */
  3898. flush_scheduled_work();
  3899. export_array(mddev);
  3900. mddev->array_sectors = 0;
  3901. mddev->external_size = 0;
  3902. mddev->dev_sectors = 0;
  3903. mddev->raid_disks = 0;
  3904. mddev->recovery_cp = 0;
  3905. mddev->resync_min = 0;
  3906. mddev->resync_max = MaxSector;
  3907. mddev->reshape_position = MaxSector;
  3908. mddev->external = 0;
  3909. mddev->persistent = 0;
  3910. mddev->level = LEVEL_NONE;
  3911. mddev->clevel[0] = 0;
  3912. mddev->flags = 0;
  3913. mddev->ro = 0;
  3914. mddev->metadata_type[0] = 0;
  3915. mddev->chunk_sectors = 0;
  3916. mddev->ctime = mddev->utime = 0;
  3917. mddev->layout = 0;
  3918. mddev->max_disks = 0;
  3919. mddev->events = 0;
  3920. mddev->delta_disks = 0;
  3921. mddev->new_level = LEVEL_NONE;
  3922. mddev->new_layout = 0;
  3923. mddev->new_chunk_sectors = 0;
  3924. mddev->curr_resync = 0;
  3925. mddev->resync_mismatches = 0;
  3926. mddev->suspend_lo = mddev->suspend_hi = 0;
  3927. mddev->sync_speed_min = mddev->sync_speed_max = 0;
  3928. mddev->recovery = 0;
  3929. mddev->in_sync = 0;
  3930. mddev->changed = 0;
  3931. mddev->degraded = 0;
  3932. mddev->barriers_work = 0;
  3933. mddev->safemode = 0;
  3934. kobject_uevent(&disk_to_dev(mddev->gendisk)->kobj, KOBJ_CHANGE);
  3935. if (mddev->hold_active == UNTIL_STOP)
  3936. mddev->hold_active = 0;
  3937. } else if (mddev->pers)
  3938. printk(KERN_INFO "md: %s switched to read-only mode.\n",
  3939. mdname(mddev));
  3940. err = 0;
  3941. blk_integrity_unregister(disk);
  3942. md_new_event(mddev);
  3943. sysfs_notify_dirent(mddev->sysfs_state);
  3944. return err;
  3945. }
  3946. #ifndef MODULE
  3947. static void autorun_array(mddev_t *mddev)
  3948. {
  3949. mdk_rdev_t *rdev;
  3950. int err;
  3951. if (list_empty(&mddev->disks))
  3952. return;
  3953. printk(KERN_INFO "md: running: ");
  3954. list_for_each_entry(rdev, &mddev->disks, same_set) {
  3955. char b[BDEVNAME_SIZE];
  3956. printk("<%s>", bdevname(rdev->bdev,b));
  3957. }
  3958. printk("\n");
  3959. err = do_md_run(mddev);
  3960. if (err) {
  3961. printk(KERN_WARNING "md: do_md_run() returned %d\n", err);
  3962. do_md_stop(mddev, 0, 0);
  3963. }
  3964. }
  3965. /*
  3966. * lets try to run arrays based on all disks that have arrived
  3967. * until now. (those are in pending_raid_disks)
  3968. *
  3969. * the method: pick the first pending disk, collect all disks with
  3970. * the same UUID, remove all from the pending list and put them into
  3971. * the 'same_array' list. Then order this list based on superblock
  3972. * update time (freshest comes first), kick out 'old' disks and
  3973. * compare superblocks. If everything's fine then run it.
  3974. *
  3975. * If "unit" is allocated, then bump its reference count
  3976. */
  3977. static void autorun_devices(int part)
  3978. {
  3979. mdk_rdev_t *rdev0, *rdev, *tmp;
  3980. mddev_t *mddev;
  3981. char b[BDEVNAME_SIZE];
  3982. printk(KERN_INFO "md: autorun ...\n");
  3983. while (!list_empty(&pending_raid_disks)) {
  3984. int unit;
  3985. dev_t dev;
  3986. LIST_HEAD(candidates);
  3987. rdev0 = list_entry(pending_raid_disks.next,
  3988. mdk_rdev_t, same_set);
  3989. printk(KERN_INFO "md: considering %s ...\n",
  3990. bdevname(rdev0->bdev,b));
  3991. INIT_LIST_HEAD(&candidates);
  3992. rdev_for_each_list(rdev, tmp, &pending_raid_disks)
  3993. if (super_90_load(rdev, rdev0, 0) >= 0) {
  3994. printk(KERN_INFO "md: adding %s ...\n",
  3995. bdevname(rdev->bdev,b));
  3996. list_move(&rdev->same_set, &candidates);
  3997. }
  3998. /*
  3999. * now we have a set of devices, with all of them having
  4000. * mostly sane superblocks. It's time to allocate the
  4001. * mddev.
  4002. */
  4003. if (part) {
  4004. dev = MKDEV(mdp_major,
  4005. rdev0->preferred_minor << MdpMinorShift);
  4006. unit = MINOR(dev) >> MdpMinorShift;
  4007. } else {
  4008. dev = MKDEV(MD_MAJOR, rdev0->preferred_minor);
  4009. unit = MINOR(dev);
  4010. }
  4011. if (rdev0->preferred_minor != unit) {
  4012. printk(KERN_INFO "md: unit number in %s is bad: %d\n",
  4013. bdevname(rdev0->bdev, b), rdev0->preferred_minor);
  4014. break;
  4015. }
  4016. md_probe(dev, NULL, NULL);
  4017. mddev = mddev_find(dev);
  4018. if (!mddev || !mddev->gendisk) {
  4019. if (mddev)
  4020. mddev_put(mddev);
  4021. printk(KERN_ERR
  4022. "md: cannot allocate memory for md drive.\n");
  4023. break;
  4024. }
  4025. if (mddev_lock(mddev))
  4026. printk(KERN_WARNING "md: %s locked, cannot run\n",
  4027. mdname(mddev));
  4028. else if (mddev->raid_disks || mddev->major_version
  4029. || !list_empty(&mddev->disks)) {
  4030. printk(KERN_WARNING
  4031. "md: %s already running, cannot run %s\n",
  4032. mdname(mddev), bdevname(rdev0->bdev,b));
  4033. mddev_unlock(mddev);
  4034. } else {
  4035. printk(KERN_INFO "md: created %s\n", mdname(mddev));
  4036. mddev->persistent = 1;
  4037. rdev_for_each_list(rdev, tmp, &candidates) {
  4038. list_del_init(&rdev->same_set);
  4039. if (bind_rdev_to_array(rdev, mddev))
  4040. export_rdev(rdev);
  4041. }
  4042. autorun_array(mddev);
  4043. mddev_unlock(mddev);
  4044. }
  4045. /* on success, candidates will be empty, on error
  4046. * it won't...
  4047. */
  4048. rdev_for_each_list(rdev, tmp, &candidates) {
  4049. list_del_init(&rdev->same_set);
  4050. export_rdev(rdev);
  4051. }
  4052. mddev_put(mddev);
  4053. }
  4054. printk(KERN_INFO "md: ... autorun DONE.\n");
  4055. }
  4056. #endif /* !MODULE */
  4057. static int get_version(void __user * arg)
  4058. {
  4059. mdu_version_t ver;
  4060. ver.major = MD_MAJOR_VERSION;
  4061. ver.minor = MD_MINOR_VERSION;
  4062. ver.patchlevel = MD_PATCHLEVEL_VERSION;
  4063. if (copy_to_user(arg, &ver, sizeof(ver)))
  4064. return -EFAULT;
  4065. return 0;
  4066. }
  4067. static int get_array_info(mddev_t * mddev, void __user * arg)
  4068. {
  4069. mdu_array_info_t info;
  4070. int nr,working,active,failed,spare;
  4071. mdk_rdev_t *rdev;
  4072. nr=working=active=failed=spare=0;
  4073. list_for_each_entry(rdev, &mddev->disks, same_set) {
  4074. nr++;
  4075. if (test_bit(Faulty, &rdev->flags))
  4076. failed++;
  4077. else {
  4078. working++;
  4079. if (test_bit(In_sync, &rdev->flags))
  4080. active++;
  4081. else
  4082. spare++;
  4083. }
  4084. }
  4085. info.major_version = mddev->major_version;
  4086. info.minor_version = mddev->minor_version;
  4087. info.patch_version = MD_PATCHLEVEL_VERSION;
  4088. info.ctime = mddev->ctime;
  4089. info.level = mddev->level;
  4090. info.size = mddev->dev_sectors / 2;
  4091. if (info.size != mddev->dev_sectors / 2) /* overflow */
  4092. info.size = -1;
  4093. info.nr_disks = nr;
  4094. info.raid_disks = mddev->raid_disks;
  4095. info.md_minor = mddev->md_minor;
  4096. info.not_persistent= !mddev->persistent;
  4097. info.utime = mddev->utime;
  4098. info.state = 0;
  4099. if (mddev->in_sync)
  4100. info.state = (1<<MD_SB_CLEAN);
  4101. if (mddev->bitmap && mddev->bitmap_offset)
  4102. info.state = (1<<MD_SB_BITMAP_PRESENT);
  4103. info.active_disks = active;
  4104. info.working_disks = working;
  4105. info.failed_disks = failed;
  4106. info.spare_disks = spare;
  4107. info.layout = mddev->layout;
  4108. info.chunk_size = mddev->chunk_sectors << 9;
  4109. if (copy_to_user(arg, &info, sizeof(info)))
  4110. return -EFAULT;
  4111. return 0;
  4112. }
  4113. static int get_bitmap_file(mddev_t * mddev, void __user * arg)
  4114. {
  4115. mdu_bitmap_file_t *file = NULL; /* too big for stack allocation */
  4116. char *ptr, *buf = NULL;
  4117. int err = -ENOMEM;
  4118. if (md_allow_write(mddev))
  4119. file = kmalloc(sizeof(*file), GFP_NOIO);
  4120. else
  4121. file = kmalloc(sizeof(*file), GFP_KERNEL);
  4122. if (!file)
  4123. goto out;
  4124. /* bitmap disabled, zero the first byte and copy out */
  4125. if (!mddev->bitmap || !mddev->bitmap->file) {
  4126. file->pathname[0] = '\0';
  4127. goto copy_out;
  4128. }
  4129. buf = kmalloc(sizeof(file->pathname), GFP_KERNEL);
  4130. if (!buf)
  4131. goto out;
  4132. ptr = d_path(&mddev->bitmap->file->f_path, buf, sizeof(file->pathname));
  4133. if (IS_ERR(ptr))
  4134. goto out;
  4135. strcpy(file->pathname, ptr);
  4136. copy_out:
  4137. err = 0;
  4138. if (copy_to_user(arg, file, sizeof(*file)))
  4139. err = -EFAULT;
  4140. out:
  4141. kfree(buf);
  4142. kfree(file);
  4143. return err;
  4144. }
  4145. static int get_disk_info(mddev_t * mddev, void __user * arg)
  4146. {
  4147. mdu_disk_info_t info;
  4148. mdk_rdev_t *rdev;
  4149. if (copy_from_user(&info, arg, sizeof(info)))
  4150. return -EFAULT;
  4151. rdev = find_rdev_nr(mddev, info.number);
  4152. if (rdev) {
  4153. info.major = MAJOR(rdev->bdev->bd_dev);
  4154. info.minor = MINOR(rdev->bdev->bd_dev);
  4155. info.raid_disk = rdev->raid_disk;
  4156. info.state = 0;
  4157. if (test_bit(Faulty, &rdev->flags))
  4158. info.state |= (1<<MD_DISK_FAULTY);
  4159. else if (test_bit(In_sync, &rdev->flags)) {
  4160. info.state |= (1<<MD_DISK_ACTIVE);
  4161. info.state |= (1<<MD_DISK_SYNC);
  4162. }
  4163. if (test_bit(WriteMostly, &rdev->flags))
  4164. info.state |= (1<<MD_DISK_WRITEMOSTLY);
  4165. } else {
  4166. info.major = info.minor = 0;
  4167. info.raid_disk = -1;
  4168. info.state = (1<<MD_DISK_REMOVED);
  4169. }
  4170. if (copy_to_user(arg, &info, sizeof(info)))
  4171. return -EFAULT;
  4172. return 0;
  4173. }
  4174. static int add_new_disk(mddev_t * mddev, mdu_disk_info_t *info)
  4175. {
  4176. char b[BDEVNAME_SIZE], b2[BDEVNAME_SIZE];
  4177. mdk_rdev_t *rdev;
  4178. dev_t dev = MKDEV(info->major,info->minor);
  4179. if (info->major != MAJOR(dev) || info->minor != MINOR(dev))
  4180. return -EOVERFLOW;
  4181. if (!mddev->raid_disks) {
  4182. int err;
  4183. /* expecting a device which has a superblock */
  4184. rdev = md_import_device(dev, mddev->major_version, mddev->minor_version);
  4185. if (IS_ERR(rdev)) {
  4186. printk(KERN_WARNING
  4187. "md: md_import_device returned %ld\n",
  4188. PTR_ERR(rdev));
  4189. return PTR_ERR(rdev);
  4190. }
  4191. if (!list_empty(&mddev->disks)) {
  4192. mdk_rdev_t *rdev0 = list_entry(mddev->disks.next,
  4193. mdk_rdev_t, same_set);
  4194. int err = super_types[mddev->major_version]
  4195. .load_super(rdev, rdev0, mddev->minor_version);
  4196. if (err < 0) {
  4197. printk(KERN_WARNING
  4198. "md: %s has different UUID to %s\n",
  4199. bdevname(rdev->bdev,b),
  4200. bdevname(rdev0->bdev,b2));
  4201. export_rdev(rdev);
  4202. return -EINVAL;
  4203. }
  4204. }
  4205. err = bind_rdev_to_array(rdev, mddev);
  4206. if (err)
  4207. export_rdev(rdev);
  4208. return err;
  4209. }
  4210. /*
  4211. * add_new_disk can be used once the array is assembled
  4212. * to add "hot spares". They must already have a superblock
  4213. * written
  4214. */
  4215. if (mddev->pers) {
  4216. int err;
  4217. if (!mddev->pers->hot_add_disk) {
  4218. printk(KERN_WARNING
  4219. "%s: personality does not support diskops!\n",
  4220. mdname(mddev));
  4221. return -EINVAL;
  4222. }
  4223. if (mddev->persistent)
  4224. rdev = md_import_device(dev, mddev->major_version,
  4225. mddev->minor_version);
  4226. else
  4227. rdev = md_import_device(dev, -1, -1);
  4228. if (IS_ERR(rdev)) {
  4229. printk(KERN_WARNING
  4230. "md: md_import_device returned %ld\n",
  4231. PTR_ERR(rdev));
  4232. return PTR_ERR(rdev);
  4233. }
  4234. /* set save_raid_disk if appropriate */
  4235. if (!mddev->persistent) {
  4236. if (info->state & (1<<MD_DISK_SYNC) &&
  4237. info->raid_disk < mddev->raid_disks)
  4238. rdev->raid_disk = info->raid_disk;
  4239. else
  4240. rdev->raid_disk = -1;
  4241. } else
  4242. super_types[mddev->major_version].
  4243. validate_super(mddev, rdev);
  4244. rdev->saved_raid_disk = rdev->raid_disk;
  4245. clear_bit(In_sync, &rdev->flags); /* just to be sure */
  4246. if (info->state & (1<<MD_DISK_WRITEMOSTLY))
  4247. set_bit(WriteMostly, &rdev->flags);
  4248. else
  4249. clear_bit(WriteMostly, &rdev->flags);
  4250. rdev->raid_disk = -1;
  4251. err = bind_rdev_to_array(rdev, mddev);
  4252. if (!err && !mddev->pers->hot_remove_disk) {
  4253. /* If there is hot_add_disk but no hot_remove_disk
  4254. * then added disks for geometry changes,
  4255. * and should be added immediately.
  4256. */
  4257. super_types[mddev->major_version].
  4258. validate_super(mddev, rdev);
  4259. err = mddev->pers->hot_add_disk(mddev, rdev);
  4260. if (err)
  4261. unbind_rdev_from_array(rdev);
  4262. }
  4263. if (err)
  4264. export_rdev(rdev);
  4265. else
  4266. sysfs_notify_dirent(rdev->sysfs_state);
  4267. md_update_sb(mddev, 1);
  4268. if (mddev->degraded)
  4269. set_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
  4270. set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
  4271. md_wakeup_thread(mddev->thread);
  4272. return err;
  4273. }
  4274. /* otherwise, add_new_disk is only allowed
  4275. * for major_version==0 superblocks
  4276. */
  4277. if (mddev->major_version != 0) {
  4278. printk(KERN_WARNING "%s: ADD_NEW_DISK not supported\n",
  4279. mdname(mddev));
  4280. return -EINVAL;
  4281. }
  4282. if (!(info->state & (1<<MD_DISK_FAULTY))) {
  4283. int err;
  4284. rdev = md_import_device(dev, -1, 0);
  4285. if (IS_ERR(rdev)) {
  4286. printk(KERN_WARNING
  4287. "md: error, md_import_device() returned %ld\n",
  4288. PTR_ERR(rdev));
  4289. return PTR_ERR(rdev);
  4290. }
  4291. rdev->desc_nr = info->number;
  4292. if (info->raid_disk < mddev->raid_disks)
  4293. rdev->raid_disk = info->raid_disk;
  4294. else
  4295. rdev->raid_disk = -1;
  4296. if (rdev->raid_disk < mddev->raid_disks)
  4297. if (info->state & (1<<MD_DISK_SYNC))
  4298. set_bit(In_sync, &rdev->flags);
  4299. if (info->state & (1<<MD_DISK_WRITEMOSTLY))
  4300. set_bit(WriteMostly, &rdev->flags);
  4301. if (!mddev->persistent) {
  4302. printk(KERN_INFO "md: nonpersistent superblock ...\n");
  4303. rdev->sb_start = rdev->bdev->bd_inode->i_size / 512;
  4304. } else
  4305. rdev->sb_start = calc_dev_sboffset(rdev->bdev);
  4306. rdev->sectors = rdev->sb_start;
  4307. err = bind_rdev_to_array(rdev, mddev);
  4308. if (err) {
  4309. export_rdev(rdev);
  4310. return err;
  4311. }
  4312. }
  4313. return 0;
  4314. }
  4315. static int hot_remove_disk(mddev_t * mddev, dev_t dev)
  4316. {
  4317. char b[BDEVNAME_SIZE];
  4318. mdk_rdev_t *rdev;
  4319. rdev = find_rdev(mddev, dev);
  4320. if (!rdev)
  4321. return -ENXIO;
  4322. if (rdev->raid_disk >= 0)
  4323. goto busy;
  4324. kick_rdev_from_array(rdev);
  4325. md_update_sb(mddev, 1);
  4326. md_new_event(mddev);
  4327. return 0;
  4328. busy:
  4329. printk(KERN_WARNING "md: cannot remove active disk %s from %s ...\n",
  4330. bdevname(rdev->bdev,b), mdname(mddev));
  4331. return -EBUSY;
  4332. }
  4333. static int hot_add_disk(mddev_t * mddev, dev_t dev)
  4334. {
  4335. char b[BDEVNAME_SIZE];
  4336. int err;
  4337. mdk_rdev_t *rdev;
  4338. if (!mddev->pers)
  4339. return -ENODEV;
  4340. if (mddev->major_version != 0) {
  4341. printk(KERN_WARNING "%s: HOT_ADD may only be used with"
  4342. " version-0 superblocks.\n",
  4343. mdname(mddev));
  4344. return -EINVAL;
  4345. }
  4346. if (!mddev->pers->hot_add_disk) {
  4347. printk(KERN_WARNING
  4348. "%s: personality does not support diskops!\n",
  4349. mdname(mddev));
  4350. return -EINVAL;
  4351. }
  4352. rdev = md_import_device(dev, -1, 0);
  4353. if (IS_ERR(rdev)) {
  4354. printk(KERN_WARNING
  4355. "md: error, md_import_device() returned %ld\n",
  4356. PTR_ERR(rdev));
  4357. return -EINVAL;
  4358. }
  4359. if (mddev->persistent)
  4360. rdev->sb_start = calc_dev_sboffset(rdev->bdev);
  4361. else
  4362. rdev->sb_start = rdev->bdev->bd_inode->i_size / 512;
  4363. rdev->sectors = rdev->sb_start;
  4364. if (test_bit(Faulty, &rdev->flags)) {
  4365. printk(KERN_WARNING
  4366. "md: can not hot-add faulty %s disk to %s!\n",
  4367. bdevname(rdev->bdev,b), mdname(mddev));
  4368. err = -EINVAL;
  4369. goto abort_export;
  4370. }
  4371. clear_bit(In_sync, &rdev->flags);
  4372. rdev->desc_nr = -1;
  4373. rdev->saved_raid_disk = -1;
  4374. err = bind_rdev_to_array(rdev, mddev);
  4375. if (err)
  4376. goto abort_export;
  4377. /*
  4378. * The rest should better be atomic, we can have disk failures
  4379. * noticed in interrupt contexts ...
  4380. */
  4381. rdev->raid_disk = -1;
  4382. md_update_sb(mddev, 1);
  4383. /*
  4384. * Kick recovery, maybe this spare has to be added to the
  4385. * array immediately.
  4386. */
  4387. set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
  4388. md_wakeup_thread(mddev->thread);
  4389. md_new_event(mddev);
  4390. return 0;
  4391. abort_export:
  4392. export_rdev(rdev);
  4393. return err;
  4394. }
  4395. static int set_bitmap_file(mddev_t *mddev, int fd)
  4396. {
  4397. int err;
  4398. if (mddev->pers) {
  4399. if (!mddev->pers->quiesce)
  4400. return -EBUSY;
  4401. if (mddev->recovery || mddev->sync_thread)
  4402. return -EBUSY;
  4403. /* we should be able to change the bitmap.. */
  4404. }
  4405. if (fd >= 0) {
  4406. if (mddev->bitmap)
  4407. return -EEXIST; /* cannot add when bitmap is present */
  4408. mddev->bitmap_file = fget(fd);
  4409. if (mddev->bitmap_file == NULL) {
  4410. printk(KERN_ERR "%s: error: failed to get bitmap file\n",
  4411. mdname(mddev));
  4412. return -EBADF;
  4413. }
  4414. err = deny_bitmap_write_access(mddev->bitmap_file);
  4415. if (err) {
  4416. printk(KERN_ERR "%s: error: bitmap file is already in use\n",
  4417. mdname(mddev));
  4418. fput(mddev->bitmap_file);
  4419. mddev->bitmap_file = NULL;
  4420. return err;
  4421. }
  4422. mddev->bitmap_offset = 0; /* file overrides offset */
  4423. } else if (mddev->bitmap == NULL)
  4424. return -ENOENT; /* cannot remove what isn't there */
  4425. err = 0;
  4426. if (mddev->pers) {
  4427. mddev->pers->quiesce(mddev, 1);
  4428. if (fd >= 0)
  4429. err = bitmap_create(mddev);
  4430. if (fd < 0 || err) {
  4431. bitmap_destroy(mddev);
  4432. fd = -1; /* make sure to put the file */
  4433. }
  4434. mddev->pers->quiesce(mddev, 0);
  4435. }
  4436. if (fd < 0) {
  4437. if (mddev->bitmap_file) {
  4438. restore_bitmap_write_access(mddev->bitmap_file);
  4439. fput(mddev->bitmap_file);
  4440. }
  4441. mddev->bitmap_file = NULL;
  4442. }
  4443. return err;
  4444. }
  4445. /*
  4446. * set_array_info is used two different ways
  4447. * The original usage is when creating a new array.
  4448. * In this usage, raid_disks is > 0 and it together with
  4449. * level, size, not_persistent,layout,chunksize determine the
  4450. * shape of the array.
  4451. * This will always create an array with a type-0.90.0 superblock.
  4452. * The newer usage is when assembling an array.
  4453. * In this case raid_disks will be 0, and the major_version field is
  4454. * use to determine which style super-blocks are to be found on the devices.
  4455. * The minor and patch _version numbers are also kept incase the
  4456. * super_block handler wishes to interpret them.
  4457. */
  4458. static int set_array_info(mddev_t * mddev, mdu_array_info_t *info)
  4459. {
  4460. if (info->raid_disks == 0) {
  4461. /* just setting version number for superblock loading */
  4462. if (info->major_version < 0 ||
  4463. info->major_version >= ARRAY_SIZE(super_types) ||
  4464. super_types[info->major_version].name == NULL) {
  4465. /* maybe try to auto-load a module? */
  4466. printk(KERN_INFO
  4467. "md: superblock version %d not known\n",
  4468. info->major_version);
  4469. return -EINVAL;
  4470. }
  4471. mddev->major_version = info->major_version;
  4472. mddev->minor_version = info->minor_version;
  4473. mddev->patch_version = info->patch_version;
  4474. mddev->persistent = !info->not_persistent;
  4475. return 0;
  4476. }
  4477. mddev->major_version = MD_MAJOR_VERSION;
  4478. mddev->minor_version = MD_MINOR_VERSION;
  4479. mddev->patch_version = MD_PATCHLEVEL_VERSION;
  4480. mddev->ctime = get_seconds();
  4481. mddev->level = info->level;
  4482. mddev->clevel[0] = 0;
  4483. mddev->dev_sectors = 2 * (sector_t)info->size;
  4484. mddev->raid_disks = info->raid_disks;
  4485. /* don't set md_minor, it is determined by which /dev/md* was
  4486. * openned
  4487. */
  4488. if (info->state & (1<<MD_SB_CLEAN))
  4489. mddev->recovery_cp = MaxSector;
  4490. else
  4491. mddev->recovery_cp = 0;
  4492. mddev->persistent = ! info->not_persistent;
  4493. mddev->external = 0;
  4494. mddev->layout = info->layout;
  4495. mddev->chunk_sectors = info->chunk_size >> 9;
  4496. mddev->max_disks = MD_SB_DISKS;
  4497. if (mddev->persistent)
  4498. mddev->flags = 0;
  4499. set_bit(MD_CHANGE_DEVS, &mddev->flags);
  4500. mddev->default_bitmap_offset = MD_SB_BYTES >> 9;
  4501. mddev->bitmap_offset = 0;
  4502. mddev->reshape_position = MaxSector;
  4503. /*
  4504. * Generate a 128 bit UUID
  4505. */
  4506. get_random_bytes(mddev->uuid, 16);
  4507. mddev->new_level = mddev->level;
  4508. mddev->new_chunk_sectors = mddev->chunk_sectors;
  4509. mddev->new_layout = mddev->layout;
  4510. mddev->delta_disks = 0;
  4511. return 0;
  4512. }
  4513. void md_set_array_sectors(mddev_t *mddev, sector_t array_sectors)
  4514. {
  4515. WARN(!mddev_is_locked(mddev), "%s: unlocked mddev!\n", __func__);
  4516. if (mddev->external_size)
  4517. return;
  4518. mddev->array_sectors = array_sectors;
  4519. }
  4520. EXPORT_SYMBOL(md_set_array_sectors);
  4521. static int update_size(mddev_t *mddev, sector_t num_sectors)
  4522. {
  4523. mdk_rdev_t *rdev;
  4524. int rv;
  4525. int fit = (num_sectors == 0);
  4526. if (mddev->pers->resize == NULL)
  4527. return -EINVAL;
  4528. /* The "num_sectors" is the number of sectors of each device that
  4529. * is used. This can only make sense for arrays with redundancy.
  4530. * linear and raid0 always use whatever space is available. We can only
  4531. * consider changing this number if no resync or reconstruction is
  4532. * happening, and if the new size is acceptable. It must fit before the
  4533. * sb_start or, if that is <data_offset, it must fit before the size
  4534. * of each device. If num_sectors is zero, we find the largest size
  4535. * that fits.
  4536. */
  4537. if (mddev->sync_thread)
  4538. return -EBUSY;
  4539. if (mddev->bitmap)
  4540. /* Sorry, cannot grow a bitmap yet, just remove it,
  4541. * grow, and re-add.
  4542. */
  4543. return -EBUSY;
  4544. list_for_each_entry(rdev, &mddev->disks, same_set) {
  4545. sector_t avail = rdev->sectors;
  4546. if (fit && (num_sectors == 0 || num_sectors > avail))
  4547. num_sectors = avail;
  4548. if (avail < num_sectors)
  4549. return -ENOSPC;
  4550. }
  4551. rv = mddev->pers->resize(mddev, num_sectors);
  4552. if (!rv)
  4553. revalidate_disk(mddev->gendisk);
  4554. return rv;
  4555. }
  4556. static int update_raid_disks(mddev_t *mddev, int raid_disks)
  4557. {
  4558. int rv;
  4559. /* change the number of raid disks */
  4560. if (mddev->pers->check_reshape == NULL)
  4561. return -EINVAL;
  4562. if (raid_disks <= 0 ||
  4563. raid_disks >= mddev->max_disks)
  4564. return -EINVAL;
  4565. if (mddev->sync_thread || mddev->reshape_position != MaxSector)
  4566. return -EBUSY;
  4567. mddev->delta_disks = raid_disks - mddev->raid_disks;
  4568. rv = mddev->pers->check_reshape(mddev);
  4569. return rv;
  4570. }
  4571. /*
  4572. * update_array_info is used to change the configuration of an
  4573. * on-line array.
  4574. * The version, ctime,level,size,raid_disks,not_persistent, layout,chunk_size
  4575. * fields in the info are checked against the array.
  4576. * Any differences that cannot be handled will cause an error.
  4577. * Normally, only one change can be managed at a time.
  4578. */
  4579. static int update_array_info(mddev_t *mddev, mdu_array_info_t *info)
  4580. {
  4581. int rv = 0;
  4582. int cnt = 0;
  4583. int state = 0;
  4584. /* calculate expected state,ignoring low bits */
  4585. if (mddev->bitmap && mddev->bitmap_offset)
  4586. state |= (1 << MD_SB_BITMAP_PRESENT);
  4587. if (mddev->major_version != info->major_version ||
  4588. mddev->minor_version != info->minor_version ||
  4589. /* mddev->patch_version != info->patch_version || */
  4590. mddev->ctime != info->ctime ||
  4591. mddev->level != info->level ||
  4592. /* mddev->layout != info->layout || */
  4593. !mddev->persistent != info->not_persistent||
  4594. mddev->chunk_sectors != info->chunk_size >> 9 ||
  4595. /* ignore bottom 8 bits of state, and allow SB_BITMAP_PRESENT to change */
  4596. ((state^info->state) & 0xfffffe00)
  4597. )
  4598. return -EINVAL;
  4599. /* Check there is only one change */
  4600. if (info->size >= 0 && mddev->dev_sectors / 2 != info->size)
  4601. cnt++;
  4602. if (mddev->raid_disks != info->raid_disks)
  4603. cnt++;
  4604. if (mddev->layout != info->layout)
  4605. cnt++;
  4606. if ((state ^ info->state) & (1<<MD_SB_BITMAP_PRESENT))
  4607. cnt++;
  4608. if (cnt == 0)
  4609. return 0;
  4610. if (cnt > 1)
  4611. return -EINVAL;
  4612. if (mddev->layout != info->layout) {
  4613. /* Change layout
  4614. * we don't need to do anything at the md level, the
  4615. * personality will take care of it all.
  4616. */
  4617. if (mddev->pers->check_reshape == NULL)
  4618. return -EINVAL;
  4619. else {
  4620. mddev->new_layout = info->layout;
  4621. rv = mddev->pers->check_reshape(mddev);
  4622. if (rv)
  4623. mddev->new_layout = mddev->layout;
  4624. return rv;
  4625. }
  4626. }
  4627. if (info->size >= 0 && mddev->dev_sectors / 2 != info->size)
  4628. rv = update_size(mddev, (sector_t)info->size * 2);
  4629. if (mddev->raid_disks != info->raid_disks)
  4630. rv = update_raid_disks(mddev, info->raid_disks);
  4631. if ((state ^ info->state) & (1<<MD_SB_BITMAP_PRESENT)) {
  4632. if (mddev->pers->quiesce == NULL)
  4633. return -EINVAL;
  4634. if (mddev->recovery || mddev->sync_thread)
  4635. return -EBUSY;
  4636. if (info->state & (1<<MD_SB_BITMAP_PRESENT)) {
  4637. /* add the bitmap */
  4638. if (mddev->bitmap)
  4639. return -EEXIST;
  4640. if (mddev->default_bitmap_offset == 0)
  4641. return -EINVAL;
  4642. mddev->bitmap_offset = mddev->default_bitmap_offset;
  4643. mddev->pers->quiesce(mddev, 1);
  4644. rv = bitmap_create(mddev);
  4645. if (rv)
  4646. bitmap_destroy(mddev);
  4647. mddev->pers->quiesce(mddev, 0);
  4648. } else {
  4649. /* remove the bitmap */
  4650. if (!mddev->bitmap)
  4651. return -ENOENT;
  4652. if (mddev->bitmap->file)
  4653. return -EINVAL;
  4654. mddev->pers->quiesce(mddev, 1);
  4655. bitmap_destroy(mddev);
  4656. mddev->pers->quiesce(mddev, 0);
  4657. mddev->bitmap_offset = 0;
  4658. }
  4659. }
  4660. md_update_sb(mddev, 1);
  4661. return rv;
  4662. }
  4663. static int set_disk_faulty(mddev_t *mddev, dev_t dev)
  4664. {
  4665. mdk_rdev_t *rdev;
  4666. if (mddev->pers == NULL)
  4667. return -ENODEV;
  4668. rdev = find_rdev(mddev, dev);
  4669. if (!rdev)
  4670. return -ENODEV;
  4671. md_error(mddev, rdev);
  4672. return 0;
  4673. }
  4674. /*
  4675. * We have a problem here : there is no easy way to give a CHS
  4676. * virtual geometry. We currently pretend that we have a 2 heads
  4677. * 4 sectors (with a BIG number of cylinders...). This drives
  4678. * dosfs just mad... ;-)
  4679. */
  4680. static int md_getgeo(struct block_device *bdev, struct hd_geometry *geo)
  4681. {
  4682. mddev_t *mddev = bdev->bd_disk->private_data;
  4683. geo->heads = 2;
  4684. geo->sectors = 4;
  4685. geo->cylinders = get_capacity(mddev->gendisk) / 8;
  4686. return 0;
  4687. }
  4688. static int md_ioctl(struct block_device *bdev, fmode_t mode,
  4689. unsigned int cmd, unsigned long arg)
  4690. {
  4691. int err = 0;
  4692. void __user *argp = (void __user *)arg;
  4693. mddev_t *mddev = NULL;
  4694. if (!capable(CAP_SYS_ADMIN))
  4695. return -EACCES;
  4696. /*
  4697. * Commands dealing with the RAID driver but not any
  4698. * particular array:
  4699. */
  4700. switch (cmd)
  4701. {
  4702. case RAID_VERSION:
  4703. err = get_version(argp);
  4704. goto done;
  4705. case PRINT_RAID_DEBUG:
  4706. err = 0;
  4707. md_print_devices();
  4708. goto done;
  4709. #ifndef MODULE
  4710. case RAID_AUTORUN:
  4711. err = 0;
  4712. autostart_arrays(arg);
  4713. goto done;
  4714. #endif
  4715. default:;
  4716. }
  4717. /*
  4718. * Commands creating/starting a new array:
  4719. */
  4720. mddev = bdev->bd_disk->private_data;
  4721. if (!mddev) {
  4722. BUG();
  4723. goto abort;
  4724. }
  4725. err = mddev_lock(mddev);
  4726. if (err) {
  4727. printk(KERN_INFO
  4728. "md: ioctl lock interrupted, reason %d, cmd %d\n",
  4729. err, cmd);
  4730. goto abort;
  4731. }
  4732. switch (cmd)
  4733. {
  4734. case SET_ARRAY_INFO:
  4735. {
  4736. mdu_array_info_t info;
  4737. if (!arg)
  4738. memset(&info, 0, sizeof(info));
  4739. else if (copy_from_user(&info, argp, sizeof(info))) {
  4740. err = -EFAULT;
  4741. goto abort_unlock;
  4742. }
  4743. if (mddev->pers) {
  4744. err = update_array_info(mddev, &info);
  4745. if (err) {
  4746. printk(KERN_WARNING "md: couldn't update"
  4747. " array info. %d\n", err);
  4748. goto abort_unlock;
  4749. }
  4750. goto done_unlock;
  4751. }
  4752. if (!list_empty(&mddev->disks)) {
  4753. printk(KERN_WARNING
  4754. "md: array %s already has disks!\n",
  4755. mdname(mddev));
  4756. err = -EBUSY;
  4757. goto abort_unlock;
  4758. }
  4759. if (mddev->raid_disks) {
  4760. printk(KERN_WARNING
  4761. "md: array %s already initialised!\n",
  4762. mdname(mddev));
  4763. err = -EBUSY;
  4764. goto abort_unlock;
  4765. }
  4766. err = set_array_info(mddev, &info);
  4767. if (err) {
  4768. printk(KERN_WARNING "md: couldn't set"
  4769. " array info. %d\n", err);
  4770. goto abort_unlock;
  4771. }
  4772. }
  4773. goto done_unlock;
  4774. default:;
  4775. }
  4776. /*
  4777. * Commands querying/configuring an existing array:
  4778. */
  4779. /* if we are not initialised yet, only ADD_NEW_DISK, STOP_ARRAY,
  4780. * RUN_ARRAY, and GET_ and SET_BITMAP_FILE are allowed */
  4781. if ((!mddev->raid_disks && !mddev->external)
  4782. && cmd != ADD_NEW_DISK && cmd != STOP_ARRAY
  4783. && cmd != RUN_ARRAY && cmd != SET_BITMAP_FILE
  4784. && cmd != GET_BITMAP_FILE) {
  4785. err = -ENODEV;
  4786. goto abort_unlock;
  4787. }
  4788. /*
  4789. * Commands even a read-only array can execute:
  4790. */
  4791. switch (cmd)
  4792. {
  4793. case GET_ARRAY_INFO:
  4794. err = get_array_info(mddev, argp);
  4795. goto done_unlock;
  4796. case GET_BITMAP_FILE:
  4797. err = get_bitmap_file(mddev, argp);
  4798. goto done_unlock;
  4799. case GET_DISK_INFO:
  4800. err = get_disk_info(mddev, argp);
  4801. goto done_unlock;
  4802. case RESTART_ARRAY_RW:
  4803. err = restart_array(mddev);
  4804. goto done_unlock;
  4805. case STOP_ARRAY:
  4806. err = do_md_stop(mddev, 0, 1);
  4807. goto done_unlock;
  4808. case STOP_ARRAY_RO:
  4809. err = do_md_stop(mddev, 1, 1);
  4810. goto done_unlock;
  4811. }
  4812. /*
  4813. * The remaining ioctls are changing the state of the
  4814. * superblock, so we do not allow them on read-only arrays.
  4815. * However non-MD ioctls (e.g. get-size) will still come through
  4816. * here and hit the 'default' below, so only disallow
  4817. * 'md' ioctls, and switch to rw mode if started auto-readonly.
  4818. */
  4819. if (_IOC_TYPE(cmd) == MD_MAJOR && mddev->ro && mddev->pers) {
  4820. if (mddev->ro == 2) {
  4821. mddev->ro = 0;
  4822. sysfs_notify_dirent(mddev->sysfs_state);
  4823. set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
  4824. md_wakeup_thread(mddev->thread);
  4825. } else {
  4826. err = -EROFS;
  4827. goto abort_unlock;
  4828. }
  4829. }
  4830. switch (cmd)
  4831. {
  4832. case ADD_NEW_DISK:
  4833. {
  4834. mdu_disk_info_t info;
  4835. if (copy_from_user(&info, argp, sizeof(info)))
  4836. err = -EFAULT;
  4837. else
  4838. err = add_new_disk(mddev, &info);
  4839. goto done_unlock;
  4840. }
  4841. case HOT_REMOVE_DISK:
  4842. err = hot_remove_disk(mddev, new_decode_dev(arg));
  4843. goto done_unlock;
  4844. case HOT_ADD_DISK:
  4845. err = hot_add_disk(mddev, new_decode_dev(arg));
  4846. goto done_unlock;
  4847. case SET_DISK_FAULTY:
  4848. err = set_disk_faulty(mddev, new_decode_dev(arg));
  4849. goto done_unlock;
  4850. case RUN_ARRAY:
  4851. err = do_md_run(mddev);
  4852. goto done_unlock;
  4853. case SET_BITMAP_FILE:
  4854. err = set_bitmap_file(mddev, (int)arg);
  4855. goto done_unlock;
  4856. default:
  4857. err = -EINVAL;
  4858. goto abort_unlock;
  4859. }
  4860. done_unlock:
  4861. abort_unlock:
  4862. if (mddev->hold_active == UNTIL_IOCTL &&
  4863. err != -EINVAL)
  4864. mddev->hold_active = 0;
  4865. mddev_unlock(mddev);
  4866. return err;
  4867. done:
  4868. if (err)
  4869. MD_BUG();
  4870. abort:
  4871. return err;
  4872. }
  4873. static int md_open(struct block_device *bdev, fmode_t mode)
  4874. {
  4875. /*
  4876. * Succeed if we can lock the mddev, which confirms that
  4877. * it isn't being stopped right now.
  4878. */
  4879. mddev_t *mddev = mddev_find(bdev->bd_dev);
  4880. int err;
  4881. if (mddev->gendisk != bdev->bd_disk) {
  4882. /* we are racing with mddev_put which is discarding this
  4883. * bd_disk.
  4884. */
  4885. mddev_put(mddev);
  4886. /* Wait until bdev->bd_disk is definitely gone */
  4887. flush_scheduled_work();
  4888. /* Then retry the open from the top */
  4889. return -ERESTARTSYS;
  4890. }
  4891. BUG_ON(mddev != bdev->bd_disk->private_data);
  4892. if ((err = mutex_lock_interruptible(&mddev->open_mutex)))
  4893. goto out;
  4894. err = 0;
  4895. atomic_inc(&mddev->openers);
  4896. mutex_unlock(&mddev->open_mutex);
  4897. check_disk_change(bdev);
  4898. out:
  4899. return err;
  4900. }
  4901. static int md_release(struct gendisk *disk, fmode_t mode)
  4902. {
  4903. mddev_t *mddev = disk->private_data;
  4904. BUG_ON(!mddev);
  4905. atomic_dec(&mddev->openers);
  4906. mddev_put(mddev);
  4907. return 0;
  4908. }
  4909. static int md_media_changed(struct gendisk *disk)
  4910. {
  4911. mddev_t *mddev = disk->private_data;
  4912. return mddev->changed;
  4913. }
  4914. static int md_revalidate(struct gendisk *disk)
  4915. {
  4916. mddev_t *mddev = disk->private_data;
  4917. mddev->changed = 0;
  4918. return 0;
  4919. }
  4920. static const struct block_device_operations md_fops =
  4921. {
  4922. .owner = THIS_MODULE,
  4923. .open = md_open,
  4924. .release = md_release,
  4925. .ioctl = md_ioctl,
  4926. .getgeo = md_getgeo,
  4927. .media_changed = md_media_changed,
  4928. .revalidate_disk= md_revalidate,
  4929. };
  4930. static int md_thread(void * arg)
  4931. {
  4932. mdk_thread_t *thread = arg;
  4933. /*
  4934. * md_thread is a 'system-thread', it's priority should be very
  4935. * high. We avoid resource deadlocks individually in each
  4936. * raid personality. (RAID5 does preallocation) We also use RR and
  4937. * the very same RT priority as kswapd, thus we will never get
  4938. * into a priority inversion deadlock.
  4939. *
  4940. * we definitely have to have equal or higher priority than
  4941. * bdflush, otherwise bdflush will deadlock if there are too
  4942. * many dirty RAID5 blocks.
  4943. */
  4944. allow_signal(SIGKILL);
  4945. while (!kthread_should_stop()) {
  4946. /* We need to wait INTERRUPTIBLE so that
  4947. * we don't add to the load-average.
  4948. * That means we need to be sure no signals are
  4949. * pending
  4950. */
  4951. if (signal_pending(current))
  4952. flush_signals(current);
  4953. wait_event_interruptible_timeout
  4954. (thread->wqueue,
  4955. test_bit(THREAD_WAKEUP, &thread->flags)
  4956. || kthread_should_stop(),
  4957. thread->timeout);
  4958. clear_bit(THREAD_WAKEUP, &thread->flags);
  4959. thread->run(thread->mddev);
  4960. }
  4961. return 0;
  4962. }
  4963. void md_wakeup_thread(mdk_thread_t *thread)
  4964. {
  4965. if (thread) {
  4966. dprintk("md: waking up MD thread %s.\n", thread->tsk->comm);
  4967. set_bit(THREAD_WAKEUP, &thread->flags);
  4968. wake_up(&thread->wqueue);
  4969. }
  4970. }
  4971. mdk_thread_t *md_register_thread(void (*run) (mddev_t *), mddev_t *mddev,
  4972. const char *name)
  4973. {
  4974. mdk_thread_t *thread;
  4975. thread = kzalloc(sizeof(mdk_thread_t), GFP_KERNEL);
  4976. if (!thread)
  4977. return NULL;
  4978. init_waitqueue_head(&thread->wqueue);
  4979. thread->run = run;
  4980. thread->mddev = mddev;
  4981. thread->timeout = MAX_SCHEDULE_TIMEOUT;
  4982. thread->tsk = kthread_run(md_thread, thread, name, mdname(thread->mddev));
  4983. if (IS_ERR(thread->tsk)) {
  4984. kfree(thread);
  4985. return NULL;
  4986. }
  4987. return thread;
  4988. }
  4989. void md_unregister_thread(mdk_thread_t *thread)
  4990. {
  4991. if (!thread)
  4992. return;
  4993. dprintk("interrupting MD-thread pid %d\n", task_pid_nr(thread->tsk));
  4994. kthread_stop(thread->tsk);
  4995. kfree(thread);
  4996. }
  4997. void md_error(mddev_t *mddev, mdk_rdev_t *rdev)
  4998. {
  4999. if (!mddev) {
  5000. MD_BUG();
  5001. return;
  5002. }
  5003. if (!rdev || test_bit(Faulty, &rdev->flags))
  5004. return;
  5005. if (mddev->external)
  5006. set_bit(Blocked, &rdev->flags);
  5007. /*
  5008. dprintk("md_error dev:%s, rdev:(%d:%d), (caller: %p,%p,%p,%p).\n",
  5009. mdname(mddev),
  5010. MAJOR(rdev->bdev->bd_dev), MINOR(rdev->bdev->bd_dev),
  5011. __builtin_return_address(0),__builtin_return_address(1),
  5012. __builtin_return_address(2),__builtin_return_address(3));
  5013. */
  5014. if (!mddev->pers)
  5015. return;
  5016. if (!mddev->pers->error_handler)
  5017. return;
  5018. mddev->pers->error_handler(mddev,rdev);
  5019. if (mddev->degraded)
  5020. set_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
  5021. set_bit(StateChanged, &rdev->flags);
  5022. set_bit(MD_RECOVERY_INTR, &mddev->recovery);
  5023. set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
  5024. md_wakeup_thread(mddev->thread);
  5025. md_new_event_inintr(mddev);
  5026. }
  5027. /* seq_file implementation /proc/mdstat */
  5028. static void status_unused(struct seq_file *seq)
  5029. {
  5030. int i = 0;
  5031. mdk_rdev_t *rdev;
  5032. seq_printf(seq, "unused devices: ");
  5033. list_for_each_entry(rdev, &pending_raid_disks, same_set) {
  5034. char b[BDEVNAME_SIZE];
  5035. i++;
  5036. seq_printf(seq, "%s ",
  5037. bdevname(rdev->bdev,b));
  5038. }
  5039. if (!i)
  5040. seq_printf(seq, "<none>");
  5041. seq_printf(seq, "\n");
  5042. }
  5043. static void status_resync(struct seq_file *seq, mddev_t * mddev)
  5044. {
  5045. sector_t max_sectors, resync, res;
  5046. unsigned long dt, db;
  5047. sector_t rt;
  5048. int scale;
  5049. unsigned int per_milli;
  5050. resync = mddev->curr_resync - atomic_read(&mddev->recovery_active);
  5051. if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery))
  5052. max_sectors = mddev->resync_max_sectors;
  5053. else
  5054. max_sectors = mddev->dev_sectors;
  5055. /*
  5056. * Should not happen.
  5057. */
  5058. if (!max_sectors) {
  5059. MD_BUG();
  5060. return;
  5061. }
  5062. /* Pick 'scale' such that (resync>>scale)*1000 will fit
  5063. * in a sector_t, and (max_sectors>>scale) will fit in a
  5064. * u32, as those are the requirements for sector_div.
  5065. * Thus 'scale' must be at least 10
  5066. */
  5067. scale = 10;
  5068. if (sizeof(sector_t) > sizeof(unsigned long)) {
  5069. while ( max_sectors/2 > (1ULL<<(scale+32)))
  5070. scale++;
  5071. }
  5072. res = (resync>>scale)*1000;
  5073. sector_div(res, (u32)((max_sectors>>scale)+1));
  5074. per_milli = res;
  5075. {
  5076. int i, x = per_milli/50, y = 20-x;
  5077. seq_printf(seq, "[");
  5078. for (i = 0; i < x; i++)
  5079. seq_printf(seq, "=");
  5080. seq_printf(seq, ">");
  5081. for (i = 0; i < y; i++)
  5082. seq_printf(seq, ".");
  5083. seq_printf(seq, "] ");
  5084. }
  5085. seq_printf(seq, " %s =%3u.%u%% (%llu/%llu)",
  5086. (test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery)?
  5087. "reshape" :
  5088. (test_bit(MD_RECOVERY_CHECK, &mddev->recovery)?
  5089. "check" :
  5090. (test_bit(MD_RECOVERY_SYNC, &mddev->recovery) ?
  5091. "resync" : "recovery"))),
  5092. per_milli/10, per_milli % 10,
  5093. (unsigned long long) resync/2,
  5094. (unsigned long long) max_sectors/2);
  5095. /*
  5096. * dt: time from mark until now
  5097. * db: blocks written from mark until now
  5098. * rt: remaining time
  5099. *
  5100. * rt is a sector_t, so could be 32bit or 64bit.
  5101. * So we divide before multiply in case it is 32bit and close
  5102. * to the limit.
  5103. * We scale the divisor (db) by 32 to avoid loosing precision
  5104. * near the end of resync when the number of remaining sectors
  5105. * is close to 'db'.
  5106. * We then divide rt by 32 after multiplying by db to compensate.
  5107. * The '+1' avoids division by zero if db is very small.
  5108. */
  5109. dt = ((jiffies - mddev->resync_mark) / HZ);
  5110. if (!dt) dt++;
  5111. db = (mddev->curr_mark_cnt - atomic_read(&mddev->recovery_active))
  5112. - mddev->resync_mark_cnt;
  5113. rt = max_sectors - resync; /* number of remaining sectors */
  5114. sector_div(rt, db/32+1);
  5115. rt *= dt;
  5116. rt >>= 5;
  5117. seq_printf(seq, " finish=%lu.%lumin", (unsigned long)rt / 60,
  5118. ((unsigned long)rt % 60)/6);
  5119. seq_printf(seq, " speed=%ldK/sec", db/2/dt);
  5120. }
  5121. static void *md_seq_start(struct seq_file *seq, loff_t *pos)
  5122. {
  5123. struct list_head *tmp;
  5124. loff_t l = *pos;
  5125. mddev_t *mddev;
  5126. if (l >= 0x10000)
  5127. return NULL;
  5128. if (!l--)
  5129. /* header */
  5130. return (void*)1;
  5131. spin_lock(&all_mddevs_lock);
  5132. list_for_each(tmp,&all_mddevs)
  5133. if (!l--) {
  5134. mddev = list_entry(tmp, mddev_t, all_mddevs);
  5135. mddev_get(mddev);
  5136. spin_unlock(&all_mddevs_lock);
  5137. return mddev;
  5138. }
  5139. spin_unlock(&all_mddevs_lock);
  5140. if (!l--)
  5141. return (void*)2;/* tail */
  5142. return NULL;
  5143. }
  5144. static void *md_seq_next(struct seq_file *seq, void *v, loff_t *pos)
  5145. {
  5146. struct list_head *tmp;
  5147. mddev_t *next_mddev, *mddev = v;
  5148. ++*pos;
  5149. if (v == (void*)2)
  5150. return NULL;
  5151. spin_lock(&all_mddevs_lock);
  5152. if (v == (void*)1)
  5153. tmp = all_mddevs.next;
  5154. else
  5155. tmp = mddev->all_mddevs.next;
  5156. if (tmp != &all_mddevs)
  5157. next_mddev = mddev_get(list_entry(tmp,mddev_t,all_mddevs));
  5158. else {
  5159. next_mddev = (void*)2;
  5160. *pos = 0x10000;
  5161. }
  5162. spin_unlock(&all_mddevs_lock);
  5163. if (v != (void*)1)
  5164. mddev_put(mddev);
  5165. return next_mddev;
  5166. }
  5167. static void md_seq_stop(struct seq_file *seq, void *v)
  5168. {
  5169. mddev_t *mddev = v;
  5170. if (mddev && v != (void*)1 && v != (void*)2)
  5171. mddev_put(mddev);
  5172. }
  5173. struct mdstat_info {
  5174. int event;
  5175. };
  5176. static int md_seq_show(struct seq_file *seq, void *v)
  5177. {
  5178. mddev_t *mddev = v;
  5179. sector_t sectors;
  5180. mdk_rdev_t *rdev;
  5181. struct mdstat_info *mi = seq->private;
  5182. struct bitmap *bitmap;
  5183. if (v == (void*)1) {
  5184. struct mdk_personality *pers;
  5185. seq_printf(seq, "Personalities : ");
  5186. spin_lock(&pers_lock);
  5187. list_for_each_entry(pers, &pers_list, list)
  5188. seq_printf(seq, "[%s] ", pers->name);
  5189. spin_unlock(&pers_lock);
  5190. seq_printf(seq, "\n");
  5191. mi->event = atomic_read(&md_event_count);
  5192. return 0;
  5193. }
  5194. if (v == (void*)2) {
  5195. status_unused(seq);
  5196. return 0;
  5197. }
  5198. if (mddev_lock(mddev) < 0)
  5199. return -EINTR;
  5200. if (mddev->pers || mddev->raid_disks || !list_empty(&mddev->disks)) {
  5201. seq_printf(seq, "%s : %sactive", mdname(mddev),
  5202. mddev->pers ? "" : "in");
  5203. if (mddev->pers) {
  5204. if (mddev->ro==1)
  5205. seq_printf(seq, " (read-only)");
  5206. if (mddev->ro==2)
  5207. seq_printf(seq, " (auto-read-only)");
  5208. seq_printf(seq, " %s", mddev->pers->name);
  5209. }
  5210. sectors = 0;
  5211. list_for_each_entry(rdev, &mddev->disks, same_set) {
  5212. char b[BDEVNAME_SIZE];
  5213. seq_printf(seq, " %s[%d]",
  5214. bdevname(rdev->bdev,b), rdev->desc_nr);
  5215. if (test_bit(WriteMostly, &rdev->flags))
  5216. seq_printf(seq, "(W)");
  5217. if (test_bit(Faulty, &rdev->flags)) {
  5218. seq_printf(seq, "(F)");
  5219. continue;
  5220. } else if (rdev->raid_disk < 0)
  5221. seq_printf(seq, "(S)"); /* spare */
  5222. sectors += rdev->sectors;
  5223. }
  5224. if (!list_empty(&mddev->disks)) {
  5225. if (mddev->pers)
  5226. seq_printf(seq, "\n %llu blocks",
  5227. (unsigned long long)
  5228. mddev->array_sectors / 2);
  5229. else
  5230. seq_printf(seq, "\n %llu blocks",
  5231. (unsigned long long)sectors / 2);
  5232. }
  5233. if (mddev->persistent) {
  5234. if (mddev->major_version != 0 ||
  5235. mddev->minor_version != 90) {
  5236. seq_printf(seq," super %d.%d",
  5237. mddev->major_version,
  5238. mddev->minor_version);
  5239. }
  5240. } else if (mddev->external)
  5241. seq_printf(seq, " super external:%s",
  5242. mddev->metadata_type);
  5243. else
  5244. seq_printf(seq, " super non-persistent");
  5245. if (mddev->pers) {
  5246. mddev->pers->status(seq, mddev);
  5247. seq_printf(seq, "\n ");
  5248. if (mddev->pers->sync_request) {
  5249. if (mddev->curr_resync > 2) {
  5250. status_resync(seq, mddev);
  5251. seq_printf(seq, "\n ");
  5252. } else if (mddev->curr_resync == 1 || mddev->curr_resync == 2)
  5253. seq_printf(seq, "\tresync=DELAYED\n ");
  5254. else if (mddev->recovery_cp < MaxSector)
  5255. seq_printf(seq, "\tresync=PENDING\n ");
  5256. }
  5257. } else
  5258. seq_printf(seq, "\n ");
  5259. if ((bitmap = mddev->bitmap)) {
  5260. unsigned long chunk_kb;
  5261. unsigned long flags;
  5262. spin_lock_irqsave(&bitmap->lock, flags);
  5263. chunk_kb = bitmap->chunksize >> 10;
  5264. seq_printf(seq, "bitmap: %lu/%lu pages [%luKB], "
  5265. "%lu%s chunk",
  5266. bitmap->pages - bitmap->missing_pages,
  5267. bitmap->pages,
  5268. (bitmap->pages - bitmap->missing_pages)
  5269. << (PAGE_SHIFT - 10),
  5270. chunk_kb ? chunk_kb : bitmap->chunksize,
  5271. chunk_kb ? "KB" : "B");
  5272. if (bitmap->file) {
  5273. seq_printf(seq, ", file: ");
  5274. seq_path(seq, &bitmap->file->f_path, " \t\n");
  5275. }
  5276. seq_printf(seq, "\n");
  5277. spin_unlock_irqrestore(&bitmap->lock, flags);
  5278. }
  5279. seq_printf(seq, "\n");
  5280. }
  5281. mddev_unlock(mddev);
  5282. return 0;
  5283. }
  5284. static const struct seq_operations md_seq_ops = {
  5285. .start = md_seq_start,
  5286. .next = md_seq_next,
  5287. .stop = md_seq_stop,
  5288. .show = md_seq_show,
  5289. };
  5290. static int md_seq_open(struct inode *inode, struct file *file)
  5291. {
  5292. int error;
  5293. struct mdstat_info *mi = kmalloc(sizeof(*mi), GFP_KERNEL);
  5294. if (mi == NULL)
  5295. return -ENOMEM;
  5296. error = seq_open(file, &md_seq_ops);
  5297. if (error)
  5298. kfree(mi);
  5299. else {
  5300. struct seq_file *p = file->private_data;
  5301. p->private = mi;
  5302. mi->event = atomic_read(&md_event_count);
  5303. }
  5304. return error;
  5305. }
  5306. static unsigned int mdstat_poll(struct file *filp, poll_table *wait)
  5307. {
  5308. struct seq_file *m = filp->private_data;
  5309. struct mdstat_info *mi = m->private;
  5310. int mask;
  5311. poll_wait(filp, &md_event_waiters, wait);
  5312. /* always allow read */
  5313. mask = POLLIN | POLLRDNORM;
  5314. if (mi->event != atomic_read(&md_event_count))
  5315. mask |= POLLERR | POLLPRI;
  5316. return mask;
  5317. }
  5318. static const struct file_operations md_seq_fops = {
  5319. .owner = THIS_MODULE,
  5320. .open = md_seq_open,
  5321. .read = seq_read,
  5322. .llseek = seq_lseek,
  5323. .release = seq_release_private,
  5324. .poll = mdstat_poll,
  5325. };
  5326. int register_md_personality(struct mdk_personality *p)
  5327. {
  5328. spin_lock(&pers_lock);
  5329. list_add_tail(&p->list, &pers_list);
  5330. printk(KERN_INFO "md: %s personality registered for level %d\n", p->name, p->level);
  5331. spin_unlock(&pers_lock);
  5332. return 0;
  5333. }
  5334. int unregister_md_personality(struct mdk_personality *p)
  5335. {
  5336. printk(KERN_INFO "md: %s personality unregistered\n", p->name);
  5337. spin_lock(&pers_lock);
  5338. list_del_init(&p->list);
  5339. spin_unlock(&pers_lock);
  5340. return 0;
  5341. }
  5342. static int is_mddev_idle(mddev_t *mddev, int init)
  5343. {
  5344. mdk_rdev_t * rdev;
  5345. int idle;
  5346. int curr_events;
  5347. idle = 1;
  5348. rcu_read_lock();
  5349. rdev_for_each_rcu(rdev, mddev) {
  5350. struct gendisk *disk = rdev->bdev->bd_contains->bd_disk;
  5351. curr_events = (int)part_stat_read(&disk->part0, sectors[0]) +
  5352. (int)part_stat_read(&disk->part0, sectors[1]) -
  5353. atomic_read(&disk->sync_io);
  5354. /* sync IO will cause sync_io to increase before the disk_stats
  5355. * as sync_io is counted when a request starts, and
  5356. * disk_stats is counted when it completes.
  5357. * So resync activity will cause curr_events to be smaller than
  5358. * when there was no such activity.
  5359. * non-sync IO will cause disk_stat to increase without
  5360. * increasing sync_io so curr_events will (eventually)
  5361. * be larger than it was before. Once it becomes
  5362. * substantially larger, the test below will cause
  5363. * the array to appear non-idle, and resync will slow
  5364. * down.
  5365. * If there is a lot of outstanding resync activity when
  5366. * we set last_event to curr_events, then all that activity
  5367. * completing might cause the array to appear non-idle
  5368. * and resync will be slowed down even though there might
  5369. * not have been non-resync activity. This will only
  5370. * happen once though. 'last_events' will soon reflect
  5371. * the state where there is little or no outstanding
  5372. * resync requests, and further resync activity will
  5373. * always make curr_events less than last_events.
  5374. *
  5375. */
  5376. if (init || curr_events - rdev->last_events > 64) {
  5377. rdev->last_events = curr_events;
  5378. idle = 0;
  5379. }
  5380. }
  5381. rcu_read_unlock();
  5382. return idle;
  5383. }
  5384. void md_done_sync(mddev_t *mddev, int blocks, int ok)
  5385. {
  5386. /* another "blocks" (512byte) blocks have been synced */
  5387. atomic_sub(blocks, &mddev->recovery_active);
  5388. wake_up(&mddev->recovery_wait);
  5389. if (!ok) {
  5390. set_bit(MD_RECOVERY_INTR, &mddev->recovery);
  5391. md_wakeup_thread(mddev->thread);
  5392. // stop recovery, signal do_sync ....
  5393. }
  5394. }
  5395. /* md_write_start(mddev, bi)
  5396. * If we need to update some array metadata (e.g. 'active' flag
  5397. * in superblock) before writing, schedule a superblock update
  5398. * and wait for it to complete.
  5399. */
  5400. void md_write_start(mddev_t *mddev, struct bio *bi)
  5401. {
  5402. int did_change = 0;
  5403. if (bio_data_dir(bi) != WRITE)
  5404. return;
  5405. BUG_ON(mddev->ro == 1);
  5406. if (mddev->ro == 2) {
  5407. /* need to switch to read/write */
  5408. mddev->ro = 0;
  5409. set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
  5410. md_wakeup_thread(mddev->thread);
  5411. md_wakeup_thread(mddev->sync_thread);
  5412. did_change = 1;
  5413. }
  5414. atomic_inc(&mddev->writes_pending);
  5415. if (mddev->safemode == 1)
  5416. mddev->safemode = 0;
  5417. if (mddev->in_sync) {
  5418. spin_lock_irq(&mddev->write_lock);
  5419. if (mddev->in_sync) {
  5420. mddev->in_sync = 0;
  5421. set_bit(MD_CHANGE_CLEAN, &mddev->flags);
  5422. md_wakeup_thread(mddev->thread);
  5423. did_change = 1;
  5424. }
  5425. spin_unlock_irq(&mddev->write_lock);
  5426. }
  5427. if (did_change)
  5428. sysfs_notify_dirent(mddev->sysfs_state);
  5429. wait_event(mddev->sb_wait,
  5430. !test_bit(MD_CHANGE_CLEAN, &mddev->flags) &&
  5431. !test_bit(MD_CHANGE_PENDING, &mddev->flags));
  5432. }
  5433. void md_write_end(mddev_t *mddev)
  5434. {
  5435. if (atomic_dec_and_test(&mddev->writes_pending)) {
  5436. if (mddev->safemode == 2)
  5437. md_wakeup_thread(mddev->thread);
  5438. else if (mddev->safemode_delay)
  5439. mod_timer(&mddev->safemode_timer, jiffies + mddev->safemode_delay);
  5440. }
  5441. }
  5442. /* md_allow_write(mddev)
  5443. * Calling this ensures that the array is marked 'active' so that writes
  5444. * may proceed without blocking. It is important to call this before
  5445. * attempting a GFP_KERNEL allocation while holding the mddev lock.
  5446. * Must be called with mddev_lock held.
  5447. *
  5448. * In the ->external case MD_CHANGE_CLEAN can not be cleared until mddev->lock
  5449. * is dropped, so return -EAGAIN after notifying userspace.
  5450. */
  5451. int md_allow_write(mddev_t *mddev)
  5452. {
  5453. if (!mddev->pers)
  5454. return 0;
  5455. if (mddev->ro)
  5456. return 0;
  5457. if (!mddev->pers->sync_request)
  5458. return 0;
  5459. spin_lock_irq(&mddev->write_lock);
  5460. if (mddev->in_sync) {
  5461. mddev->in_sync = 0;
  5462. set_bit(MD_CHANGE_CLEAN, &mddev->flags);
  5463. if (mddev->safemode_delay &&
  5464. mddev->safemode == 0)
  5465. mddev->safemode = 1;
  5466. spin_unlock_irq(&mddev->write_lock);
  5467. md_update_sb(mddev, 0);
  5468. sysfs_notify_dirent(mddev->sysfs_state);
  5469. } else
  5470. spin_unlock_irq(&mddev->write_lock);
  5471. if (test_bit(MD_CHANGE_CLEAN, &mddev->flags))
  5472. return -EAGAIN;
  5473. else
  5474. return 0;
  5475. }
  5476. EXPORT_SYMBOL_GPL(md_allow_write);
  5477. #define SYNC_MARKS 10
  5478. #define SYNC_MARK_STEP (3*HZ)
  5479. void md_do_sync(mddev_t *mddev)
  5480. {
  5481. mddev_t *mddev2;
  5482. unsigned int currspeed = 0,
  5483. window;
  5484. sector_t max_sectors,j, io_sectors;
  5485. unsigned long mark[SYNC_MARKS];
  5486. sector_t mark_cnt[SYNC_MARKS];
  5487. int last_mark,m;
  5488. struct list_head *tmp;
  5489. sector_t last_check;
  5490. int skipped = 0;
  5491. mdk_rdev_t *rdev;
  5492. char *desc;
  5493. /* just incase thread restarts... */
  5494. if (test_bit(MD_RECOVERY_DONE, &mddev->recovery))
  5495. return;
  5496. if (mddev->ro) /* never try to sync a read-only array */
  5497. return;
  5498. if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery)) {
  5499. if (test_bit(MD_RECOVERY_CHECK, &mddev->recovery))
  5500. desc = "data-check";
  5501. else if (test_bit(MD_RECOVERY_REQUESTED, &mddev->recovery))
  5502. desc = "requested-resync";
  5503. else
  5504. desc = "resync";
  5505. } else if (test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery))
  5506. desc = "reshape";
  5507. else
  5508. desc = "recovery";
  5509. /* we overload curr_resync somewhat here.
  5510. * 0 == not engaged in resync at all
  5511. * 2 == checking that there is no conflict with another sync
  5512. * 1 == like 2, but have yielded to allow conflicting resync to
  5513. * commense
  5514. * other == active in resync - this many blocks
  5515. *
  5516. * Before starting a resync we must have set curr_resync to
  5517. * 2, and then checked that every "conflicting" array has curr_resync
  5518. * less than ours. When we find one that is the same or higher
  5519. * we wait on resync_wait. To avoid deadlock, we reduce curr_resync
  5520. * to 1 if we choose to yield (based arbitrarily on address of mddev structure).
  5521. * This will mean we have to start checking from the beginning again.
  5522. *
  5523. */
  5524. do {
  5525. mddev->curr_resync = 2;
  5526. try_again:
  5527. if (kthread_should_stop()) {
  5528. set_bit(MD_RECOVERY_INTR, &mddev->recovery);
  5529. goto skip;
  5530. }
  5531. for_each_mddev(mddev2, tmp) {
  5532. if (mddev2 == mddev)
  5533. continue;
  5534. if (!mddev->parallel_resync
  5535. && mddev2->curr_resync
  5536. && match_mddev_units(mddev, mddev2)) {
  5537. DEFINE_WAIT(wq);
  5538. if (mddev < mddev2 && mddev->curr_resync == 2) {
  5539. /* arbitrarily yield */
  5540. mddev->curr_resync = 1;
  5541. wake_up(&resync_wait);
  5542. }
  5543. if (mddev > mddev2 && mddev->curr_resync == 1)
  5544. /* no need to wait here, we can wait the next
  5545. * time 'round when curr_resync == 2
  5546. */
  5547. continue;
  5548. /* We need to wait 'interruptible' so as not to
  5549. * contribute to the load average, and not to
  5550. * be caught by 'softlockup'
  5551. */
  5552. prepare_to_wait(&resync_wait, &wq, TASK_INTERRUPTIBLE);
  5553. if (!kthread_should_stop() &&
  5554. mddev2->curr_resync >= mddev->curr_resync) {
  5555. printk(KERN_INFO "md: delaying %s of %s"
  5556. " until %s has finished (they"
  5557. " share one or more physical units)\n",
  5558. desc, mdname(mddev), mdname(mddev2));
  5559. mddev_put(mddev2);
  5560. if (signal_pending(current))
  5561. flush_signals(current);
  5562. schedule();
  5563. finish_wait(&resync_wait, &wq);
  5564. goto try_again;
  5565. }
  5566. finish_wait(&resync_wait, &wq);
  5567. }
  5568. }
  5569. } while (mddev->curr_resync < 2);
  5570. j = 0;
  5571. if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery)) {
  5572. /* resync follows the size requested by the personality,
  5573. * which defaults to physical size, but can be virtual size
  5574. */
  5575. max_sectors = mddev->resync_max_sectors;
  5576. mddev->resync_mismatches = 0;
  5577. /* we don't use the checkpoint if there's a bitmap */
  5578. if (test_bit(MD_RECOVERY_REQUESTED, &mddev->recovery))
  5579. j = mddev->resync_min;
  5580. else if (!mddev->bitmap)
  5581. j = mddev->recovery_cp;
  5582. } else if (test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery))
  5583. max_sectors = mddev->dev_sectors;
  5584. else {
  5585. /* recovery follows the physical size of devices */
  5586. max_sectors = mddev->dev_sectors;
  5587. j = MaxSector;
  5588. list_for_each_entry(rdev, &mddev->disks, same_set)
  5589. if (rdev->raid_disk >= 0 &&
  5590. !test_bit(Faulty, &rdev->flags) &&
  5591. !test_bit(In_sync, &rdev->flags) &&
  5592. rdev->recovery_offset < j)
  5593. j = rdev->recovery_offset;
  5594. }
  5595. printk(KERN_INFO "md: %s of RAID array %s\n", desc, mdname(mddev));
  5596. printk(KERN_INFO "md: minimum _guaranteed_ speed:"
  5597. " %d KB/sec/disk.\n", speed_min(mddev));
  5598. printk(KERN_INFO "md: using maximum available idle IO bandwidth "
  5599. "(but not more than %d KB/sec) for %s.\n",
  5600. speed_max(mddev), desc);
  5601. is_mddev_idle(mddev, 1); /* this initializes IO event counters */
  5602. io_sectors = 0;
  5603. for (m = 0; m < SYNC_MARKS; m++) {
  5604. mark[m] = jiffies;
  5605. mark_cnt[m] = io_sectors;
  5606. }
  5607. last_mark = 0;
  5608. mddev->resync_mark = mark[last_mark];
  5609. mddev->resync_mark_cnt = mark_cnt[last_mark];
  5610. /*
  5611. * Tune reconstruction:
  5612. */
  5613. window = 32*(PAGE_SIZE/512);
  5614. printk(KERN_INFO "md: using %dk window, over a total of %llu blocks.\n",
  5615. window/2,(unsigned long long) max_sectors/2);
  5616. atomic_set(&mddev->recovery_active, 0);
  5617. last_check = 0;
  5618. if (j>2) {
  5619. printk(KERN_INFO
  5620. "md: resuming %s of %s from checkpoint.\n",
  5621. desc, mdname(mddev));
  5622. mddev->curr_resync = j;
  5623. }
  5624. while (j < max_sectors) {
  5625. sector_t sectors;
  5626. skipped = 0;
  5627. if (!test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery) &&
  5628. ((mddev->curr_resync > mddev->curr_resync_completed &&
  5629. (mddev->curr_resync - mddev->curr_resync_completed)
  5630. > (max_sectors >> 4)) ||
  5631. (j - mddev->curr_resync_completed)*2
  5632. >= mddev->resync_max - mddev->curr_resync_completed
  5633. )) {
  5634. /* time to update curr_resync_completed */
  5635. blk_unplug(mddev->queue);
  5636. wait_event(mddev->recovery_wait,
  5637. atomic_read(&mddev->recovery_active) == 0);
  5638. mddev->curr_resync_completed =
  5639. mddev->curr_resync;
  5640. set_bit(MD_CHANGE_CLEAN, &mddev->flags);
  5641. sysfs_notify(&mddev->kobj, NULL, "sync_completed");
  5642. }
  5643. while (j >= mddev->resync_max && !kthread_should_stop()) {
  5644. /* As this condition is controlled by user-space,
  5645. * we can block indefinitely, so use '_interruptible'
  5646. * to avoid triggering warnings.
  5647. */
  5648. flush_signals(current); /* just in case */
  5649. wait_event_interruptible(mddev->recovery_wait,
  5650. mddev->resync_max > j
  5651. || kthread_should_stop());
  5652. }
  5653. if (kthread_should_stop())
  5654. goto interrupted;
  5655. sectors = mddev->pers->sync_request(mddev, j, &skipped,
  5656. currspeed < speed_min(mddev));
  5657. if (sectors == 0) {
  5658. set_bit(MD_RECOVERY_INTR, &mddev->recovery);
  5659. goto out;
  5660. }
  5661. if (!skipped) { /* actual IO requested */
  5662. io_sectors += sectors;
  5663. atomic_add(sectors, &mddev->recovery_active);
  5664. }
  5665. j += sectors;
  5666. if (j>1) mddev->curr_resync = j;
  5667. mddev->curr_mark_cnt = io_sectors;
  5668. if (last_check == 0)
  5669. /* this is the earliers that rebuilt will be
  5670. * visible in /proc/mdstat
  5671. */
  5672. md_new_event(mddev);
  5673. if (last_check + window > io_sectors || j == max_sectors)
  5674. continue;
  5675. last_check = io_sectors;
  5676. if (test_bit(MD_RECOVERY_INTR, &mddev->recovery))
  5677. break;
  5678. repeat:
  5679. if (time_after_eq(jiffies, mark[last_mark] + SYNC_MARK_STEP )) {
  5680. /* step marks */
  5681. int next = (last_mark+1) % SYNC_MARKS;
  5682. mddev->resync_mark = mark[next];
  5683. mddev->resync_mark_cnt = mark_cnt[next];
  5684. mark[next] = jiffies;
  5685. mark_cnt[next] = io_sectors - atomic_read(&mddev->recovery_active);
  5686. last_mark = next;
  5687. }
  5688. if (kthread_should_stop())
  5689. goto interrupted;
  5690. /*
  5691. * this loop exits only if either when we are slower than
  5692. * the 'hard' speed limit, or the system was IO-idle for
  5693. * a jiffy.
  5694. * the system might be non-idle CPU-wise, but we only care
  5695. * about not overloading the IO subsystem. (things like an
  5696. * e2fsck being done on the RAID array should execute fast)
  5697. */
  5698. blk_unplug(mddev->queue);
  5699. cond_resched();
  5700. currspeed = ((unsigned long)(io_sectors-mddev->resync_mark_cnt))/2
  5701. /((jiffies-mddev->resync_mark)/HZ +1) +1;
  5702. if (currspeed > speed_min(mddev)) {
  5703. if ((currspeed > speed_max(mddev)) ||
  5704. !is_mddev_idle(mddev, 0)) {
  5705. msleep(500);
  5706. goto repeat;
  5707. }
  5708. }
  5709. }
  5710. printk(KERN_INFO "md: %s: %s done.\n",mdname(mddev), desc);
  5711. /*
  5712. * this also signals 'finished resyncing' to md_stop
  5713. */
  5714. out:
  5715. blk_unplug(mddev->queue);
  5716. wait_event(mddev->recovery_wait, !atomic_read(&mddev->recovery_active));
  5717. /* tell personality that we are finished */
  5718. mddev->pers->sync_request(mddev, max_sectors, &skipped, 1);
  5719. if (!test_bit(MD_RECOVERY_CHECK, &mddev->recovery) &&
  5720. mddev->curr_resync > 2) {
  5721. if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery)) {
  5722. if (test_bit(MD_RECOVERY_INTR, &mddev->recovery)) {
  5723. if (mddev->curr_resync >= mddev->recovery_cp) {
  5724. printk(KERN_INFO
  5725. "md: checkpointing %s of %s.\n",
  5726. desc, mdname(mddev));
  5727. mddev->recovery_cp = mddev->curr_resync;
  5728. }
  5729. } else
  5730. mddev->recovery_cp = MaxSector;
  5731. } else {
  5732. if (!test_bit(MD_RECOVERY_INTR, &mddev->recovery))
  5733. mddev->curr_resync = MaxSector;
  5734. list_for_each_entry(rdev, &mddev->disks, same_set)
  5735. if (rdev->raid_disk >= 0 &&
  5736. !test_bit(Faulty, &rdev->flags) &&
  5737. !test_bit(In_sync, &rdev->flags) &&
  5738. rdev->recovery_offset < mddev->curr_resync)
  5739. rdev->recovery_offset = mddev->curr_resync;
  5740. }
  5741. }
  5742. set_bit(MD_CHANGE_DEVS, &mddev->flags);
  5743. skip:
  5744. mddev->curr_resync = 0;
  5745. mddev->curr_resync_completed = 0;
  5746. mddev->resync_min = 0;
  5747. mddev->resync_max = MaxSector;
  5748. sysfs_notify(&mddev->kobj, NULL, "sync_completed");
  5749. wake_up(&resync_wait);
  5750. set_bit(MD_RECOVERY_DONE, &mddev->recovery);
  5751. md_wakeup_thread(mddev->thread);
  5752. return;
  5753. interrupted:
  5754. /*
  5755. * got a signal, exit.
  5756. */
  5757. printk(KERN_INFO
  5758. "md: md_do_sync() got signal ... exiting\n");
  5759. set_bit(MD_RECOVERY_INTR, &mddev->recovery);
  5760. goto out;
  5761. }
  5762. EXPORT_SYMBOL_GPL(md_do_sync);
  5763. static int remove_and_add_spares(mddev_t *mddev)
  5764. {
  5765. mdk_rdev_t *rdev;
  5766. int spares = 0;
  5767. mddev->curr_resync_completed = 0;
  5768. list_for_each_entry(rdev, &mddev->disks, same_set)
  5769. if (rdev->raid_disk >= 0 &&
  5770. !test_bit(Blocked, &rdev->flags) &&
  5771. (test_bit(Faulty, &rdev->flags) ||
  5772. ! test_bit(In_sync, &rdev->flags)) &&
  5773. atomic_read(&rdev->nr_pending)==0) {
  5774. if (mddev->pers->hot_remove_disk(
  5775. mddev, rdev->raid_disk)==0) {
  5776. char nm[20];
  5777. sprintf(nm,"rd%d", rdev->raid_disk);
  5778. sysfs_remove_link(&mddev->kobj, nm);
  5779. rdev->raid_disk = -1;
  5780. }
  5781. }
  5782. if (mddev->degraded && ! mddev->ro && !mddev->recovery_disabled) {
  5783. list_for_each_entry(rdev, &mddev->disks, same_set) {
  5784. if (rdev->raid_disk >= 0 &&
  5785. !test_bit(In_sync, &rdev->flags) &&
  5786. !test_bit(Blocked, &rdev->flags))
  5787. spares++;
  5788. if (rdev->raid_disk < 0
  5789. && !test_bit(Faulty, &rdev->flags)) {
  5790. rdev->recovery_offset = 0;
  5791. if (mddev->pers->
  5792. hot_add_disk(mddev, rdev) == 0) {
  5793. char nm[20];
  5794. sprintf(nm, "rd%d", rdev->raid_disk);
  5795. if (sysfs_create_link(&mddev->kobj,
  5796. &rdev->kobj, nm))
  5797. printk(KERN_WARNING
  5798. "md: cannot register "
  5799. "%s for %s\n",
  5800. nm, mdname(mddev));
  5801. spares++;
  5802. md_new_event(mddev);
  5803. } else
  5804. break;
  5805. }
  5806. }
  5807. }
  5808. return spares;
  5809. }
  5810. /*
  5811. * This routine is regularly called by all per-raid-array threads to
  5812. * deal with generic issues like resync and super-block update.
  5813. * Raid personalities that don't have a thread (linear/raid0) do not
  5814. * need this as they never do any recovery or update the superblock.
  5815. *
  5816. * It does not do any resync itself, but rather "forks" off other threads
  5817. * to do that as needed.
  5818. * When it is determined that resync is needed, we set MD_RECOVERY_RUNNING in
  5819. * "->recovery" and create a thread at ->sync_thread.
  5820. * When the thread finishes it sets MD_RECOVERY_DONE
  5821. * and wakeups up this thread which will reap the thread and finish up.
  5822. * This thread also removes any faulty devices (with nr_pending == 0).
  5823. *
  5824. * The overall approach is:
  5825. * 1/ if the superblock needs updating, update it.
  5826. * 2/ If a recovery thread is running, don't do anything else.
  5827. * 3/ If recovery has finished, clean up, possibly marking spares active.
  5828. * 4/ If there are any faulty devices, remove them.
  5829. * 5/ If array is degraded, try to add spares devices
  5830. * 6/ If array has spares or is not in-sync, start a resync thread.
  5831. */
  5832. void md_check_recovery(mddev_t *mddev)
  5833. {
  5834. mdk_rdev_t *rdev;
  5835. if (mddev->bitmap)
  5836. bitmap_daemon_work(mddev->bitmap);
  5837. if (mddev->ro)
  5838. return;
  5839. if (signal_pending(current)) {
  5840. if (mddev->pers->sync_request && !mddev->external) {
  5841. printk(KERN_INFO "md: %s in immediate safe mode\n",
  5842. mdname(mddev));
  5843. mddev->safemode = 2;
  5844. }
  5845. flush_signals(current);
  5846. }
  5847. if (mddev->ro && !test_bit(MD_RECOVERY_NEEDED, &mddev->recovery))
  5848. return;
  5849. if ( ! (
  5850. (mddev->flags && !mddev->external) ||
  5851. test_bit(MD_RECOVERY_NEEDED, &mddev->recovery) ||
  5852. test_bit(MD_RECOVERY_DONE, &mddev->recovery) ||
  5853. (mddev->external == 0 && mddev->safemode == 1) ||
  5854. (mddev->safemode == 2 && ! atomic_read(&mddev->writes_pending)
  5855. && !mddev->in_sync && mddev->recovery_cp == MaxSector)
  5856. ))
  5857. return;
  5858. if (mddev_trylock(mddev)) {
  5859. int spares = 0;
  5860. if (mddev->ro) {
  5861. /* Only thing we do on a ro array is remove
  5862. * failed devices.
  5863. */
  5864. remove_and_add_spares(mddev);
  5865. clear_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
  5866. goto unlock;
  5867. }
  5868. if (!mddev->external) {
  5869. int did_change = 0;
  5870. spin_lock_irq(&mddev->write_lock);
  5871. if (mddev->safemode &&
  5872. !atomic_read(&mddev->writes_pending) &&
  5873. !mddev->in_sync &&
  5874. mddev->recovery_cp == MaxSector) {
  5875. mddev->in_sync = 1;
  5876. did_change = 1;
  5877. if (mddev->persistent)
  5878. set_bit(MD_CHANGE_CLEAN, &mddev->flags);
  5879. }
  5880. if (mddev->safemode == 1)
  5881. mddev->safemode = 0;
  5882. spin_unlock_irq(&mddev->write_lock);
  5883. if (did_change)
  5884. sysfs_notify_dirent(mddev->sysfs_state);
  5885. }
  5886. if (mddev->flags)
  5887. md_update_sb(mddev, 0);
  5888. list_for_each_entry(rdev, &mddev->disks, same_set)
  5889. if (test_and_clear_bit(StateChanged, &rdev->flags))
  5890. sysfs_notify_dirent(rdev->sysfs_state);
  5891. if (test_bit(MD_RECOVERY_RUNNING, &mddev->recovery) &&
  5892. !test_bit(MD_RECOVERY_DONE, &mddev->recovery)) {
  5893. /* resync/recovery still happening */
  5894. clear_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
  5895. goto unlock;
  5896. }
  5897. if (mddev->sync_thread) {
  5898. /* resync has finished, collect result */
  5899. md_unregister_thread(mddev->sync_thread);
  5900. mddev->sync_thread = NULL;
  5901. if (!test_bit(MD_RECOVERY_INTR, &mddev->recovery) &&
  5902. !test_bit(MD_RECOVERY_REQUESTED, &mddev->recovery)) {
  5903. /* success...*/
  5904. /* activate any spares */
  5905. if (mddev->pers->spare_active(mddev))
  5906. sysfs_notify(&mddev->kobj, NULL,
  5907. "degraded");
  5908. }
  5909. if (test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery) &&
  5910. mddev->pers->finish_reshape)
  5911. mddev->pers->finish_reshape(mddev);
  5912. md_update_sb(mddev, 1);
  5913. /* if array is no-longer degraded, then any saved_raid_disk
  5914. * information must be scrapped
  5915. */
  5916. if (!mddev->degraded)
  5917. list_for_each_entry(rdev, &mddev->disks, same_set)
  5918. rdev->saved_raid_disk = -1;
  5919. mddev->recovery = 0;
  5920. /* flag recovery needed just to double check */
  5921. set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
  5922. sysfs_notify_dirent(mddev->sysfs_action);
  5923. md_new_event(mddev);
  5924. goto unlock;
  5925. }
  5926. /* Set RUNNING before clearing NEEDED to avoid
  5927. * any transients in the value of "sync_action".
  5928. */
  5929. set_bit(MD_RECOVERY_RUNNING, &mddev->recovery);
  5930. clear_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
  5931. /* Clear some bits that don't mean anything, but
  5932. * might be left set
  5933. */
  5934. clear_bit(MD_RECOVERY_INTR, &mddev->recovery);
  5935. clear_bit(MD_RECOVERY_DONE, &mddev->recovery);
  5936. if (test_bit(MD_RECOVERY_FROZEN, &mddev->recovery))
  5937. goto unlock;
  5938. /* no recovery is running.
  5939. * remove any failed drives, then
  5940. * add spares if possible.
  5941. * Spare are also removed and re-added, to allow
  5942. * the personality to fail the re-add.
  5943. */
  5944. if (mddev->reshape_position != MaxSector) {
  5945. if (mddev->pers->check_reshape == NULL ||
  5946. mddev->pers->check_reshape(mddev) != 0)
  5947. /* Cannot proceed */
  5948. goto unlock;
  5949. set_bit(MD_RECOVERY_RESHAPE, &mddev->recovery);
  5950. clear_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
  5951. } else if ((spares = remove_and_add_spares(mddev))) {
  5952. clear_bit(MD_RECOVERY_SYNC, &mddev->recovery);
  5953. clear_bit(MD_RECOVERY_CHECK, &mddev->recovery);
  5954. clear_bit(MD_RECOVERY_REQUESTED, &mddev->recovery);
  5955. set_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
  5956. } else if (mddev->recovery_cp < MaxSector) {
  5957. set_bit(MD_RECOVERY_SYNC, &mddev->recovery);
  5958. clear_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
  5959. } else if (!test_bit(MD_RECOVERY_SYNC, &mddev->recovery))
  5960. /* nothing to be done ... */
  5961. goto unlock;
  5962. if (mddev->pers->sync_request) {
  5963. if (spares && mddev->bitmap && ! mddev->bitmap->file) {
  5964. /* We are adding a device or devices to an array
  5965. * which has the bitmap stored on all devices.
  5966. * So make sure all bitmap pages get written
  5967. */
  5968. bitmap_write_all(mddev->bitmap);
  5969. }
  5970. mddev->sync_thread = md_register_thread(md_do_sync,
  5971. mddev,
  5972. "%s_resync");
  5973. if (!mddev->sync_thread) {
  5974. printk(KERN_ERR "%s: could not start resync"
  5975. " thread...\n",
  5976. mdname(mddev));
  5977. /* leave the spares where they are, it shouldn't hurt */
  5978. mddev->recovery = 0;
  5979. } else
  5980. md_wakeup_thread(mddev->sync_thread);
  5981. sysfs_notify_dirent(mddev->sysfs_action);
  5982. md_new_event(mddev);
  5983. }
  5984. unlock:
  5985. if (!mddev->sync_thread) {
  5986. clear_bit(MD_RECOVERY_RUNNING, &mddev->recovery);
  5987. if (test_and_clear_bit(MD_RECOVERY_RECOVER,
  5988. &mddev->recovery))
  5989. if (mddev->sysfs_action)
  5990. sysfs_notify_dirent(mddev->sysfs_action);
  5991. }
  5992. mddev_unlock(mddev);
  5993. }
  5994. }
  5995. void md_wait_for_blocked_rdev(mdk_rdev_t *rdev, mddev_t *mddev)
  5996. {
  5997. sysfs_notify_dirent(rdev->sysfs_state);
  5998. wait_event_timeout(rdev->blocked_wait,
  5999. !test_bit(Blocked, &rdev->flags),
  6000. msecs_to_jiffies(5000));
  6001. rdev_dec_pending(rdev, mddev);
  6002. }
  6003. EXPORT_SYMBOL(md_wait_for_blocked_rdev);
  6004. static int md_notify_reboot(struct notifier_block *this,
  6005. unsigned long code, void *x)
  6006. {
  6007. struct list_head *tmp;
  6008. mddev_t *mddev;
  6009. if ((code == SYS_DOWN) || (code == SYS_HALT) || (code == SYS_POWER_OFF)) {
  6010. printk(KERN_INFO "md: stopping all md devices.\n");
  6011. for_each_mddev(mddev, tmp)
  6012. if (mddev_trylock(mddev)) {
  6013. /* Force a switch to readonly even array
  6014. * appears to still be in use. Hence
  6015. * the '100'.
  6016. */
  6017. do_md_stop(mddev, 1, 100);
  6018. mddev_unlock(mddev);
  6019. }
  6020. /*
  6021. * certain more exotic SCSI devices are known to be
  6022. * volatile wrt too early system reboots. While the
  6023. * right place to handle this issue is the given
  6024. * driver, we do want to have a safe RAID driver ...
  6025. */
  6026. mdelay(1000*1);
  6027. }
  6028. return NOTIFY_DONE;
  6029. }
  6030. static struct notifier_block md_notifier = {
  6031. .notifier_call = md_notify_reboot,
  6032. .next = NULL,
  6033. .priority = INT_MAX, /* before any real devices */
  6034. };
  6035. static void md_geninit(void)
  6036. {
  6037. dprintk("md: sizeof(mdp_super_t) = %d\n", (int)sizeof(mdp_super_t));
  6038. proc_create("mdstat", S_IRUGO, NULL, &md_seq_fops);
  6039. }
  6040. static int __init md_init(void)
  6041. {
  6042. if (register_blkdev(MD_MAJOR, "md"))
  6043. return -1;
  6044. if ((mdp_major=register_blkdev(0, "mdp"))<=0) {
  6045. unregister_blkdev(MD_MAJOR, "md");
  6046. return -1;
  6047. }
  6048. blk_register_region(MKDEV(MD_MAJOR, 0), 1UL<<MINORBITS, THIS_MODULE,
  6049. md_probe, NULL, NULL);
  6050. blk_register_region(MKDEV(mdp_major, 0), 1UL<<MINORBITS, THIS_MODULE,
  6051. md_probe, NULL, NULL);
  6052. register_reboot_notifier(&md_notifier);
  6053. raid_table_header = register_sysctl_table(raid_root_table);
  6054. md_geninit();
  6055. return 0;
  6056. }
  6057. #ifndef MODULE
  6058. /*
  6059. * Searches all registered partitions for autorun RAID arrays
  6060. * at boot time.
  6061. */
  6062. static LIST_HEAD(all_detected_devices);
  6063. struct detected_devices_node {
  6064. struct list_head list;
  6065. dev_t dev;
  6066. };
  6067. void md_autodetect_dev(dev_t dev)
  6068. {
  6069. struct detected_devices_node *node_detected_dev;
  6070. node_detected_dev = kzalloc(sizeof(*node_detected_dev), GFP_KERNEL);
  6071. if (node_detected_dev) {
  6072. node_detected_dev->dev = dev;
  6073. list_add_tail(&node_detected_dev->list, &all_detected_devices);
  6074. } else {
  6075. printk(KERN_CRIT "md: md_autodetect_dev: kzalloc failed"
  6076. ", skipping dev(%d,%d)\n", MAJOR(dev), MINOR(dev));
  6077. }
  6078. }
  6079. static void autostart_arrays(int part)
  6080. {
  6081. mdk_rdev_t *rdev;
  6082. struct detected_devices_node *node_detected_dev;
  6083. dev_t dev;
  6084. int i_scanned, i_passed;
  6085. i_scanned = 0;
  6086. i_passed = 0;
  6087. printk(KERN_INFO "md: Autodetecting RAID arrays.\n");
  6088. while (!list_empty(&all_detected_devices) && i_scanned < INT_MAX) {
  6089. i_scanned++;
  6090. node_detected_dev = list_entry(all_detected_devices.next,
  6091. struct detected_devices_node, list);
  6092. list_del(&node_detected_dev->list);
  6093. dev = node_detected_dev->dev;
  6094. kfree(node_detected_dev);
  6095. rdev = md_import_device(dev,0, 90);
  6096. if (IS_ERR(rdev))
  6097. continue;
  6098. if (test_bit(Faulty, &rdev->flags)) {
  6099. MD_BUG();
  6100. continue;
  6101. }
  6102. set_bit(AutoDetected, &rdev->flags);
  6103. list_add(&rdev->same_set, &pending_raid_disks);
  6104. i_passed++;
  6105. }
  6106. printk(KERN_INFO "md: Scanned %d and added %d devices.\n",
  6107. i_scanned, i_passed);
  6108. autorun_devices(part);
  6109. }
  6110. #endif /* !MODULE */
  6111. static __exit void md_exit(void)
  6112. {
  6113. mddev_t *mddev;
  6114. struct list_head *tmp;
  6115. blk_unregister_region(MKDEV(MD_MAJOR,0), 1U << MINORBITS);
  6116. blk_unregister_region(MKDEV(mdp_major,0), 1U << MINORBITS);
  6117. unregister_blkdev(MD_MAJOR,"md");
  6118. unregister_blkdev(mdp_major, "mdp");
  6119. unregister_reboot_notifier(&md_notifier);
  6120. unregister_sysctl_table(raid_table_header);
  6121. remove_proc_entry("mdstat", NULL);
  6122. for_each_mddev(mddev, tmp) {
  6123. export_array(mddev);
  6124. mddev->hold_active = 0;
  6125. }
  6126. }
  6127. subsys_initcall(md_init);
  6128. module_exit(md_exit)
  6129. static int get_ro(char *buffer, struct kernel_param *kp)
  6130. {
  6131. return sprintf(buffer, "%d", start_readonly);
  6132. }
  6133. static int set_ro(const char *val, struct kernel_param *kp)
  6134. {
  6135. char *e;
  6136. int num = simple_strtoul(val, &e, 10);
  6137. if (*val && (*e == '\0' || *e == '\n')) {
  6138. start_readonly = num;
  6139. return 0;
  6140. }
  6141. return -EINVAL;
  6142. }
  6143. module_param_call(start_ro, set_ro, get_ro, NULL, S_IRUSR|S_IWUSR);
  6144. module_param(start_dirty_degraded, int, S_IRUGO|S_IWUSR);
  6145. module_param_call(new_array, add_named_array, NULL, NULL, S_IWUSR);
  6146. EXPORT_SYMBOL(register_md_personality);
  6147. EXPORT_SYMBOL(unregister_md_personality);
  6148. EXPORT_SYMBOL(md_error);
  6149. EXPORT_SYMBOL(md_done_sync);
  6150. EXPORT_SYMBOL(md_write_start);
  6151. EXPORT_SYMBOL(md_write_end);
  6152. EXPORT_SYMBOL(md_register_thread);
  6153. EXPORT_SYMBOL(md_unregister_thread);
  6154. EXPORT_SYMBOL(md_wakeup_thread);
  6155. EXPORT_SYMBOL(md_check_recovery);
  6156. MODULE_LICENSE("GPL");
  6157. MODULE_ALIAS("md");
  6158. MODULE_ALIAS_BLOCKDEV_MAJOR(MD_MAJOR);