Ce,dZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl mZddlmZmZmZmZmZmZmZmZmZmZe jdkr ddlmZmZndZdZGd d Zd Zd Z e n #e!$re"Z YnwxYwGd de#Z$Gdde$Z%Gdde$Z&Gdde$Z'Gdde$Z(Gdde$Z)Gdde$Z*Gdde#Z+Gdde,Z-Gdd e-Z.Gd!d"e-Z/Gd#d$e-Z0Gd%d&e-Z1Gd'd(e-Z2Gd)d*e2Z3Gd+d,e-Z4Gd-d.e-Z5Gd/d0e-Z6Gd1d2e-Z7Gd3d4e-Z8Gd5d6e-Z9Gd7d8e-Z:Gd9d:e-Z;Gd;de-Z=Gd?d@e-Z>GdAdBe,Z?dCZ@dDZAdEeee"ee"effdFee?fdGZBdHe"dIe"dFee"ee"ee?fffdJZCeeDeEeFe"ee"e"ffZG dmdLe"dMeDdNeDdFeeGfdOZH dmdPee"dQee?dNeDdFeEfdRZIeeDeEeFe"ee"e"fee"fZJee"eJfZKdSe?dPeeJdTeKfdUZL dndPee"dQee?dVeEdNeeDdFeKf dWZM dmdXee"ee"effdPee"dYeeDdFeKfdZZNd[ee"dFee"ee"ffd\ZOGd]d^e jPZQd_eeegeeEeRe"ffdPed`edFeeEeRe"ffdaZSdPed`edFeeEeRe"ffdbZT dodeee"ee"fdfee"dgeeRdheeEdYeeDdFeeEeRe"ff diZU dpdeee"ee"fdjee"dkeeKdgeeRdheeEdYeeDdFeeEeRe"ffdlZVdS)qa` Types and routines used by the ceph CLI as well as the RESTful interface. These have to do with querying the daemons for command-description information, validating user command input against those descriptions, and submitting the command to the appropriate daemon. Copyright (C) 2013 Inktank Storage, Inc. LGPL-2.1 or LGPL-3.0. See file COPYING. N)abc) castAnyCallableDictGenericListOptionalSequenceTupleUnion))get_args get_originc:|tur|St|ddS)N__args__)rgetattrtps //usr/lib/python3/dist-packages/ceph_argparse.pyrrs" ==I2z2.. .c$t|ddS)N __origin__)rrs rrr%sr<...rc&eZdZdZdZdZdZdZdZdS)Flagr N) __name__ __module__ __qualname__ NOFORWARDOBSOLETE DEPRECATEDMGRPOLLHIDDENrrrrr*s,IHJ C DFFFrrz--([^=]+)=(.+)z --([^=]+)ceZdZdZdS) ArgumentErrorz( Something wrong with arguments Nr#r$r%__doc__rrrr-r-< Drr-ceZdZdZdS)ArgumentNumberz- Wrong number of a repeated argument Nr.rrrr2r2Cr0rr2ceZdZdZdS)ArgumentFormatz) Argument value has wrong format Nr.rrrr4r4Jr0rr4ceZdZdZdS)ArgumentMissingz- Argument value missing in a command Nr.rrrr6r6Qr0rr6ceZdZdZdS) ArgumentValidzS Argument value is otherwise invalid (doesn't match choices, for instance) Nr.rrrr8r8Xr0rr8ceZdZdZdS)ArgumentTooFewz~ Fewer arguments than descriptors in signature; may mean to continue the search, so gets a special exception type Nr.rrrr:r:_srr:ceZdZdZdS)ArgumentPrefixzM Special for mismatched prefix; less severe, don't report by default Nr.rrrr<r<fr0rr<ceZdZdZdS) JsonFormatz8 some syntactic or semantic issue with the JSON Nr.rrrr>r>mr0rr>ceZdZdZdZddZdZdZdZdZ e d Z e dd Z d Z e d Ze dZdS) CephArgtypea Base class for all Ceph argument types Instantiating an object sets any validation parameters (allowable strings, numeric ranges, etc.). The 'valid' method validates a string against that initialized instance, throwing ArgumentError if there's a problem. c dS)z~ set any per-instance validation parameters here from kwargs (fixed string sets, integer ranges, etc) Nr)selfkwargss r__init__zCephArgtype.__init__}s rFc||_dS)as Run validation against given string s (generally one word); partial means to accept partial string matches (begins-with). If cool, set self.val to the value that should be returned (a copy of the input string, or a numeric or boolean interpretation thereof, for example) if not, throw ArgumentError(msg-as-to-why) N)valrBspartials rvalidzCephArgtype.validsrc|jjS)a" return string representation of description of type. Note, this is not a representation of the actual value. Subclasses probably also override __str__() to give a more user-friendly 'name/type' description for use in command format help messages. ) __class__r#rBs r__repr__zCephArgtype.__repr__s~&&rc@d|jjS)a where __repr__ (ideally) returns a string that could be used to reproduce the object, __str__ returns one you'd like to see in print messages. Use __str__ to format the argtype descriptor as it would be useful in a command usage message. <{0}>)formatrLr#rMs r__str__zCephArgtype.__str__s~~dn5666rc|SNrrBvs r__call__zCephArgtype.__call__srcgSrTrrBrHs rcompletezCephArgtype.completes rct|}t|}|tjttt fvr=t |dksJd|d<t|d||S|turt |dksJ|d}| |t |ksJd|dtt ||d<t|||St|turNt |dkrtd|dsJt|d|d |Std |d |d ) NrNnr) positionalzall elements in z should be identicalrTunknown type '': '')rrrr r listlenr@ to_argdescr countstrr isinstance ValueError)rattrsr^ orig_type type_argsinner_tps r_compound_type_to_argdescz%CephArgtype._compound_type_to_argdescsrNN RLL xt< < <y>>Q&&&&E#J)))A,*)UU U %  y>>Q&&&& |H??8,,I>>>;2;;;?>>S^^,,E#J))(Ej)QQ Q ^^u $ $y>>Q&&:dIaL+I+I&&&)))A,tZPP P>b>>e>>>?? ?rTc"|rd|d<|sd|d<tttttt t ti} |||S#t$rt|tr||cYSt|tr?t|tjr%t!||cYSt|||cYSwxYw)Nfalsereqr^r)rf CephStringintCephIntfloat CephFloatboolCephBoolargdescKeyErrorrgr@type issubclassenumEnum CephChoicesrm)rri has_defaultr^CEPH_ARG_TYPESs rrdzCephArgtype.to_argdescs  #"E%L *")E,    9 (    T%>"%''//66 6 T T T"k** Tzz%(((((B%% T*R*C*C T"b)))11%88888"<z&CephArgtype.argdesc..s0==tq!1 q ======r)rzr#joinitems)rBris rrxzCephArgtype.argdescs=T +f xx==u{{}}======rct|}t||tjttt fvr|dSfd|DS|t urtfd|DSt|turLtdkrtddsJt d|Std|d|d) NcRg|]#}td|$S)rr@cast_torerks r z6CephArgtype._cast_to_compound_type..s-DDDQK'' ! a88DDDrc3ZK|]%}td|V&dS)rNrrs rrz5CephArgtype._cast_to_compound_type..s7II!,,Yq\1==IIIIIIrrrrr_r`ra)rrrr r rbr tupler rcrgr@rrh)rrVrjrks @r_cast_to_compound_typez"CephArgtype._cast_to_compound_typesrNN RLL xt< < <ytDDDD!DDD D %  IIIIqIIIII I ^^u $ $y>>Q&&:dIaL+I+I&&&&&y|Q77 7:b::a:::;; ;rcttttf}||vr ||St |t r%t |tjr ||St ||SrT) rfrrrtrvrgrzr{r|r}r@r)rrV PYTHON_TYPESs rrzCephArgtype.cast_tosy        2a55L D ! ! =jTY&?&? =2a55L55b!<< >><<\<  = =\ = = =rr@c8eZdZdZddZd dZdZfdZxZS) rszo range-limited integers, [+|-][0-9]+ or 0x[0-9a-f]+ range: list of 1 or 2 ints, [min] or [min,max] c|dkrt|_dSd|dD|_dS)Nrc,g|]}t|Sr)rrrxs rrz$CephInt.__init__..s;;;Q#a&&;;;r|rbrangesplitrBrs rrDzCephInt.__init__s? B;;DJJJ;;%++c*:*:;;;DJJJrFc t|d}n0#t$r#td|wxYwt |jdkr<||jdks||jdkrt|d|jnBt |jdkr*||jdkrt|d|j||_dS)Nrz{0} doesn't represent an intrr not in range )rrrhr8rQrcrrFrBrHrIrFs rrJz CephInt.valids Ja))CC J J J > E Ea H HII I J tz??a  TZ]""cDJqM&9&9#s$F$F$*$F$FGGG': __ ! !TZ]""#s$F$F$*$F$FGGGs -Ac(d}t|jdkr d|jd}t|jdkr,d|jd|jd}d|S)Nrr[{0}-]rr [{0}-{1}]zrcrrQrBrs rrRzCephInt.__str__sy  tz??a   1 ..A tz??a  ""4:a=$*Q-@@A  ###rc|jr'dd|jD|d<t|S)Nrc34K|]}t|VdSrTrfrrVs rrz"CephInt.argdesc..(%A%Ac!ff%A%A%A%A%A%ArrrrsuperrxrBrirLs rrxzCephInt.argdescJ : B XX%A%Adj%A%A%AAAE'Nwwu%%%rrr r#r$r%r/rDrJrRrx __classcell__rLs@rrsrssy<<<<    $$$&&&&&&&&&rrsc8eZdZdZddZd dZdZfdZxZS) ruzX range-limited float type range: list of 1 or 2 floats, [min] or [min, max] rc|dkrt|_dSd|dD|_dS)Nrc,g|]}t|Sr)rtrs rrz&CephFloat.__init__..)s===q%((===rrrrs rrDzCephFloat.__init__%s? B;;DJJJ==EKK,<,<===DJJJrFc t|}n0#t$r#td|wxYwt |jdkr<||jdks||jdkrt|d|jnBt |jdkr*||jdkrt|d|j||_dS)Nz{0} doesn't represent a floatrrrr)rtrhr8rQrcrrFrs rrJzCephFloat.valid+s K((CC K K K ? F Fq I IJJ J K tz??a  TZ]""cDJqM&9&9#s$F$F$*$F$FGGG': __ ! !TZ]""#s$F$F$*$F$FGGGs-?c(d}t|jdkr d|jd}t|jdkr,d|jd|jd}d|S)Nrrrrrrz rrs rrRzCephFloat.__str__8sy  tz??a   1 ..A tz??a  ""4:a=$*Q-@@A""1%%%rc|jr'dd|jD|d<t|S)Nrc34K|]}t|VdSrTrrs rrz$CephFloat.argdesc..Brrrrrs rrxzCephFloat.argdesc@rrrrrrs@rruru sy>>>>    &&&&&&&&&&&&rrucdeZdZdZd dZddededdfd Zdefd Zde efd Z fd Z xZ S)rqzN String; pretty generic. goodchars is a RE char class of valid chars rcddlm} tjn5#tj$r#t dwxYw|_tfd|D|_ dS)Nr) printablez%CephString(): "{0}" is not a valid REc>g|]}tj||Sr)rematch)rc goodcharss rrz'CephString.__init__..Ss* < < <1RXi%;%; tdd||jz |||_dS)Nzinvalid chars {0} in {1}r)setrr4rQrrF)rBrHrIssets rrJzCephString.validVsi1vv < J 4 4 !;!'t|0C(D(Da!H!HJJ Jrcxd}|jr|d|jz }d|S)Nrz(goodchars {0})z )rrQ)rBbs rrRzCephString.__str__]s@  > : "))$.99 9A##A&&&rc|dkrgS|gS)NrrrYs rrZzCephString.completecs 77I3Jrch|jr |j|d<t|S)Nr)rrrxrs rrxzCephString.argdescis/ > 0!%E+ wwu%%%rrr) r#r$r%r/rDrfrvrJrRr rZrxrrs@rrqrqFs     sTd''''' T#Y &&&&&&&&&rrqc4eZdZdZd dededdfdZdefdZdS) CephSocketpathzB Admin socket path; check that it's readable and S_ISSOCK FrHrIrNctj|j}tj|s"t d|||_dS)Nzsocket path {0} is not a socket)osstatst_modeS_ISSOCKr8rQrF)rBrHrImodes rrJzCephSocketpath.validssMwqzz!}T"" M A H H K KLL LrcdS)NzrrMs rrRzCephSocketpath.__str__ys$$rrr#r$r%r/rfrvrJrRrrrrrosgsTd %%%%%%%rrc eZdZdZddZdZdS) CephIPAddrz2 IP address (v4 or v6) with optional port Fc\d}d}|dr |dd}d}nw|dr |dd}d}nU|dr |dd}d}n3|drd}n|dd krd}|dkr|d }|d krM|d|}||d zd}t|d kr"td |n|}d} t jt j|n.#t$r#td|wxYw|dr|d}|d kr"td|||d zd kr= ||dz}n0#t$r#td|wxYw|d |}n|}d} t jt j |n0#t$r#td|wxYw|5t|d kr"td|||_ ||_ ||_dS)Nzv1:rr zv2:zany:[.:riz{0}: invalid IPv4 portz{0}: invalid IPv4 address]z{0} missing terminating ]rz{0}: bad port numberz{0} not valid IPv6 addressz{0} not a valid port number) startswithfindrrr8rQsocket inet_ptonAF_INETOSErrorr4rhAF_INET6rFaddrport)rBrHrIrzpraends rrJzCephIPAddr.valids <<   !""ADD \\% !""ADD \\& ! ! !""ADD \\#   DD VVC[[B  D 19966#;;DrzzeteHdQhiiLq66E>>'(@(G(G(J(JKKK" K 3333 K K K#$?$F$Fq$I$IJJJ K||C  ffSkk"99()D)K)KA)N)NOOOS1W:$$NcAgJ%NNN+,B,I,I!,L,LMMMNaeH L !4444 L L L#$@$G$G$J$JKKK L =SVVe^^ = D DQ G GHH H  s$D22-E G-G=H00-IcdS)NzrrMs rrRzCephIPAddr.__str__s  rNrr#r$r%r/rJrRrrrrr}sB7777r!!!!!rrc>eZdZdZd dededdffd ZdefdZxZS) CephEntityAddrz4 EntityAddress, that is, IP address[/nonce] FrHrIrNcd}d|vr=|d\}}|dr|dd}|dz }n|}t|j|||rNd} t |}n#t $rYnwxYw||dkr#td||||_ dS)N/rrrz.{0}: invalid entity, nonce {1} not integer > 0) rendswithrrLrJrrrhr8rQrF)rBrHrInonceip nonce_intrLs rrJzCephEntityAddr.valids !88 IB~~c"" crc c B dnd##))"---  I JJ      IMM#DF1e$$s4B BBcdS)Nz rrMs rrRzCephEntityAddr.__str__~rr) r#r$r%r/rfrvrJrRrrs@rrrs|sTd.rrceZdZdZdefdZdS) CephPoolnamez( Pool name; very little utility rcdS)Nz rrMs rrRzCephPoolname.__str__s|rNr#r$r%r/rfrRrrrrrs9rrceZdZdZdefdZdS)CephObjectnamez Object name. Maybe should be combined with Pool name as they're always present in pairs, and then could be checked for presence rcdS)Nz rrMs rrRzCephObjectname.__str__rrNrrrrrrs9rrc eZdZdZddZdZdS)CephPgidz@ pgid, in form N.xxx (N = pool number, xxx = hex pgnum) Fc|ddkrtd|dd\}} t|}n0#t$r#td|wxYw|dkr"td| t|d}n0#t$r#td |wxYw||_dS) Nrrz pgid has no .rzpool {0} not integerrz pool {0} < 0r!zpgnum {0} not hex integer)rr4rrrrhrQrF)rBrHrIpoolid_spgnum_spoolidpgnums rrJzCephPgid.valids  66#;;"   11 1GGCOO' H]]FF H H H !7!>!>v!F!FGG G H A:: !6!6v!>!>?? ? L$$EE L L L !rrMs rrRzCephPgid.__str__xrNrrrrrrrsA rrc(eZdZdZddZd dZdZdS) CephNamez Name (type.id) where: type is osd|mon|client|mds id is a base10 int, if type == osd, or a string otherwise Also accept '*' rNc"d|_d|_dSrTnametypenameidrMs rrDzCephName.__init__'+ %) rFc|dkr ||_dS|dkrd|_||_dS|dkrd|_||_dS|ddkr"td||dd\}}|dvrt d |z|d kr8|dkr2 t|n!#t$rtd |d wxYw||_||_||_ dS) N*mgrmonrrzCephName: no . in {0}r)osdrclientmdsr unknown type rosd id not integer) rFrrr4rQrr8rrrhr)rBrHrItis rrJzCephName.valids, 88DH F %ZZ!DMDH F %ZZ!DMDH F 66#;;"   !8!?!?!B!BCC C773??DAq>>>#Oa$7888Ezz88HA%HHH,-Fq-F-F-FGGGHDM s 3CC!cdS)NzrrMs rrRzCephName.__str__.s!!rrNrr#r$r%r/rDrJrRrrrrrsU****8"""""rrc&eZdZdZdZddZdZdS) CephOsdNamezv Like CephName, but specific to osds: allow alone osd., or , or *, where id is a base10 int c"d|_d|_dSrTrrMs rrDzCephOsdName.__init__8rrFc|dkr ||_dS|ddkr2|dd\}}|dkrtd|znd}|} t |}n!#t $rt d|dwxYw|d krt d|d ||_||_||_dS) Nrrrrrrrr rz is less than 0) rFrrr8rrrhr4rr)rBrHrIr!r"rVs rrJzCephOsdName.valid<s 88DH F 66#;;"  773??DAqEzz#Oa$7888AA <AAA < < < !:1!:!:!:;; ; < q55 !=1!=!=!=>> >  s A00BcdS)NzrrMs rrRzCephOsdName.__str__Qs&&rNrr%rrrr'r'2sP ****'''''rr'cDeZdZdZd dZd dZdZdZd Zfd Z xZ S) r~z9 Set of string literals; init with valid choices rNc |d|_||_|j%td|jD|_dSdS)Nrc3$K|] }|jV dSrT)value)rrs rrz'CephChoices.__init__..]s$;;A;;;;;;r)rstringsr|rb)rBr/rrCs rrDzCephChoices.__init__YsP}}S))  9 ;;;;;;;DLLL ! rFc|s5||jvr#td||||_dS|jD]!}||r ||_dS"td||)Nz{0} not in {1})r/r8rQrFr)rBrHrIr!s rrJzCephChoices.valid_s  $$#$4$;$;At$D$DEEEDH F  A||A  ,55a>>???rct|jdkr d|jdSdd|jS)Nrz{0}rr)rcr/rQrrMs rrRzCephChoices.__str__nsO t|   ! !<< Q00 0<< 6 677 7rc.|j|S|j|SrT)r|rUs rrWzCephChoices.__call__ts 9 H9Q< rc.fd|jD}|S)Nc>g|]}||Sr)r)rtokenrHs rrz(CephChoices.complete..{s,LLLu8H8H8K8KLULLLr)r/)rBrH all_elemss ` rrZzCephChoices.completezs$LLLL LLL rcd|j|d<t|S)Nrr/)rr/rrxrs rrxzCephChoices.argdesc~s188DL11iwwu%%%r)rNr) r#r$r%r/rDrJrRrWrZrxrrs@rr~r~Us<<<< @ @ @ @888    &&&&&&&&&rr~c(eZdZdZddZd dZdZdS) rwz A boolean argument, values may be case insensitive 'true', 'false', '0', '1'. In keyword form, value may be left off (implies true). rc :|d|_dS)Nr)rr/)rBr/rCs rrDzCephBool.__init__s}}S)) rFc|}|dvr d|_dS|dvr d|_dStd|)N)true1T)ro0Fz{0} not one of 'true', 'false')lowerrFr8rQ)rBrHrI lower_cases rrJzCephBool.validsXWWYY  & &DHHH > ) )DHHH @ G G J JKK KrcdS)NzrrMs rrRzCephBool.__str__rrNrrr%rrrrwrwsY****LLLLrrwc&eZdZdZddZdZdZdS) CephFilepathz Openable file Fctj|}tj|tjs||||_dSrT)rpathabspathaccessR_OK_validate_writable_filerFrGs rrJzCephFilepath.validsJ GOOA  yBG$$ ,  ( ( + + +rc tj|rtj|rCtj|tjs"t d|dSt d|tj|}tj|tjs"t d|dS)Nz{0} is not writablez{0} is not filezcannot create file in {0}) rrDexistsisfilerFW_OKr8rQdirname)rBfnamerMs rrHz$CephFilepath._validate_writable_files 7>>% Qw~~e$$ Ey00M'(=(D(DU(K(KLLLMM$$5$<$rrMs rrRzCephFilepath.__str__srNr)r#r$r%r/rJrHrRrrrrBrBsS Q Q QrrBc eZdZdZddZdZdS) CephFragmentz 'Fragment' ??? XXX Fc,|ddkr"td||d\}}|ds"td| t |n0#t $r#td|wxYw t |n0#t $r#td|wxYw||_dS)Nrrz {0}: no /0xz{0} not a hex integerzcan't convert {0} to integer)rr4rQrrrrrhrF)rBrHrIrFbitss rrJzCephFragment.valids! 66#;;"   !3!3A!6!677 7GGCLL T~~d## F !8!?!?!D!DEE E N HHHH N N N !@!G!G!L!LMM M N O IIII O O O !@!G!G!M!MNN N Os B-C  C-D cdS)Nz rrMs rrRzCephFragment.__str__s11rNrrrrrrQrQsA"22222rrQc4eZdZdZd dededdfdZdefdZdS) CephUUIDz+ CephUUID: pretty self-explanatory FrHrIrNc tj|n5#t$r(}td||d}~wwxYw||_dS)Nzinvalid UUID {0}: {1})uuidUUID Exceptionr4rQrF)rBrHrIrs rrJzCephUUID.validsd G IaLLLL G G G !8!?!?1!E!EFF F Gs A #AA cdS)NzrrMs rrRzCephUUID.__str__rrrrrrrrWrWsgsTdrrWc^eZdZdZd deddfdZdded eddfd Zdefd Zde efd Z dS) CephPrefixzD CephPrefix: magic type for "all the first n fixed strings" rprefixrNc||_dSrTr_)rBr_s rrDzCephPrefix.__init__s  rFrHrIc t|}t|tr|d}n[#t$r#t d|t$r#t d|wxYw|r$|j |r ||_ dSn||jkr ||_ dSt d|)Nasciizno match for {0}) rfrgbytesdecodeUnicodeEncodeErrorr<rQUnicodeDecodeErrorr_rrFrGs rrJzCephPrefix.valids  ?AA!U## &HHW%%! @ @ @ !4!;!;A!>!>?? ?! ? ? ? !3!:!:1!=!=>> > ?  {%%a((  DK/66q99:::s 9<ABc|jSrTrarMs rrRzCephPrefix.__str__s {rcp|j|r|jdgSgS)N )r_rrstriprYs rrZzCephPrefix.completes8 ; ! !! $ $ K&&s++, ,Irrr) r#r$r%r/rfrDrvrJrRr rZrrrr^r^ssD;;s;T;d;;;;.T#Yrr^c4eZdZdZd d dZdZdZd Zd ZdS) rxa argdesc(typename, name='name', n=numallowed|N, req=False, positional=True, helptext=helptext, **kwargs (type-specific)) validation rules: typename: type(**kwargs) will be constructed later, type.valid(w) will be called with a word in that position name is used for parse errors and for constructing JSON output n is a numeric literal or 'n|N', meaning "at least one, but maybe more" req=False means the argument need not be present in the list positional=False means the argument name must be specified, e.g. "--myoption value" helptext is the associated help for the command anything else are arguments to pass to the type constructor. self.instance is an instance of type t constructed with typeargs. valid() will later be called with input to validate against it, and will store the validated value in self.instance.val for extraction. NrTrc ft|tr$t|_d|i|_d|_d|_n&||_||_|dv|_|dv|_|s|rJ||_|dv|_|jrd|_ nt||_ d|_ |jdi|j|_ dS)Nr_T)TTruer;)r]r\rrr) rg basestringr^r!typeargsrpr^namer\r]rrnumseeninstance)rBr!rqr]rpr^rCs rrDzargdesc.__init__s a $ $ DF%qMDMDH"DOODF"DM44DH(,BBDO  z/ 6 DFFVVDF //// rcdt|jzdz}gd}|jD]G\}}|ds||vr|dkr |jrd}|d||z }H|jD]\}}|d||z }|ddd zS) Nzargdesc(z, )r\rprsr!__r]r\z {0}={1}, ))rfr!__dict__rrr\rQrp)rBr internalsrrVs rrNzargdesc.__repr__2s TV $t +666 m))++ . .FQ||D!! .Q)^^888A[''1---m))++ * *FQ ##Aq)) )AA"v|rc:|jtkrt|jjdks|jt krt |j}n9d|jt |j}|j r|dz }|j sd|zdz}|S)Nrz{0}({1})...rr) r!r~rcrsr/r^rfrQrqr\rprYs rrRzargdesc.__str__As V{ " "s4=+@'A'AQ'F'Fv##DM""AA!!$)S-?-?@@Av U x a# ArcD|jrj|jtkr0d|jdd}n |jt krt|j}n|jtkr@|jdkr!d|jdt|jd}nd|jd |jd }n|jtkrd }n|jtkrd }np|jtkrd |j}nE|jtkrd|j}nd|j}|}|jr|dz }|jsd|zdz}n-|jtkr/d|jdd}n|jt krt|j}n|jtkr!d|jdt|jd}n{|jtkr d|jd}n_|jtkr d|jd}nC|jtkr d|jd}n'|jtkr d|jd}n d|jd}|}|jr|dz }|jsd|zdz}|S)zo like str(), but omit parameter names (except for CephString, which really needs them) z--{0}_-rQ--z {}z z z <{0}:int>z <{0}:float>rPr{rrz z z z z )r^r!rwrQrqreplacer^rfrsr~r'rrsrur\rp)rBchunkrHs rhelpstrzargdesc.helpstrMs ?5 "v!!ty'8'8c'B'BCC:%%DM**;&&9((FEEs4=/A/AEEEEE< <.s ...QQYY[[...r)rsigs r concise_sigrs% 88..#... / //rc,t|dS)z sort descriptors by prefixes, defined as the concatenation of all simple strings in the descriptor; this works out to just the leading strings. r)r)shs r descsort_keyrs r%y ! !!rrrc <g}d}|D]}|dz }t|trt}|d|d}nd|vr$d|}t ||dt vrZt |d}t|t s*d|d}t |n*d|d}t |t}|D]\}}|dvr|||<| t|f| d d | d d| d d | dd d||S)z parse a single descriptor (array of strings or dicts) into a dict of function descriptor/validators (objects of CephXXX type) :returns: list of ``argdesc`` rrr_)rzrqr_rzzJSON descriptor {0} has no typezunknown type {0})rzrqr]rpr^rqNr]rpTr^)rqr]rpr^) rgror^rQr>globalsrzdictrappendrxget) rnewsigargnumdescr!rHrCkeyrFs r parse_funcsigrsF F))!  dJ ' ' $Ax4@@DDT!!5<], "help":helptext, "module":modulename, "perm":perms, "avail":availability} . . . ] A set of sigs is in an dict mapped by a unique number: { "cmd1": { "sig": ["type.. ], "help":helptext... } "cmd2"{ "sig": [.. ], "help":helptext... } } Parse the string s and return a dict of dicts, keyed by opcode; each dict contains 'sig' with the array of descriptors, and 'help' with the helptext, 'module' with the module name, 'perm' with a string representing required permissions in that module to execute this command (and also whether it is a read or write command from the cluster state perspective), and 'avail' as a hint for whether the command should be advertised by CLI, REST, or both. If avail does not contain 'consumer', don't include the command in the returned dict. zCouldn't parse JSON {0}: {1}fileNrz JSON descriptor {0} has no 'sig'avail) jsonloadsr[printrQsysstderrrr>r)rHroverallrsigdictcmdtagcmds rparse_json_funcsigsrs@*Q--  ,33Aq99 KKKKG}}      299&AAAQ--  c>>s7|++"3u:..E  Ns A1AAFwordis_kwargrIcg}|p |jtu}|jrU|rS|dD]<}|j||||jj=n:|j||||jj|xjdz c_|jr|jdz|_ |S)a+ validate_one(word, desc, is_kwarg, partial=False) validate word against the constructed instance of the type in desc. May raise exception. If it returns false (and doesn't raise an exception), desc.instance.val will contain the validated value (in the appropriate type). rr) r!rqr\rrsrJrrFrrr])rrrrIvals allow_csvparts r validate_oners D4DF*4I v')'JJsOO + +D M  g . . . KK ) * * * * + D'*** DM%&&&LLALL v"! Krargs signaturec |dd}tj|}d}|D]}d|_|j|jkr|s|cS|d} t ||d|ot |dkd}n#t$rd}YnwxYw|s"|js| d|n|cS|j|jk|jr|dz }|S)z matchnum(s, signature, partial=False) Returns number of arguments matched in s against signature. Can be used to determine most-likely command for full or partial matches (partial applies to string matches). NrFTr) copydeepcopyrrr]poprrcr-rpinsert) rrrIwordsmysigmatchcntrrrJs rmatchnumrs! GE M) $ $EH lTV## 99Q<> diLLLD LLLLLAdiLLL &J  TY!^^ $) dm/// }($) rflagsctj|}tj|}td|D}d}t}d} td|D} |o |ddk} |D]L} d| _| j| jkr1|r|d} nd} | dgfvr| jsn| j|vrn| r&d}tj t| }|rD| \}}| dd}| |d}ntj t| }|r}|d}| dd}| |d}|r:|jt$krd }n't|r|d}nd}|r)t'||d }|dz }t)|||n| jst-d | d | rc| d rN| jt0kp| dkp| dkp | dkp| dkp| }|s"t-d| | dgfvr| jr| jr9| jdkr.|r|cSt7d| j| | js|| j| jkrl|r|cS| jdkr-| jdkr"t9d| t7d| j| | jn| J t'| | d}nD#t:$r7}| js| |g} |d| Yd}~n=|r |cYd}~cSd}~wwxYw|dz }t)| ||d} | j| jk1N||krt?d|rL|sJ| r)tA| dd| dtBj"t;dtG|z|tHj%zrd|d<|tHj&zrd |d<|S)a validate(args, signature, flags=0, partial=False) args is a list of strings representing a possible command input following format of signature. Runs a validation; no exception means it's OK. Return a dict containing all arguments keyed by their descriptor name, with duplicate args per name accumulated into a list (or space-separated value for CephPrefix). Mismatches of prefix are non-fatal, as this probably just means the search hasn't hit the correct command. Mismatches of non-prefix arguments are treated as fatal, and an exception raised. This matching is modified if partial is set: allow partial matching (with partial dict returned); in this case, there are no exceptions raised. c g|] }|j | Srrprrs rrzvalidate..s888dtx8T888rrNc3HK|]}|jtk|j|fVdSrT)r!r^rqrs rrzvalidate..s5 I I4DFj4H4Hdi 4H4H4H4H I Ir injectargsr~r}rr;TzUnexpected argument 'rarz--yes-i-really-mean-itz--yes-i-really-really-mean-itz(--yes-i-really-really-mean-it-not-fakingz--forcezUnexpected argument '{0}'z#saw {0} of {1}, expected at least 1zmissing required parameter {0}zsaw {0} of {1}, expected {2}Fznot enough arguments givenz not valid: rzunused arguments: )mon-mgrrtargetpoll)'rrrcrrrr]rrprqrr KWARG_EQUALSgroupsrr KWARG_SPACEgroupr!rwrrr^r8rr~rQr\r2r6r-rr:rrrrfrr)r*)rrrrImyargsr reqsiglenrrsave_exceptionarg_descs_by_namerrmyarg kwarg_desc kwarg_matchkwarg_kkwarg_v key_matchis_valuers rvalidaterisw,]4 F M) $ $E88e88899IHvvAN I I5 I I III 5F1I5JF"F" lTV## '-zz!}}r ""x9>>' ! !h|U;; 2'2'9'9';';$GW&ooc377G!2!6!6w!E!EJJ!#e < ??? tx&%(  ty&  Hs* M N&!N NNNNrverbosec N|r1tdd|ztjd}i}d}g}|D]}|dd}|t jzr(|d} t|| d } | tj |kr| t|| d kr| d z } | |kr||r=td | |t| tj| |kr| }|g}| |d} t|| } |rMtdtjtjtj| d} | D]}|d} t#|| |dd}|}n#t$$rYAt&$r"}|} t)|dkr|}Yd}~nUd}~wt*$r.|r)tdt| tjYt,$r}|} |}Yd}~nd}~wwxYw|rO|sLtd| tjtt| d|dtjnd|D}|dd}td t)|tj|D]0}tt|dtj1|S)as Parse positional arguments into a parameter dict, according to the command descriptions. Writes advice about nearly-matching commands ``sys.stderr`` if the arguments do not match any command. :param sigdict: A command description dictionary, as returned from Ceph daemons by the get_command_descriptions command. :param args: List of strings, should match one of the command signatures in ``sigdict`` :returns: A dict of parsed parameters (including ``prefix``), or an empty dict if the args did not match any signature zvalidate_command: rjrNgrrrTrIFg?zbetter match: {0} > {1}: {2} cN|d}ttd|S)Nrc|jSrTrrs rz1validate_command..grade..as37r)summap)rsigss rgradezvalidate_command..grade^s'5z3**D11222r)rzbestcmds_sorted: )stream)rrzNot enough args supplied for zInvalid command:z: helpcrg|]4}|ddtjtjzz2|5S)rr)rrr(r+)rrs rrz$validate_command..sOPPP!55!,,$+0MNPAPPPr z,no valid command found; {0} closest matches:)rrrrvaluesrrr'rmathfloorrQrrsortedpprint PrettyPrinterrr<r6rcr:r-)rrrfound valid_dictbest_match_cntbestcmdsrrrmatchedrbestcmds_sortedexrs rvalidate_commandr)s&F "SXXd^^3#*EEEE&*EJN%'H~~!!## 4=   %j!$T::: tz.11 1 1 xc5999 9 9 sNG ^ # #   188S)9)9J     ^ # #$NuHH OOC 333 X5111OH ! 3333CJ///66GGG"&B%j !$3777A3F3FGGGJE E    D   B8}}!! EEEEE 9 9 9  95!#&&SZ9999   BE EEEEE   < H $bsz : : : : +c""D#f+CJ G G G GPPxPPPCRC= <CCCMMRR:     < II  childargsctddddg} t||d}t|dkr@t}||d|jJ|j|jfSn#t$rYnwxYwtdd d dg} t||d}t|dkr#|d }t|tsJd |fSn#t$rYnwxYwt|d krU|d dkrIt}||d |jJ|jJ|j|jfStd d d dg} t||d}t|dkr#|d }t|tsJd |fSn#t$rYnwxYwdS)a% Using a minimal validation, figure out whether the command should be sent to a monitor or an osd. We do this before even asking for the 'real' set of command signatures, so we can ask the right daemon. Returns ('osd', osdid), ('pg', pgid), ('mgr', '') or ('mon', '') tellrr)rqrzTrrNpgidrpgrrrr) rrrcrrJrrr-rgrf)rrrrqrs rfind_cmd_targetrsT (J!G!GH I IC .id;;;  z??a  ::D JJz(+ , , ,=,,,=$+- -        &*!E!EF G GC id;;;  z??a  f%DdC(( ( ( (:        4 9~~ilf44zz 9Q<   }((({&&&}dk))  CCD E ECid;;;  z??a  f%DdC(( ( ( (:         9s5A<< B B !C** C76C77G G  G ceZdZdZdZdS) RadosThreadc|||_||_||_d|_tj|dSrT)rrCfunc exception threadingThreadrD)rBrrrCs rrDzRadosThread.__init__s;   !!$'''''rc~ |j|ji|j|_dS#t$r}||_Yd}~dSd}~wwxYwrT)rrrCretvalr[r)rBrs rrunzRadosThread.runsY #$)TY>$+>>DKKK   DNNNNNNN s <7<N)r#r$r%rDrrrrrrs2(((rrrrCc4|dd}|dks|d}t|g|Ri|}d|_||||rt d|jr|j|jS)NtimeoutriQTrz timed out) rrdaemonstartris_aliver[rr)rrrCrr!s r run_in_threadr sjjA&&G!||wD*4***6**A AHGGIIIFF7F zz|| $$$ kxrc t|i|S#t$r-}dt|vrdt|vrYd}~?d}~wwxYw)NTget_command_descriptionszobject in state configuring) send_commandr[rf)rrCrs rsend_command_retryrsp  000 0   +c!ff44-Q77 s  A"AAArrrrinbufrc |ddkri|d}|J|r/td||tjt |jt ||||\}}} n|ddkr|d } t|dkr|d|d} |r6td ||d| tjt |j|||| \}}} n|dd krU|r5td ||dtjt |j|||\}}} n*|ddkr|d} |rtj |} | | d<nt| } tj | }|r/td|| tjt |j | |||\}}} n|ddkr|r5td||dtjt|dks |dd krt |j|||\}}} nt |j||||d \}}} n|ddkr|d} |r/td|| tj ddlm}n#t"$rt%dwxYw||}||| ||\}}} |n(t-d|dnK#t.$r>}t1|t2s#t%d||d}~wwxYw||| fS)a Send a command to a daemon using librados's mon_command, osd_command, mgr_command, or pg_command. Any bulk input data comes in inbuf. Returns (ret, outbuf, outs); ret is the return code, outbuf is the outbl "bulk useful output" buffer, and outs is any status or error message (intended for stderr). If target is osd.N, send command to that osd (except for pgid cmds) rrrNzsubmit {0} to osd.{1}rrrrzsubmit {0} to {1} name {2})rrrzsubmit {0} to {1}rr)rzsubmit {0} for pgid {1}rz {0} to {1}rrzsubmit {0} to mds.{1}) LibCephFSz1CephFS unavailable, have you installed libcephfs?) rados_instzBad target type '{0}'"{0}": exception {1})rrQrrr  osd_commandrrrc mgr_commandrrrdumps pg_command mon_commandcephfsr ImportError RuntimeErrorinit mds_commandshutdownr8r[rgr-)clusterrrrrrosdidretoutbufoutsrqrcmddictmds_specr filesystemrs rr r "s"N !9  1IE$$$ '-44S%@@:'''' -#SZZeW!N!N!N CAY%  D6{{Q6!9#8ay '299#vay$OO:'''' -#S%!O!O!O CAY) # # ')00fQi@@:'''' -#S%!B!B!B CAY$  !9D **S//"&D///*W%%C '/66sDAA:'''' -"D#ug!G!G!G CAY%   'l))#vay99:''''6{{Q&)r//$1'eW%F%F%F!VTT%2'eWVTUY%X%X%X!VTT AY%  ayH '-44S(CC:'''' X,,,,,,, X X X"#VWWW X#g666J OO   &&xe<< C    ! ! ! ! 7 > >vay I IJJ J !]++ 5<} t| ts#td|| d} ~ wwxYw| | | fS)a Serialize a command and up a JSON command and send it with send_command() above. Prefix may be supplied separately or in argdict. Any bulk input data comes in inbuf. If target is osd.N, send command to that osd (except for pgid cmds) :param cluster: ``rados.Rados`` instance :param prefix: String to inject into command arguments as 'prefix' :param argdict: Command arguments r_rrrz{0}.{1}rN)updaterr rfrrQrrJrrrrr[rgr-r)rrr_r'rrrr$osdtarg osdtargetr!r"r#rs r json_commandr,s$ G +&)***>w w  %S/78+<==F !9  jjG( (&1I7"" gkk(&;&;<<   i(((0 .w/5tz'7J7J/4gwHHVTT !]++ 5<objectr@rsrurqrrrrrrrr'r~rwrBrQrWr^rxrrrrrvrrrtArgValTrr ValidatedArg ValidatedArgsrrrrrrrdr rr r,rrrr5s     ]]]]]]]]]]]]]]]]]]]]]]]]v+++++++++/// ///   JJJJJ     I        ]        ]        m        M   ]     ]           B=B=B=B=B=&B=B=B=J$&$&$&$&$&k$&$&$&N#&#&#&#&#& #&#&#&L&&&&&&&&&&&&&&&&R % % % % %[ % % %>!>!>!>!>!>!>!>!BZ>;[{0)")")")")"{)")")"X ' ' ' ' '+ ' ' 'F+&+&+&+&+&++&+&+&\{*;622222;2222     {   %%%%%%%%PI)I)I)I)I)fI)I)I)X000""")xc4S>&9 :;)W ))))X232"%2*.sDd7m9K4L/L*M2222j c5#uS#X6 7 "'s,0=<#))49)W ))'*))))XT3s38_c]#$ S,&' )G)8L#9)m))))8',} } 49}  )} } tn} 2?} } } } D05lld3S#X#67l9l&tnl9Fllll^HtCyHU3 3E-FHHHHV     )"   #sU3s?-C!CD(+05c5#o0FD c S U3s?5K    6A&**-*++0 aasHSM12asma!a#3- a #4. a 6;3s?5K aaaaJ6A)-48*-*++0 22sHSM122!#2#=12! 2 #3- 2 #4. 2 6;3s?5K 222222s=BB  B