HmdddlZddlmZmZddlZddlmZddlZddlm cm Z ddl m Z m Z mZddlmZmZddlZddlZddlZddlZddlmZddlZddlZddlmZmZmZmZddlmZmZm Z dd lm!Z!m"Z"m#Z#ddl$Z$dd l%m&Z&d Z'e(e d re j)ne*Z)ej+Z,d a-da.ia/GddeZ0dZ1dZ2dZ3e"dZ4dZ5dZ6dZ7dZ8dZ9ddddZ:dZ;dZd!Z?d"Z@d#ZAd$ZBdS)%N)ENOENT ENOTEMPTY)Process)ArgumentParserRawDescriptionHelpFormatterAction)gfind_write_row gfind_write)datetime)execute is_host_localmkdirpfail) setup_logger human_timehandle_rm_error)get_changelog_rollover_time cache_output create_file) OutputMergerz GlusterFS Incremental API ParseErrorc(eZdZdfd ZddZxZS) StoreAbsPathNc Ltt|j||fi|dSN)superr__init__)selfoption_stringsdestnargskwargs __class__s 7/usr/lib/x86_64-linux-gnu/glusterfs/glusterfind/main.pyrzStoreAbsPath.__init__.s0*lD!!*>4JJ6JJJJJclt||jtj|dSr)setattrr!ospathabspath)rparser namespacevalues option_strings r%__call__zStoreAbsPath.__call__1s* 49bgoof&=&=>>>>>r&r)__name__ __module__ __qualname__rr0 __classcell__)r$s@r%rr-sWKKKKKK????????r&rc vtjtjd|||d|dS)N session_dir_z _secret.pem)r)r*joinconfget_opt)sessionvolumes r%get_pem_key_pathr=5s? 7<< ]33.5ggvvv> @ @@r&c p t|}|r|dkrdSt|j|j}|sdddddd|d|zg|z}t |t \}} } |d kr"t |d |d | d | |t |ddrp|spdddd|d|d|dtj |dg} t | d|zt dSdSdS#t$rtj dYdSwxYw)z3 Runs command via ssh if host is not local deleteNsshz-oNumberOfPasswordPrompts=0z-oStrictHostKeyChecking=noz-tz-izroot@%sloggerrz - z+ failed; stdout (including remote stderr): z stderr: copy_outfileFscpzroot@z:/ node_outfilez%s - Copy command failedexit_msgrB)r r=r;r<r rBrgetr)r*dirnameKeyboardInterruptsysexit) host host_uuidtaskcmdargsoptslocaldir pem_key_path returncodeerroutcmd_copys r%node_cmdrZ<s0 ++  (( F' dkBB  +0/ t# %(+ +C")V!&>F$$BC 27??<00#F 4 4 4 4%B ++ $2X^"<; ! 9-#fjj))**C 50A0A,B,BCC*,./#r3#D$67 8!% 2) 4%)N:- <261L,-- DI&(/3i?%r**RAC"$0D #'D W__C"6{CCOy G"&":;"G"G,2244"99&3I&>&>F$$BC 27??<00#F 4 4 4 4%B ++ $2X^"<; ! 9-#fjj))**C 50A0A,B,BCC*,./#r3   !#D$67 8!% 2) 4%)N:- <2;,--8:<DI&( /3i?%r**R!AC$$0D #'D Y    ,''''W%    A()***  < ,,<;7??<00 2 !% 2) 4CC X   )).<"$$$$ < ,,<;::.// 1 !% 2) 4.2-D())CCV^^< ,,<;  !% 2) 4CC X  < ,,<; !% 2) 4C  5x"ItS$EGGGA GGIII KKNNN(4 qu %D// 2 2Q  :?? KKKTTT5:a==I J J J+++$$$c 1 FGGGG$'//'2HQKKKK*151 2 2sO)).PPcdddd|dg}t|dt\}}}tj|}|d}t |jdkrtd t |d ja|d j}g}|d } g} |dkr+| d| dn| d| D]a} | | D]I} | | dj| djfJbn=#tttf$r#} td| zt Yd} ~ nd} ~ wwxYw|S)zX Get the gluster volume info xml output and parse to get the brick details. glusterr<info--xml!Failed to Run Gluster Volume InforFzvolInfo/volumes/countrzUnable to get volume detailsrA volInfo/volumes/volume/statusStrzvolInfo/volumes/volume/typeStrzvolInfo/volumes/volumeTierzbricks/hotBricks/brickzbricks/coldBricks/brickz bricks/brickhostUuidnamezFailed to parse Volume Info: %sN)r rBetree fromstringfindinttextrr|rfindallrAttributeError ValueError) r<rQr7datatreecount_el vol_typeStrr volume_el brick_elemselembes r%ryrys h 8C"E &(((JAtQ  D ! !Dyy011H 8=Q +F;;;;II@AAFM))<==BK E 233I C &   7 8 8 8   8 9 9 9 9   ~ . . . 4 4D&&t,, 4 4 affZ005ffVnn134444 4 4  3CCC . 26BBBBBBBBBC LsB,E33F- F((F-c< ttt}|d}d|_|d}|dd|d d |d d d |ddd |ddd |d}|dd|d d |d d d |d}|ddd|dd d|d d d |d}|dd|d d |ddt|d d d |ddd |ddd |d d!d |d"d#d$|d%d&d |d'd(d)d |d*d+d,|d-d.d/gd01|d2d3d4|d5}|d d |ddt|d6d7t8|d9d:t8|ddd |ddd |d d d |d d!d |d"d#d$|d'd(d)d |d*d+d,|d-d.d/gd01|d2d3d4|d;}|dd|d d |d d d | S)type: f, f-files only d, d-directories only, by default = bothboth)fdr)rrchoicesrpzField separator string rqz --since-timez/UNIX epoch time since which listing is required)rrz --end-timez/UNIX epoch time up to which listing is requiredrw) rrPROG_DESCRIPTIONadd_subparsersrequired add_parser add_argumentrr parse_args)r, subparsers parser_create parser_delete parser_list parser_pre parser_query parser_posts r% _get_argsrEs ,G(8:::F&&F&33JJ))(33My~>>>xm<<<yw|LLLy0-5ACCC5$H&2444 ))(33My~>>>xm<<<yw|LLL''//K[~rJJJZmRHHHYW\JJJ&&u--JIN;;;H=999IM,OOOIGLIIIM!D#/111H;|LLL/77?KMMM-4K$')))2">#/111D"#/1111"G$)+++H,H$*4F4F4FHHH/6N$'))) ((11Lh];;;im%1333n4:@CEEEl2:@CEEEm#F%1333h[NNNiglKKK19:BNPPP/6M&)+++d$>#@%13333$I&+---h.J&,6H6H6HJJJ1#;&)+++ ''//KY^<<<XM:::YW\JJJ     r&c t|j|j}tj|s>dddd|g}t |d|zttd|z tj |dztj tj d d |jd |jd nj#ttf$rV}t!d tj tj d d d|tYd}~nd}~wwxYwdddddtj|zg}t |dttdddddddtj|zg}t |dttddS)Nz ssh-keygenrrz-fzUnable to generate ssh key %srFzSsh key generated %sz.pubr6.keysr7z_secret.pem.pubzFailed to copy public key to : rArzsystem::copyfilez/glusterfind/.keys/%s.pubzFailed to distribute ssh keysz*Distributed ssh key to all nodes of Volumer add_secret_pubrootz.Failed to add ssh keys to authorized_keys filez0Ssh key added to authorized_keys of Volume nodes)r=r;r<r)r*existsr rBrshutilcopyfiler8r9r:rrrbasename)rRrUrQrs r% ssh_setuprs7#DL$+>>L 7>>, ' ' ;  8      *\9:::  v- T\-%@%@%,?C|||?C{{{&LMM N N N N W   T\-88'BBBBAAG              &)9)9,)G)G G  IC  C9&IIII KK<===      &)9)9,)G)G G  IC  CE KKBCCCCCs9ACD:$A D55D:ctddd|jddgdttd|jztddd|jd dgd ttd |jztddd|jd dgd ttd|jzdS)Nrr<setz build-pgfidonz*Failed to set volume option build-pgfid onrFz$Volume option set %s, build-pgfid onzchangelog.changelogz2Failed to set volume option changelog.changelog onz,Volume option set %s, changelog.changelog onzchangelog.capture-del-pathz9Failed to set volume option changelog.capture-del-path onz3Volume option set %s, changelog.capture-del-path on)r r<rBr)rRs r%enable_volume_optionsrs  Y% [- /A KK6DEEE Y% [/ 7%-35555 KK>+ Y% [6 >,4:<<<< KKE+r&c tj|dd5}|D]}|dd}d}|D]~}|dkr |dd}|s|d dd}||krD|r |dkrt ||d |||ft ||d || ddddS#1swxYwYdS) Nazutf-8)encodingr\,rz///rHr)codecsopenrIr{replacer r ) r outfilemergerrrrowpaths row_2_reprp_reps r% write_outputrsx WcG 4 4 4C $$&& C CCFLL%%EI C C77 $,, : #AtS 9 9II%%Cb#As1vyQQQQ 3q6?EBBBB C  CCCCCCCCCCCCCCCCCCCsB6CC #C c>ddd|dg}t|dt\}}} tj|}|dj}n0#t tf$r}td|zYd}~nd}~wwxYw|d krtd |zdSdS) Nrr<rrrrFrz)Invalid Volume: Check the Volume name! %srbrc) r rBrrrrrrr)r<rQr7rr statusStrrs r%validate_volumer s h 8C"E &(((JAtQ>%%II@AAF  '>>> 81 <========>I & /00000s.AB$A;;BrHz 0-9a-zA-Z_-) min_length max_length valid_charsct|tdkr-tdttdzdzt|tdkr-tdttdzdzt jdtdzd z|std tdzdSdS) Nrzsession_name must be at least z characters long.rzsession_name must not exceed z characters length.z^[rz]+$z0Session name can only contain these characters: )lenSESSION_NAME_RULESrrrematch)r;s r%validate_session_namer#s 7||(666 -' 56679LM N N N 7||(666 ,' 56679NO P P P 8E.}==& ( (< ?+M:; < < < < <<>+ & &$$*$$d###%%(C ))N(D^1D1DEEEE 7>>+ & &)$*A) +s # # )q GGC'' ( ( ( ) ) ) ) ) ) ) ) ) ) ) ) ) ) )JlllDKKK1222HQKKKKKs#G77G;>G;c ddd|jdg}t|dt\}}} tj|}|dj}n7#ttf$r#}td|zt Yd}~nd}~wwxYw|d krtd |jzt t|d t ttj ||jd t ttj |jd t t!|t#||js|jdvrtd|js$|js|jstdt |jr$|jr|jrtdt |jr|jstdt d}d} |jr|j}|jr|j} nd}tddd|jd|d| t/jd} | t5t7jzat=d||| t:|jr|t?t@dkrMddgtCt@"zd|jgz}t|d tntd!t nstG|jd t tI|jd"ztCt@"} tK|j| |j& tj'|jd"zn#tPtRf$rYnwxYwt=d#|t:$tTj+,d%|jzdS)&Nrr<rrrrFrzInvalid Volume: %srArbrcTrfrr#--type can only be used with --fullzHPlease specify either {--since-time and optionally --end-time} or --fullzVPlease specify either {--since-time and optionally --end-time} or --full, but not bothz#Please specify --since-time as wellrzQuery is called - Session: rr, Start time: , End time: %Y%m%d-%H%M%S-%f-rqrirjr^sort-u-o1Failed to merge output files collected from nodesQFailed to collect any output files from peers. Looks like all bricks are offline..dbrrr^Generated output file %s )-r<r rBrrrrrrrrr)r*r8rJrrrr~r since_timeend_timerr nowstrftimenexttempfile_get_candidate_names gtmpfilenamerrrrr.rrrrrrrrLr r ) r6rRrQr7rrrrrirjprefixrs r% mode_queryr'Vsq h W =C"E &(((JAtQ6%%II@AAF  '666 !A %f5555555556I & 4VDDDD ;D8888 27<< T[ 1 1t 27??4< ( (d6JJJJdOOO$ 94j00 2333 ?)4=)) !' ) ) ) ) 4=TY '     }CT_C 26BBBB E C  = -C LLLIIt{{{EEE338999\^^ $ $%8 9 9FD!>!@!@AAAL'4u#*,,,, yH ! " "Q & &4.4(:(A(A(C(C#D#DD&'C C+39 ; ; ; ; ; 6>D F F F F F DLd6BBBB$T\E%9%)*<*C*C*E*E%F%FHH T\=$2FGGG  $,&'''' W      )T|<<<<J1DL@AAAAAs).AB )BB N88O  O c  ttjt|jz }tj||jd}|dz}ttj|j dt|j s|j dvrtdtj|r|jstdd} t!|5}t|}dddn #1swxYwYnE#t&$rYn9t(t*f$r&}td |d |t Yd}~nd}~wwxYwtd |jd |jd|d|t1jd}|t7t9jzat?d||dt<|j r|tAtBdkrMddgtEtB#zd|j gz} tI| dtntdt nstK|j dttM|j dztEtB#} tO|j | |j( t j)|j dzn#t*t(f$rYnwxYwt?d|t<t!|d5}|*tW|dddn #1swxYwYtXj-*d|j zdS)Nr.preTrfrrz@Post command is not run after last pre, use --regenerate-outfilerzError Opening Session file rrAzPre is called - Session: rrrrrarrrrrrrFrrrrrrr).rr rr<r)r*r8rrJrrBr~rrrregenerate_outfilerreadrrrrrr;r r r!r"r#r$r%rrrrr.r rrrrrr rrLr ) r6rRendtime_to_updater status_file_prerirrr&rQrs r%mode_prer.szDIKK((+F ,,',,{DKBBK!F*O 27??4< ( (d6JJJJ 94j00 2333 w~~o&&)t/F) ( ) ) ) E0 +   *!(())E * * * * * * * * * * * * * * *      W 000  QQ (. 0 0 0 0 0 0 0 0 00 LLLLLL$+++uuu6G6GIJJJ\^^ $ $%8 9 9FD!>!@!@AAAL%U MMMM yH ! " "Q & &4.4(:(A(A(C(C#D#DD&'C C+39 ; ; ; ; ; 6>D F F F F F DLd6BBBB$T\E%9%)*<*C*C*E*E%F%FHH T\=$2FGGG  $,&'''' W      )T|<<<< os # #(q %&&'''(((((((((((((((J1DL@AAAAAsf2E 4E5 E EE E E FF)F  FL88M  M 6#N%%N),N)ctj||jd}td|jd|j|dz}tj|rktd|tj ||tj d|jd|jdtj d d Std t d S) zr If pre session file exists, overwrite session file If pre session file does not exists, return ERROR rzPost is called - Session: rr)rwr with volume z updated rzPre script is not runrAN)r)r*r8r<rBrr;rrrenamerLr r rMr)r6rRr r-s r% mode_postr2s ',,{DKBBK LLLLLL$++/000!F*O w~~o&&5fd### /;/// ,,, 5 6 6 6   $V444444r&ctd|tjtj||jttj d|j d|jd tj |dS#t$r>}|jtks#t d|zYd}~dSYd}~dSd}~wwxYw)Nr?)onerrorrr0z deleted z&Failed to delete session directory: %s)rrrmtreer)r*r8r<rrLr r r;rmdirrerrnorrBr)r6rRrs r% mode_deleter8s(D!!! M"',,{DK88)++++JlllDKKK1222 F  FFFw)## KK@1D E E E E E E E E E$#####FsB C -CCc N|jratjtj||jst dt |jg}n4g}tj|D]}|dkr||g}|D]}tjtj||}|D]}|j r |j |krtj|||d}d} t|5} | } dddn #1swxYwYn/#ttf$r} | jt krYd} ~ d} ~ wwxYw|||| fА |rt"jdddd ddd dd t"jd t"jd |D]\}}} d } | r# t+| } n#t,$rd } YnwxYwt"j|dd|dd| dd |sG|js|j rt dt dSt"jddSdS)z_ List available sessions to stdout, if session name is set only list that session. zInvalid SessionrArrNSESSIONrVOLUMEz SESSION TIMErzK---------------------------------------------------------------------------zSession CorruptedzNo sessions found. )r;r)r*rr8rrBlistdirrr<rr+rrrr7rrLr r ljustr TypeError) r6rRsessionsroutputr;volnamesvolnamer last_processedrr sess_times r% mode_listrFs  |#w~~bgll; EEFF 3 "6 2 2 2 2L>K(( # #AG||""" F>>:bgll;@@AA > >G{ t{g55',,{GWhOOK!N +&&6!%&VVXX^^%5%5N666666666666666W%   7f$$HHHH   MM7G^< = = = = >  )<)<)<)<)1););););)7)=)=b)A)A)A)AC D D D     ,2 ? ?(.'  0 0&~66  0 0 0/  0 r):):):):)0r):):):):)2)<)<)<)<> ? ? ? ? 5 < 54; 5 "6 2 2 2 2 2 2 J  3 4 4 4 4 4 55sTE !'E E E E E E  F 1FFF I(( I76I7cd} t}ttjdd|jdkrd|_|jdkrtjd}n7t jtjd|j}t j |s |jdvrtd|jz|jd vrt|j |jd vr"|jdkrtd|jzt j||j }t j |s(|jdvrtd |jd |j tt jtjd |j|j dt jtjd |j|j d}tt||jt!d|jz||dS#t"$rw|]|jdks |jdkrGt$@t'jt&jt&jt-d|t$t/jdYdSwxYw)Nr6T)rgrqrr)rtrrqzInvalid session %s)r)rtrwrar?rz not created with volume log_dirzcli.logmode_rarrrrH)rrr9r:rr;r)r*r8rrrr<rrBrglobalsrKr%signalSIGINTSIG_IGNrrLrM)rRr6vol_dirlog_files r%mainrP[s D9{{t|M**==== 9  $DL 9  ,}55KK',,t|M'B'B'+|55Kw~~k** 6 !<<< % 4 5 5 5 9H $ $ DK ( ( ( 9; ; ; )) % 4 5 5 5',,{DK88w~~g&& .49+,,,, D,,, - . . . rw||DL33 L K))  ! ! ! !7<< Y 7 7 $ $ )++ VXtz222 ' 'DI%&{D99999      yE!!TY'%9%9+M&-@@@!)T|LLLL   sIIA=KK)CrLr7rrr multiprocessingrr)xml.etree.cElementTreer cElementTreeargparserrr gfind_py2py3r r loggingrr#rKr rrutilsr r rrrrrrrrr9 changelogdatarrhasattrr SyntaxError getLoggerrBr|r%rrr=rZrryrrrrrrrr r'r.r2r8rFrPr&r%r]s& ######## ###### &&&&&&&&&HHHHHHHHHH55555555   666666666666;;;;;;;;;;HHHHHHHHHH &&&&&&") !=!= NU  ;      ?????6???@@@444nd2d2d2N'''TdddN2D2D2Dj,CCC* 1 1 1! <<<"DYBYBYBxEBEBEBP555(FFF"959595x>>>>>r&