o `p'@svddlZddlZddlZddlZddlZddlZddlmZddlZddl Z ddl m Z ddl m Z GdddZdS)N)quote)Alfit)Ranfic@s`eZdZddZdddZdddZdd d Zd d ZddZdddZ dddZ dddZ dS)VemlicCs||_t|j|_t|j|_|j|_|jdur$tdtjdt d|_ d|_ d|jj vr9t |jj d|_ i|_i|_|jjd|_dS)Nzvemli can't run with no ranfifilez.json.gzZ vemli_digitsvemli)eralfitrranfisigprintsysstderrquitextdigitsconfintvrdirsfolder)selferimpr!/home/ernad/ernad/python/vemli.py__init__s"     zVemli.__init__FcCstdddlm}||jd|_ddlm}||jd|_|jjdd}|D]}td||||}|d ur@td tj d q'd S) z-> prepare classing vemte filezget the required sigsr)Fitlir )MoclaT)Z for_classingzvemli: I have work for Nz-vemli can't make testing files can't continuer) rZfitlirr moclar Z required_sigsprepare_for_sigrr)r issuedate do_verboserr Zsigsr outrrrprepare_classing&s    zVemli.prepare_classingTc Cs:|jjd}|d|d|d}tj|rtd|S|d|d|d|j}tj|rE|j|}tdtd||S|j j |d }|d urXtd |d S|jj ||d }|d urltd |d S|rttd|||_ ||_ td||j||d }|d urd Std|d|j|}|S)z#used to prepare vemlis for classingclass/_z.classzcase 1.vemlizcase 2zmocla returns )r Nz+mocla can't continue to dig, no vemlis for r$zvemli sees no alfit for zmocla needs to make vemlis for z mocla needs to build the vemlis z#vemli calls mocla.vemte_from_vemli())r rospathisfilerrr!Zvemte_from_vemlir getZ get_alfitr r build_fufi) rr#r r$rZ vemte_fufi vemli_fufir alfit_fufirrrr"5s@          zVemli.prepare_for_sig new_to_oldcCsF|jd|j|j}t|}|dkrt||St|dd}|S)z-> list of alfit filesz/*randomT)reverse)rr rglobr5shufflesorted)rZorder glob_string out_fufisrrrr;_s   zVemli.out_fufiscCs |jd|d||j}|S)z--> used by moclar(r))rr)rr#r fufirrrout_fufiis zVemli.out_fufic Cs|||j}tj|std|d|tjddSd|d|}tj |dtj d}| d dd  }| d }t|d krStd |d|tjddS|d }|S)zgreps a line from a vemli filezvemli has no file z for seed rNz /bin/zgrep  T)shellstdoutr"zvemli has no seed z in )r=r r-r.r/rrr subprocessPopenPIPE communicatedecodesplitlen) rr#papidr<cmdprocesslinefieldsr rrrgrepos"   z Vemli.grepNcCst|j}|rtd|j|dur||_|D]}tj|}|dd}|dur0||kr0q|j||dqdS)z:-> makes update from alfit files from issues, for trainingz vemli uses Nr r+) r r;rr r r-r.basenamer1)rr$Zonly_issuedater Z alfit_fufisr3banar#rrrupdates   z Vemli.updatec Cst|}d}|durYtj|}d|vr4tj|s#td|dS|dd}|d|j|j }nOtj |dkrQ|d|j j d |jd |j }d }n2t d |d |jd|d |j}|jdrq||j 7}n|jdr|d|j 7}nt dt||gstd||St|dt|jdkr|j|_|rtd|t|}i|_|r|D]}|j||d|ddqn|D] }|j|||ddqtd|t||ji|_t||S)z@--> called by train to get seed vemlis, must return fufi or NoneFNz/krikt.zvemli: mocla does not see z/alfit.z/vemli_z grund.json.gzr(r)z.grundTzvemli can't handle your case ''z/vemliz/classr*zvemli can't handle your case.zvemli doneres irz vemli loads ar+z vemli writes )filer get_issuedater-r.dirnamer/rreplacer rrRr max_issuedate ExceptionrendswithdonerelockerZplacerJrr r0loadr feed_papiddumpremove) rin_fufir$r#Z is_it_grundfudir=drKrrrr1sf               zVemli.build_fuficCsd}i}|j}|D]$}||jvrq |j|}d|d} ||| } | |t|<|| 7}q t|} d} t|D]} t|| | }| t| dt|d|d7} q9| dt|7} | |j |<dS)Nrr>:z# ) rrcountrmathsqrtr9strrr)rZfitsrKr$ZsumfZ numbs_intsrZfitnumberlengthaddZ root_sumfrNZnumbvalrrrras$       &zVemli.feed_papid)F)T)r4)FNN) __name__ __module__ __qualname__rr&r"r;r=rPrTr1rarrrrrs   *   2?r)r7rDrkr-r5rZrequests.utilsrrWr_r rr rrrrrrs