509318396 ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ 3 \=m@s8dZddlZddlZddlZddlZddlZddlZddlmZddl m Z m Z m Z ddl mZddlmZmZddlmZd%d d ZGd d d eZddZddZddZddZejd&krddlZejZddZddZ n eZeZeZ ddZ!GdddeZ"Gdd d e#Z$Gd!d"d"eZ%Gd#d$d$e$Z&dS)'z#Guido van Rossum N)chain)drivertokenizetoken) find_root)pytreepygram) btm_matcherTcCstt|ggdg}tjj|j}g}xLttj|D]:}|jdr2|jdr2|rZ|dd}|j |ddq2W|S)N*fix_z.py) __import__ospathdirname__file__sortedlistdir startswithendswithappend)Z fixer_pkgZ remove_prefixZpkgZ fixer_dirZ fix_namesnamer(/usr/lib64/python3.6/lib2to3/refactor.pyget_all_fix_namess rc@s eZdZdS) _EveryNodeN)__name__ __module__ __qualname__rrrrr+srcCst|tjtjfr(|jdkr t|jhSt|tjrH|jrDt|jStt|tj rt }x*|jD] }x|D]}|j t|qlWqbW|St d|dS)Nz$Oh no! I don't understand pattern %s) isinstancerZ NodePatternZ LeafPatterntyperZNegatedPatternZcontent_get_head_typesZWildcardPatternsetupdate Exception)Zpatrpxrrrr$/s      r$c Cstjt}g}x|D]|}|jrjyt|j}Wntk rJ|j|YqXxB|D]}||j|qRWq|jdk r||jj|q|j|qWx,tt j j j t j j D]}||j|qWt|S)N) collections defaultdictlistpatternr$rrZ _accept_typerr python_grammarZ symbol2numbervaluestokensextenddict)Z fixer_listZ head_nodesZeveryfixerZheadsZ node_typerrr_get_headnode_dictKs"    r5csfddtdDS)Ncsg|]}d|qS).r).0fix_name)pkg_namerr hsz+get_fixers_from_package..F)r)r9r)r9rget_fixers_from_packageds r;cCs|S)Nr)objrrr _identityksr=rcCs |jddS)Nz  )replace)inputrrr_from_system_newlinesrsrAcCs tjdkr|jdtjS|SdS)Nr>)rlinesepr?)r@rrr_to_system_newlinests rCc sTd}tjtj|jfdd}ttjtjtj h}t }yx|\}}||krVq@q@|tj krl|rfPd}q@|tj ko||dkr,|\}}|tj ks|dkrP|\}}|tj ks|dkrP|\}}|tj kr|dkr|\}}xJ|tj kr(|j||\}}|tj ks|d krP|\}}qWq@Pq@WWntk rJYnXt|S) NFcst}|d|dfS)Nrr)next)tok)genrradvancesz(_detect_future_features..advanceTfromZ __future__import(,)rgenerate_tokensioStringIOreadline frozensetrNEWLINENLCOMMENTr%STRINGNAMEOPadd StopIteration)sourceZhave_docstringrGignorefeaturestpvaluer)rFr_detect_future_featuressD          r^c@s eZdZdS) FixerErrorN)rr r!rrrrr_sr_c@seZdZdddZdZdZd4ddZdd Zd d Zd d Z ddZ ddZ d5ddZ d6ddZ ddZd7ddZddZd8ddZddZd d!Zd9d"d#Zd:d$d%Zd&Zd'Zd(d)Zd*d+Zd,d-Zd.d/Zd0d1Zd2d3ZdS);RefactoringToolF)print_functionwrite_unchanged_filesZFixr NcCs2||_|p g|_|jj|_|dk r0|jj||jdrDtj|_ntj |_|jj d|_ g|_ t jd|_g|_d|_tj|jtj|jd|_|j\|_|_g|_tj|_g|_g|_xXt|j|jD]F}|j r|jj!|q||jkr|jj"|q||jkr|jj"|qWt#|j|_$t#|j|_%dS)Nrarbr`F)convertlogger)&fixersexplicit_default_optionscopyoptionsr&r !python_grammar_no_print_statementgrammarr/getrberrorsloggingZ getLoggerrd fixer_logwroterZDriverrrc get_fixers pre_order post_orderfilesbmZ BottomMatcherBMZ bmi_pre_orderZbmi_post_orderrZ BM_compatibleZ add_fixerrr5bmi_pre_order_headsbmi_post_order_heads)selfZ fixer_namesrirfr4rrr__init__s<           zRefactoringTool.__init__c Cs\g}g}x&|jD]}t|iidg}|jddd}|j|jrV|t|jd}|jd}|jdjdd|D}yt ||}Wn$t k rt d||fYnX||j |j } | jr|jd k r||jkr|jd |q|jd || jd kr|j| q| jd kr |j| qt d| jqWtjd} |j| d|j| d||fS)Nr r6r_cSsg|] }|jqSr)title)r7r)rrrr:sz.RefactoringTool.get_fixers..zCan't find %s.%sTzSkipping optional fixer: %szAdding transformation: %sZpreZpostzIllegal fixer order: %rZ run_order)key)rerrsplitr FILE_PREFIXlensplit CLASS_PREFIXjoingetattrAttributeErrorr_rirorf log_message log_debugorderroperator attrgettersort) ryZpre_order_fixersZpost_order_fixersZ fix_mod_pathmodr8parts class_nameZ fix_classr4Zkey_funcrrrrqs8            zRefactoringTool.get_fixerscOsdS)Nr)rymsgargskwdsrrr log_errorszRefactoringTool.log_errorcGs|r ||}|jj|dS)N)rdinfo)ryrrrrrrszRefactoringTool.log_messagecGs|r ||}|jj|dS)N)rddebug)ryrrrrrrszRefactoringTool.log_debugcCsdS)Nr)ryold_textnew_textfilenameequalrrr print_outputszRefactoringTool.print_outputcCs<x6|D].}tjj|r&|j|||q|j|||qWdS)N)rrisdir refactor_dir refactor_file)ryitemswrite doctests_onlyZ dir_or_filerrrrefactor#s  zRefactoringTool.refactorc Cstjd}xtj|D]\}}}|jd||j|jxH|D]@}|jd rBtjj|d|krBtjj||} |j | ||qBWdd|D|dd<qWdS)NpyzDescending into %sr6rcSsg|]}|jds|qS)r6)r)r7Zdnrrrr:>sz0RefactoringTool.refactor_dir..) rextsepwalkrrrrsplitextrr) ryZdir_namerrZpy_extdirpathZdirnames filenamesrfullnamerrrr,s    zRefactoringTool.refactor_dircCsyt|d}Wn.tk r<}z|jd||dSd}~XnXztj|jd}Wd|jXt|d|d}t|j |fSQRXdS)NrbzCan't open %s: %srr()encoding)NN) openOSErrorrrdetect_encodingrOclose_open_with_encodingrAread)ryrferrrrrr_read_python_source@s z#RefactoringTool._read_python_sourcecCs|j|\}}|dkrdS|d7}|rn|jd||j||}|jsL||kr`|j|||||q|jd|nH|j||}|js|r|jr|jt|dd|||dn |jd|dS)Nr>zRefactoring doctests in %szNo doctest changes in %sr)rrzNo changes in %sr)rrrefactor_docstringrbprocessed_filerefactor_string was_changedstr)ryrrrr@routputtreerrrrPs    zRefactoringTool.refactor_filecCst|}d|krtj|j_zJy|jj|}Wn4tk r`}z|jd||jj |dSd}~XnXWd|j|j_X||_ |j d||j |||S)NrazCan't parse %s: %s: %szRefactoring %s) r^r rjrrkZ parse_stringr'r __class__rfuture_featuresr refactor_tree)rydatarr[rrrrrrgs     zRefactoringTool.refactor_stringcCstjj}|rN|jd|j|d}|js2||krB|j|d|q|jdn:|j|d}|jsj|r~|jr~|jt |d|n |jddS)NzRefactoring doctests in stdinzzNo doctest changes in stdinzNo changes in stdin) sysstdinrrrrbrrrr)ryrr@rrrrrrefactor_stdins     zRefactoringTool.refactor_stdinc Csx"t|j|jD]}|j||qW|j|j|j|j|j|j|jj|j }xvt |j rАx`|jj D]R}||ko||rv||j tjjdd|jr||j tjjdx t||D]}|||kr||j|y t|Wntk rwYnX|jr(||jkr(q|j|}|r|j||}|dk r|j|x,|jD] }|jspg|_|jj|q^W|jj|j }x2|D]*} | |krg|| <|| j|| qWqWqvWq\Wx$t|j|jD]}|j||qW|jS)NT)r~reverse)r~)rrrrsZ start_tree traverse_byrwrxrvZrunZleavesanyr0rerrZBaseZdepthZkeep_line_orderZ get_linenor-remover ValueErrorZfixers_appliedmatch transformr?rr2Z finish_treer) ryrrr4Z match_setnoderesultsnewZ new_matchesZfxrrrrrsJ       $zRefactoringTool.refactor_treecCs^|sdSxP|D]H}xB||jD]4}|j|}|r|j||}|dk r|j||}qWqWdS)N)r#rrr?)ryreZ traversalrr4rrrrrrs     zRefactoringTool.traverse_bycCs|jj||dkr.|j|d}|dkr.dS||k}|j|||||r`|jd||js`dS|rv|j||||n |jd|dS)NrzNo changes to %szNot writing changes to %s)rtrrrrrb write_file)ryrrrrrrrrrrs  zRefactoringTool.processed_filec%Csyt|d|d}Wn.tk r@}z|jd||dSd}~XnXzHy|jt|Wn0tk r}z|jd||WYdd}~XnXWd|jX|jd|d|_dS)Nw)rzCan't create %s: %szCan't write %s: %szWrote changes to %sT)rrrrrCrrrp)ryrrrrrrrrrr s$  zRefactoringTool.write_filez>>> z... c Csg}d}d}d}d}x|jddD]}|d7}|jj|jr|dk r\|j|j|||||}|g}|j|j} |d| }q"|dk r|j||js|||jjdkr|j |q"|dk r|j|j||||d}d}|j |q"W|dk r|j|j||||dj |S)NrT)keependsrr>r|) splitlineslstriprPS1r2refactor_doctestfindPS2rstriprr) ryr@rresultblockZ block_linenoindentlinenolineirrrr%s:          z"RefactoringTool.refactor_docstringc syj||}Wndtk rv}zHjjtjrRx|D]}jd|jdq8Wjd|||j j ||Sd}~XnXj ||r t |j dd}|d|d||dd} }|d jds|d d7<j|jdg}|r |fdd |D7}|S) Nz Source: %sr>z+Can't parse docstring in %s line %s: %s: %sT)rrrcsg|]}j|qSr)r)r7r)rryrrr:jsz4RefactoringTool.refactor_doctest..rr) parse_blockr'rdZ isEnabledForrnDEBUGrrrrrrrrrrpop) ryrrrrrrrrZclippedr)rryrrPs$ "z RefactoringTool.refactor_doctestcCs|jr d}nd}|js$|jd|n&|jd|x|jD]}|j|q8W|jrt|jdx|jD]}|j|qbW|jrt|jdkr|jdn|jdt|jx&|jD]\}}}|j|f||qWdS) Nwerez need to bezNo files %s modified.zFiles that %s modified:z$Warnings/messages while refactoring:rzThere was 1 error:zThere were %d errors:)rprtrrormr)ryrfilemessagerrrrrr summarizems$     zRefactoringTool.summarizecCs"|jj|j|||}t|_|S)N)rZ parse_tokens wrap_toksrPr)ryrrrrrrrrszRefactoringTool.parse_blockc cshtj|j||j}xN|D]F\}}\}}\} } } ||d7}| |d7} ||||f| | f| fVqWdS)Nr)rrL gen_lines__next__) ryrrrr1r#r]Zline0Zcol0Zline1Zcol1Z line_textrrrrs   zRefactoringTool.wrap_toksccs||j}||j}|}xV|D]N}|j|r@|t|dVn(||jdkrXdVntd||f|}qWx dVqrWdS)Nr>zline=%r, prefix=%rr|)rrrrrAssertionError)ryrrprefix1Zprefix2prefixrrrrrs    zRefactoringTool.gen_lines)NN)FF)FF)FF)F)NFN)N)rr r!rgrrrzrqrrrrrrrrrrrrrrrrrrrrrrrrrrr`s: 4(   O  + r`c@s eZdZdS)MultiprocessingUnsupportedN)rr r!rrrrrsrcsBeZdZfddZd fdd ZfddZfd d ZZS) MultiprocessRefactoringToolcs"tt|j||d|_d|_dS)N)superrrzqueue output_lock)ryrkwargs)rrrrzsz$MultiprocessRefactoringTool.__init__Frcs|dkrttj|||Sy ddlWntk r@tYnXjdk rTtdj_j _ fddt |D}z.x|D] }|j qWttj|||Wdjj xt |D]}jjdqWx|D]}|jr|j qWd_XdS)Nrrz already doing multiple processescsg|]}jjdqS))target)ZProcess_child)r7r)multiprocessingryrrr:sz8MultiprocessRefactoringTool.refactor..)rrrr ImportErrorrr RuntimeErrorZ JoinableQueueZLockrrangestartrputZis_alive)ryrrrZ num_processesZ processesr)r)r)rryrrs2               z$MultiprocessRefactoringTool.refactorc sR|jj}xB|dk rL|\}}ztt|j||Wd|jjX|jj}q WdS)N)rrlrrrZ task_done)ryZtaskrr)rrrrs     z"MultiprocessRefactoringTool._childcs2|jdk r|jj||fntt|j||SdS)N)rrrrr)ryrr)rrrrs  z)MultiprocessRefactoringTool.refactor_file)FFr)rr r!rzrrr __classcell__rr)rrrs   r)T)rr)' __author__rrrnrr+rM itertoolsrZpgen2rrrZ fixer_utilrr|rr r rurr'rr$r5r;r= version_infocodecsrrrArCr^r_objectr`rrrrrr sD      (