ó æNXc @sudZddlZddlZddlZddlmZddlmZddlm Z ddl m Z m Z ddl mZmZmZe r¥ddlmZnddlmZd Zd Zd Zd Zd ZdZdZdZdZeeeeeeeeeg Zde ejeƒfd„ƒYZdefd„ƒYZ defd„ƒYZ!defd„ƒYZ"de"fd„ƒYZ#e!j$d„ƒZ%dd„Z'd„Z(d„Z)d „Z*d!„Z+d"„Z,d#„Z-d$„Z.ie(e6e)e6e*e6e*e6e+e6e,e6e-e6e.e6Z/e j$d%„ƒZ0ej1d&ƒZ2ej1d'ej3ƒZ4eƒZ5eƒZ6d(„Z7d)„Z8d*„Z9e j$d+„ƒZ:e!j$e;d,„ƒZ<dd-„Z=e!j$d.„ƒZ>e!j$d/„ƒZ?e!j$d0„ƒZ@e!j$d1„ƒZAd2ZBej1d3jCeBƒej3ƒZDd4ZEe j$d5„ƒZFej1d6jCeBƒej3ƒZGd7ZHe j$d8„ƒZIdS(9sÔInput transformer classes to support IPython special syntax. This includes the machinery to recognise and transform ``%magic`` commands, ``!system`` commands, ``help?`` querying, prompt stripping, and so forth. iÿÿÿÿN(tLineInfo(t tokenize2(tcookie_comment_re(twith_metaclasstPY3(tgenerate_tokenst untokenizet TokenError(tStringIOt!s!!t?s??t%s%%t,t;t/tInputTransformercBsAeZdZejd„ƒZejd„ƒZed„ƒZRS(s6Abstract base class for line-based input transformers.cCsdS(s9Send a line of input to the transformer, returning the transformed input or None if the transformer is waiting for more input. Must be overridden by subclasses. Implementations may raise ``SyntaxError`` if the input is invalid. No other exceptions may be raised. N((tselftline((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pytpush1s cCsdS(s¥Return, transformed any lines that the transformer has accumulated, and reset its internal state. Must be overridden by subclasses. N((R((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pytreset=scs%tjˆƒ‡‡fd†ƒ}|S(s‡Can be used by subclasses as a decorator, to return a factory that will allow instantiation with the decorated object. cs ˆˆ|S(N((tkwargs(tclstfunc(sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyttransformer_factoryKs(t functoolstwraps(RRR((RRsU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pytwrapFs!( t__name__t __module__t__doc__tabctabstractmethodRRt classmethodR(((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyR.s  tStatelessInputTransformercBs2eZdZd„Zd„Zd„Zd„ZRS(sDWrapper for a stateless input transformer implemented as a function.cCs ||_dS(N(R(RR((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyt__init__SscCsdj|jƒS(Ns%StatelessInputTransformer(func={0!r})(tformatR(R((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyt__repr__VscCs |j|ƒS(sQSend a line of input to the transformer, returning the transformed input.(R(RR((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyRYscCsdS(s!No-op - exists for compatibility.N((R((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyR^s(RRRR"R$RR(((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyR!Qs    tCoroutineInputTransformercBs2eZdZd„Zd„Zd„Zd„ZRS(s<Wrapper for an input transformer implemented as a coroutine.cKs |||_t|jƒdS(N(tcorotnext(RR&R((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyR"dscCsdj|jƒS(Ns%CoroutineInputTransformer(coro={0!r})(R#R&(R((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyR$iscCs|jj|ƒS(s—Send a line of input to the transformer, returning the transformed input or None if the transformer is waiting for more input. (R&tsend(RR((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyRlscCs|jjdƒS(srReturn, transformed any lines that the transformer has accumulated, and reset its internal state. N(R&R(tNone(R((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyRss(RRRR"R$RR(((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyR%bs    tTokenInputTransformercBsDeZdZd„Zd„Zd„Zd„Zd„Zd„ZRS(sÆWrapper for a token-based input transformer. func should accept a list of tokens (5-tuples, see tokenize docs), and return an iterable which can be passed to tokenize.untokenize(). cCs)||_d|_t|_|jƒdS(Nt(Rt current_linetFalset line_usedtreset_tokenizer(RR((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyR"s   cCst|jƒ|_dS(N(Rtget_linet tokenizer(R((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyR/…scCs"|jrt‚nt|_|jS(N(R.RtTrueR,(R((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyR0ˆs   cCsÜ|j|d7_|jjƒr,|jƒSt|_g}t}yoxh|jD]]}|j|ƒ|d}|tjks|r“|tj kr“PqN|tj krNt }qNqNWWnt k rÎ|j ƒdSX|j|ƒS(Ns i(R,tisspaceRR-R.R1tappendRtNEWLINEtNLt ERRORTOKENR2RR/R)toutput(RRttokenst stop_at_NLtintoktt((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyRŽs$    $  cCs/d|_|jƒt|j|ƒƒjdƒS(NR+s (R,R/RRtrstrip(RR9((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyR8¦s  cCs3|j}d|_|jƒ|r/|jdƒSdS(NR+s (R,R/R=(Rtl((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyR«s    ( RRRR"R/R0RR8R(((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyR*ys     tassemble_python_linescBseZd„Zd„ZRS(cCstt|ƒjdƒdS(N(tsuperR?R"R)(R((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyR"³scCs |jƒS(N(R(RR9((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyR8¶s(RRR"R8(((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyR?²s ccs¤d}x—trŸ|V}| s |jƒr/q ng}xU|dk rŒ|jdƒr{t|ƒ r{|j|d ƒdV}q8|j|ƒPq8Wdj|ƒ}q WdS(s4Join lines following explicit line continuations (\)R+s\iÿÿÿÿN(R2R3R)tendswitht has_commentR4tjoin(Rtparts((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pytassemble_logical_lines¹s   cCsn|dkrdnd|kr$dnd}dj||gƒ}|d krYd||fSd|||fSd S( sUPrepares a pinfo(2)/psearch call from a target name and the escape (i.e. ? or ??)s??tpinfo2t*tpsearchtpinfot s%sget_ipython().magic(%r)s:%sget_ipython().set_next_input(%r);get_ipython().magic(%r)N(RCR)(ttargettesctlspacet next_inputtmethodtarg((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyt_make_help_callÏs cCs)|jjƒjtƒ}d|j|fS(sTranslate lines escaped with: !s%sget_ipython().system(%r)(Rtlstript ESC_SHELLtpre(t line_infotcmd((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyt _tr_systemÝscCs$|jjƒd}d|j|fS(s Translate lines escaped with: !!is%sget_ipython().getoutput(%r)(RRRRT(RURV((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyt _tr_system2âscCs*|jdsdSt|j|j|jƒS(s"Translate lines escaped with: ?/??isget_ipython().show_usage()(RRQtifunRLRT(RU((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyt_tr_helpçs cCsQd}|jjtƒr|jSdj|j|jgƒjƒ}||j|fS(sTranslate lines escaped with: %s%sget_ipython().magic(%r)RJ(Rt startswitht ESC_MAGIC2RCRYtthe_resttstripRT(RUttplRV((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyt _tr_magicïs !cCs)d|j|jdj|jjƒƒfS(sTranslate lines escaped with: ,s %s%s("%s")s", "(RTRYRCR]tsplit(RU((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyt _tr_quote÷scCsd|j|j|jfS(sTranslate lines escaped with: ;s %s%s("%s")(RTRYR](RU((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyt _tr_quote2üscCs)d|j|jdj|jjƒƒfS(sTranslate lines escaped with: /s%s%s(%s)s, (RTRYRCR]Ra(RU((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyt _tr_parenscCsG| s|jƒr|St|ƒ}|jtkr6|St|j|ƒS(sMTransform escaped commands - %magic, !system, ?help + various autocalls. (R3RRLttr(Rtlineinf((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pytescaped_commandss  s\s*s (%{0,2} [a-zA-Z_*][\w*]* # Variable name (\.[a-zA-Z_*][\w*]*)* # .etc.etc ) (\?\??)$ # ? or ?? cCsŽt|ƒj}tƒ}y,x%t|ƒD]}|j|dƒq(WWnCtk r‰}d|jdkry|jtƒqŠ|jtƒnX|S(s5Helper for has_comment and ends_in_comment_or_string.ismulti-line string( RtreadlinetsetRtaddRtargst_MULTILINE_STRINGt_MULTILINE_STRUCTURE(RRhttoktypesR<te((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyt _line_tokens)s cCstjt|ƒkS(s;Indicate whether an input line has (i.e. ends in, or is) a comment. This uses tokenize, so it can distinguish comments from # inside strings. Parameters ---------- src : string A single line input string. Returns ------- comment : bool True if source has a comment. (RtCOMMENTRp(tsrc((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyRB8scCs%t|ƒ}tj|kp$t|kS(sIndicates whether or not an input line ends in a comment or within a multiline string. Parameters ---------- src : string A single line input string. Returns ------- comment : bool True if source ends in a comment or multiline string. (RpRRqRl(RrRn((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pytends_in_comment_or_stringIs cCs¤tj|ƒ}|dks't|ƒr+|S|jdƒ}|jdƒ}tj|ƒjdƒ}|jƒ|jdƒkr‹|jdƒnd}t ||||ƒS(s$Translate lines with ?/?? at the endiiiR N( t _help_end_retsearchR)Rstgroupt_initial_space_retmatchR^R=RQ(RtmRKRLRMRN((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pythelp_end[s0ccs!d}tjdƒ}d}xÿtr|V}x|s>|V}q.W|jtƒsnx|dk rg|V}qQWqn|j|ƒrƒqn|}g}dV}x=|dk rÕ|jƒdks¾| rÕ|j|ƒdV}q™W|j dƒ\}}}|j tƒ}|||dj |ƒf}qWdS(s“Captures & transforms cell magics. After a cell magic is started, this stores up any lines it gets until it is reset (sent None). s(get_ipython().run_cell_magic(%r, %r, %r)s%%\w+\?R+RJu N( tretcompileR2R[R\R)RxR^R4t partitionRRRC(tend_on_blank_lineR_tcellmagic_help_reRtfirsttbodyt magic_namet_((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyt cellmagicks.      ccsö|dkr|}nd}xÔtrñ|V}|dkr=qn|jd|ddƒ\}}|V}|dkrtqn|jd|ddƒ\}}|V}|s¥|rÔxF|dk rÐ|jd|ddƒV}q¨Wqx|dk rí|V}q×WqWdS(sRemove matching input prompts from a block of input. Parameters ---------- prompt_re : regular expression A regular expression matching any input prompt (including continuation) initial_re : regular expression, optional A regular expression matching only the initial prompt, but not continuation. If no initial expression is given, prompt_re will be used everywhere. Used mainly for plain Python prompts, where the continuation prompt ``...`` is a valid Python expression in Python 3, so shouldn't be stripped. If initial_re and prompt_re differ, only initial_re will be tested against the first line. If any prompt is found on the first two lines, prompts will be stripped from the rest of the block. R+tcountiN(R)R2tsubntsub(t prompt_ret initial_reRtouttn1tn2((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyt_strip_prompts“s$       cCs+tjdƒ}tjdƒ}t||ƒS(s:Strip the >>>/... prompts of the Python interactive shell.s^(>>>|\.\.\.)( |$)s ^>>>( |$)(R{R|R(RˆR‰((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pytclassic_promptÄscCstjdƒ}t|ƒS(s%Strip IPython's In [1]:/...: prompts.s^(In \[\d+\]: |\s*\.{3,}: ?)(R{R|R(Rˆ((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pyt ipy_promptÌsccs¼tjdƒ}d}x tr·|V}|dkr7qn|j|ƒ}|rš|jdƒ}xV|dk r–|j|ƒrŒ|t|ƒ}n|V}q^Wqx|dk r³|V}qWqWdS(s­Remove leading indentation. If the first line starts with a spaces or tabs, the same whitespace will be removed from each following line until it is reset. s^[ \t]+R+iN(R{R|R2R)RxRvR[tlen(tspace_reRRytspace((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pytleading_indentÔs  ccsd}xrtrz|V}xDtdƒD]6}|dkr9Pntj|ƒrRdV}q#|V}q#Wx|dk rv|V}q`Wq WdS(s˜Remove encoding comment if found in first two lines If the first or second line has the `# coding: utf-8` comment, it will be removed. R+iN(R2trangeR)RRx(Rti((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pytstrip_encoding_cookieðs    sÎ(?P(\s*) ([\w\.]+) # Initial identifier (\s*,\s* \*?[\w\.]+)* # Further identifiers for unpacking \s*?,? # Trailing comma ) \s*=\s* s{}!\s*(?P.*)s %s = get_ipython().getoutput(%r)cCs3tj|ƒ}|dkr|St|jddƒS(s<Transform assignment from system commands (e.g. files = !ls)tlhsRVN(tassign_system_reRxR)tassign_system_templateRv(RRy((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pytassign_from_systems s{}%\s*(?P.*)s%s = get_ipython().magic(%r)cCs3tj|ƒ}|dkr|St|jddƒS(s;Transform assignment from magic commands (e.g. a = %who_ls)R—RVN(tassign_magic_reRxR)tassign_magic_templateRv(RRy((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pytassign_from_magics (JRRRR{tIPython.core.splitinputRt IPython.utilsRtIPython.utils.openpyRtIPython.utils.py3compatRRtIPython.utils.tokenize2RRRtioRRSt ESC_SH_CAPtESC_HELPt ESC_HELP2t ESC_MAGICR\t ESC_QUOTEt ESC_QUOTE2t ESC_PARENt ESC_SEQUENCEStABCMetatobjectRR!R%R*R?RRER)RQRWRXRZR`RbRcRdReRgR|RwtVERBOSERtRlRmRpRBRsRzR-R„RRŽRR“R–t _assign_patR#R˜R™RšR›RœR(((sU/data/av2000/mvv/env_mvv/lib/python2.7/site-packages/IPython/core/inputtransformer.pytsŒ      "#9                 ' 1