$71 GRAYBYTE WORDPRESS FILE MANAGER $15

3

��2a8s�-@s�dZd
Z
ddlmZ
ddlmZmZ
ddlZddl	m
Z

ddlmZ
ddlZ
ddlZddlZddlTejd	ej�Zejd
ej�ZddlZejddd
ddddgZ[eZdee<edZdee<edZdee<ed7Zeeeeee e!e"e#e$e%e&e'e(e)e*e+e,e-e.e/e0e1e2e3e4e5e6e7e8e9e:e;e<e=e>e?e@eAeBeCeDeEeFd�,ZGGdd�dejHdd��ZIdd�ZJdd�ZKdd�ZLdZMdZNeMeKd eM�
eLeN�
ZOd!ZPd"ZQd#ZRd$ZSd%ZTeJeQeReSeT�ZUd&ZVeJd'd(�eLeV�
ZWd)eVZXeJeWeX�ZYeJd*eYd+�ZZeJeZeYeU�Z[d,d-�Z\d.d/�Z]eJe\��Z^d0Z_d1Z`d2Zad3ZbeJe^d4e^d5�ZceJe^d6e^d7�ZdeJd8d9d:d;d<d=d>d?�Zed@ZfeJdAdBdC�ZgeJeeefeg�ZheJe[ehedeP�ZieOeiZjeJe^dDeJdEd �e^dFeJdGd ��ZkeJdHeNec�ZleMeJele[ehekeP�ZmiZnx@e\�D]6Zoe_eneodE<e`eneodG<eaeneod4<ebeneod5<�q�Wep�Zqep�Zrx\e\�D]RZsx$esdGesdEfD]Zteqjuet�

�q4Wx$esd5esd4fD]Zterjuet�

�qZW�qWdIZvGdJdK�dKew�ZxGdLdM�dMew�ZyGdNdO�dO�ZzdPd�Z{dQdR�Z|dSd
�Z}dTdU�ZdVd�Z~dWdX�ZdYdZ�Z�d[d\�Z�e�d]k�r�e��
dS)^zKa-Ping Yee <[email protected]>zpGvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip Montanaro, Raymond Hettinger, Trent Nelson, Michael Foord�)
�open)�lookup�BOM_UTF8N)
�
TextIOWrapper)
�chain)
�
*z&^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)s^[ \t\f]*(?:[#\r\n]|$)�COMMENT�tokenize�detect_encoding�NL�
untokenize�ENCODING�	TokenInfo�
��),�
(�
)�
[�
]�
:�
,�
;�
+�
-r�
/�
|�
&�
<�
>�
=�
.�
%�
{�
}z==z!=z<=z>=�
~�
^z<<z>>z**z+=z-=z*=z/=z%=z&=z|=z^=z<<=z>>=z**=z//z//=�
@z@=c@s eZ
dZd
d�Zedd��
ZdS)rc
Cs$d
|jt
|jf}
d|j|
d�
S)Nz%d (%s)z8TokenInfo(type=%s, string=%r, start=%r, end=%r, line=%r))
�type)r(�tok_name�_replace)�self�annotated_type�r-�-/opt/alt/python36/lib64/python3.6/tokenize.py�__repr__ds


zTokenInfo.__repr__c

Cs(|jt
kr|jtkrt|jS|jSdS)
N)r(�OP�string�EXACT_TOKEN_TYPES)
r+r-r-r.�
exact_typeis

zTokenInfo.exact_typeN)�__name__�
__module__�__qualname__r/�propertyr3r-r-r-r.rcs
ztype string start end linec
Gsd
dj|�
dS)Nrrr)
�join)
�choicesr-r-r.�grouppsr:c
Gst|�d
S)Nr)
r:)
r9r-r-r.�anyqsr;c
Gst|�d
S)N�
?)
r:)
r9r-r-r.�maybersr=z[ \f\t]*z	#[^\r\n]*z\\\r?\nz\w+z0[xX](?:_?[0-9a-fA-F])+z0[bB](?:_?[01])+z0[oO](?:_?[0-7])+z(?:0(?:_?0)*|[1-9](?:_?[0-9])*)z[eE][-+]?[0-9](?:_?[0-9])*z)[0-9](?:_?[0-9])*\.(?:[0-9](?:_?[0-9])*)?z\.[0-9](?:_?[0-9])*z[0-9](?:_?[0-9])*z[0-9](?:_?[0-9])*[jJ]z[jJ]cCsnd
dddddg}tdg
�
}
xN|D]F}x@t
j|�
D]2}x,t
jdd	�|D�
�D]}|
jdj|�
�

qJWq0Wq W|
S)
N�
b�
r�
u�
f�br�fr�c
Ssg|]}
|
|
j�f�qSr-)
�upper)�.0�
cr-r-r.�
<listcomp>�sz(_all_string_prefixes.<locals>.<listcomp>)�set�
_itertools�permutations�product�addr8)�_valid_string_prefixes�result�prefix�
tr@r-r-r.�_all_string_prefixes�s





rRc

Cstj
|tj�S)
N)�re�compile�UNICODE)
�exprr-r-r.�_compile�s
rWz[^'\\]*(?:\\.[^'\\]*)*'z[^"\\]*(?:\\.[^"\\]*)*"z%[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''z%[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""z'''z"""z'[^\n'\\]*(?:\\.[^\n'\\]*)*'z"[^\n"\\]*(?:\\.[^\n"\\]*)*"z\*\*=?z>>=?z<<=?z!=z//=?z->z[+\-*/%&@|^=<>]=?r%z[][(){}]z\r?\nz\.\.\.z[:;.,@]z'[^\n'\\]*(?:\\.[^\n'\\]*)*�
'z"[^\n"\\]*(?:\\.[^\n"\\]*)*�
"z
\\\r?\n|\Z�c
@seZ
dZd
S)�
TokenErrorN)r4r5r6r-r-r-r.r[�sr[c
@seZ
dZd
S)�StopTokenizingN)r4r5r6r-r-r-r.r\�sr\c@s,eZ
dZd
d�Zdd�Zdd�Zdd�Zd	S)
�Untokenizerc

Csg|_d
|_
d|_d|_dS)Nrr
)�tokens�prev_row�prev_col�encoding)
r+r-r-r.�__init__�s



zUntokenizer.__init__cCs�|
\}}||jks&||jkr>||j
kr>td
j|||j|j
��
�
||j}|rb|jjd|�

d|_
||j
}|r�|jjd|�

dS)Nz+start ({},{}) precedes previous end ({},{})z\
r
�
 )r_r`�
ValueError�formatr^�append)r+�start�row�col�
row_offset�
col_offsetr-r-r.�add_whitespace�s












zUntokenizer.add_whitespacecCs4
t|
�
}g}d
}�
x|D�
]
}t
|�
dkr8|j||�
P|\}}}}	}
|tkrV||_q|tkr`P|tkrv|j|�

qnl|tkr�|j	�
|	\|_
|_qnL|tt
fkr�d}n:|r�|r�|d}|dt
|�
kr�|jj|�

t
|�
|_d
}|j|�

|jj|�

|	\|_
|_|tt
fkr|j
d7_
d|_qWdj|j�
S)NFrTrr
rD���)�iter�len�compatr
ra�	ENDMARKER�INDENTrf�DEDENT�popr_r`�NEWLINErr^rlr8)r+�iterable�it�indents�	startlinerQ�tok_type�tokenrg�end�line�indentr-r-r.r�sF






































zUntokenizer.untokenizec
Cs�g}|jj
}|
d
ttfk}d}x�t|
g
|�D]�}|dd�\}}	|tkrR|	|_q.|ttt	t
fkrj|	d7}	|tkr�|r~d|	}	d}nd}|tkr�|j
|	�

q.n>|t
kr�|j�
q.n*|ttfkr�d}n|r�|r�||d�

d}||	�

q.WdS)Nr
FrrcTrrm)r^rfrurrr
ra�NAME�NUMBER�ASYNC�AWAIT�STRINGrrrsrt)
r+r{rvrx�toks_appendry�
prevstring�tok�toknum�tokvalr-r-r.rp
s8























zUntokenizer.compatN)r4r5r6rbrlrrpr-r-r-r.r]�s
%r]c
Cs*t�}
|
j
|�
}|
jdk	r&|j|
j�
}|S)
N)r]rra�encode)rv�ut�outr-r-r.r=
s






c
CsH|dd
�j�j
dd�}
|
dks*|
jd�
r.dS|
dks@|
jd
�
rDdS|S)N��
_rzutf-8zutf-8-�latin-1�
iso-8859-1�iso-latin-1�latin-1-�iso-8859-1-�iso-latin-1-)r�r�r�)r�r�r�)�lower�replace�
startswith)�orig_enc�encr-r-r.�_get_normal_nameX
s






r�c
s�y�jj
�
Wntk
r$


d�
YnXd
�d}
d}�f
dd�}��
fdd�}|�}|jt�
rpd�|dd�}d	}|s||gfS||�
}
|
r�|
|g
fStj|�
s�||g
fS|�}|s�||g
fS||�
}
|
r�|
||gfS|||gfS)
NFzutf-8cs y��Stk
r


d
SXdS)N�)
�
StopIterationr-)
�readliner-r.�read_or_stop{
s



z%detect_encoding.<locals>.read_or_stopc
s�y|jd
�
}
Wn4t
k
rB


d}�
dk	r6dj|�
�}t|�
�
YnXtj|
�
}|sVdSt|jd�
�
}yt|�
}Wn:t	k
r�


�
dkr�d|}ndj�
|�}t|�
�
YnX�r�|d
kr؈
dkr�d}n
dj�
�
}t|�
�
|d	7}|S)
Nzutf-8z'invalid or missing encoding declarationz{} for {!r}rzunknown encoding: zunknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig)
�decode�UnicodeDecodeErrorre�SyntaxError�	cookie_re�matchr�r:r�LookupError)r}�line_string�msgr�ra�codec)�	bom_found�filenamer-r.�find_cookie�
s6






















z$detect_encoding.<locals>.find_cookieTrz	utf-8-sig)�__self__�name�AttributeErrorr�r�blank_rer�)r�ra�defaultr�r��first�secondr-)r�r�r�r.r
c
s8







&


















c
CsVt|d
�}
y0t
|
j�
\}}|
jd�

t|
|dd�}d|_|S


|
j�
�YnXdS)N�rbr
T)
�line_bufferingr?)�
_builtin_openr
r��seekr�mode�close)r��bufferra�lines�textr-r-r.r�
s










rc
CsBd
dlm
}
m}
t|�
\}}t|d�}|d�
}t|
|||�j|�S)Nr
)r�repeatr�)�	itertoolsrr�r
rn�	_tokenize�__next__)r�rr�ra�consumed�rl_gen�emptyr-r-r.r	�
s





c!csd
}}}d}d!\}}d}d
g
}	d}
d}d
}d}
|
dk	rX|
dkrFd}
tt
|
d"d#d�V
d}d}�x
y|}|�}Wntk
r�


d}YnX|
dk	r�|j|
�
}|d7}d
t|�
}}|�
r�|s�td	|��
|j|�
}|�
r|jd
�
}}tt||d|�|||f||�V
d$\}}d}nf|�
rn|d%d�dk�
rn|d&d�d
k�
rntt	||||t|�
f|�V
d}d}qdn||}||}qd�n@|d
k�r�|�r�|�
s�Pd
}xf||k�r||dk�
r�|d7}n6||dk�
r�|t
dt
}n||dk�
r�d
}nP|d7}�
q�W||k�rP||dk�r�||dk�r�||d�jd�
}|t|�
}tt|||f||t|�
f|�V
tt
||d�||f|t|�
f|�V
qdtt
tf||dk||d�||f|t|�
f|�V
qd||	d'k�r|	j|�

tt|d|�|d
f||f|�V
xv||	d(k�r�||	k�r8tdd|||f��
|	dd)�}	|�rd||	d*k�rdd}d}
d
}ttd||f||f|�V
�qW|�r�|
�r�||	d+k�r�d}d}
d
}n|�s�td|d
f��
d
}�x�||k�rhtt�
j||�}|�r:|jd�
\}}||f||f|}}}||k�r�q�|||�||}}||k�sZ|dk�rp|dk�rp|dk�rptt||||�V
�qd|dk�r�|
�r�|
V
d}
|d
k�r�tt
||||�V
ntt||||�V
|�r8d}
�qd|dk�r�|
�r�|
V
d}
tt||||�V
�qd|tk�rltt|�
}|j||�}|�rN|jd
�
}|||�}tt||||f|�V
n||f}||d�}|}P�qd|tk�s�|dd
�tk�s�|dd�tk�r|d,dk�r�||f}ttj|�
�p�tj|d�
�p�tj|d
�
�
}||d�d}}|}Pntt||||�V
�qd|j��r�|d-k�rL|�rLt|dk�r8tnt||||�V
�q�tt||||�}|dk�rv|
�rv|}
�q�|dk�r�|
�r�|
jtk�r�|
j dk�r�d}|	d.}tt|
j |
j!|
j|
j"�V
d}
|
�r�|
V
d}
|V
nX|dk�r�d}nH|dk�r|d7}n|d k�r|d8}|
�r&|
V
d}
tt#||||�V
n*tt	||||f||df|�V
|d7}�q�WqdW|
�r~|
V
d}
|�r�|d/dk�r�ttd|dt|�
f|dt|�
dfd�V
x0|	dd�D] } ttd|d
f|d
fd�V
�q�Wtt$d|d
f|d
fd�V
dS)0Nr
�
0123456789rDFz	utf-8-sigzutf-8r�rzEOF in multi-line stringrz\
rz\
rc�
	�
z#
�
#z
z3unindent does not match any outer indentation levelz
<tokenize>zEOF in multi-line statementr!z...T�

�async�await�def�
\z([{z)]})rDr
)r
r
)r
r
)rDr
������rmrmrmrmrmrm)r�r�rmrm)%rr
r�r�ror[r�r|r��
ERRORTOKEN�tabsize�rstriprrrfrr�IndentationErrorrsrW�PseudoToken�spanr�ru�
triple_quoted�endpats�
single_quoted�get�isidentifierr�r�rr(r1rgr}r0rq)!r�ra�lnum�parenlev�	continued�numchars�contstr�needcont�contlinerx�stashed�	async_def�async_def_indent�async_def_nl�	last_liner}�pos�max�strstart�endprog�endmatchr|�column�
comment_token�nl_pos�pseudomatchrg�spos�eposr{�initialr�r~r-r-r.r��
sr



































*

































"









 



























































































.

 
r�c

Cs
t|d�S)
N)
r�)
r�r-r-r.�generate_tokens�s
r�c
s(d
dl}dd��d�f
dd�	}
|j
dd�
}|jdd	d
dd�
|jd
ddddd�
|j�}y�|jr�|j}t|d��}tt|j�
�
}WdQRXnd}t	t
jjd�}xF|D]>}|j}|j
r�|j}d|j|j}	td|	t||jf�

q�WW�
n8tk
�
r:
}

z2|
jddd�\}}|
|
jd
|||f�
WYdd}
~
Xn�tk
�
r�
}

z*|
jd\}}|
|
jd
|||f�
WYdd}
~
Xn�tk
�
r�
}

z|
|
|�
WYdd}
~
Xnxtk
�
r�
}

z|
|
�

WYdd}
~
XnNtk
�
r�


td�

Yn2tk
�r"
}

z�d|
�

�WYdd}
~
XnXdS)Nr
c

Sst|t
jd
�
dS)N)
�file)�print�sys�stderr)
�messager-r-r.�perror�s
zmain.<locals>.perrorcsR|r"|
f
||f
}�d
|�

n"|
r8�d|
|f�

n�d|�

tj
d�

dS)Nz%s:%d:%d: error: %sz
%s: error: %sz	error: %sr)r��exit)r�r��location�args)
r�r-r.�error�s





zmain.<locals>.errorzpython -m tokenize)
�progr�r<zfilename.pyz'the file to tokenize; defaults to stdin)�dest�nargs�metavar�helpz-ez--exact�exact�
store_truez(display token names using the exact type)r��actionr�r�z<stdin>z%d,%d-%d,%d:z%-20s%-15s%-15rrrzinterrupted
zunexpected error: %s)NN)�argparse�ArgumentParser�add_argument�
parse_argsr�r��listr	r�r�r��stdinr(r�r3rgr|r�r)r1r�r�r[r��OSError�KeyboardInterrupt�	Exception)
r
r��parserr�r�rAr^r{�
token_type�token_range�errr}r�r-)
r�r.�main�sN




















&


&








r
�__main__)��
__author__�__credits__�builtinsrr��codecsrr�collections�iorr�rrJrSr�r{rT�ASCIIr�r��__all__�N_TOKENSrr)rr
�LPAR�RPAR�LSQB�RSQB�COLON�COMMA�SEMI�PLUS�MINUS�STAR�SLASH�VBAR�AMPER�LESS�GREATER�EQUAL�DOT�PERCENT�LBRACE�RBRACE�EQEQUAL�NOTEQUAL�	LESSEQUAL�GREATEREQUAL�TILDE�
CIRCUMFLEX�	LEFTSHIFT�
RIGHTSHIFT�
DOUBLESTAR�	PLUSEQUAL�MINEQUAL�	STAREQUAL�
SLASHEQUAL�PERCENTEQUAL�
AMPEREQUAL�	VBAREQUAL�CIRCUMFLEXEQUAL�LEFTSHIFTEQUAL�RIGHTSHIFTEQUAL�DOUBLESTAREQUAL�DOUBLESLASH�DOUBLESLASHEQUAL�AT�ATEQUALr2�
namedtuplerr:r;r=�
Whitespace�Comment�Ignore�Name�	Hexnumber�	Binnumber�	Octnumber�	Decnumber�	Intnumber�Exponent�
Pointfloat�Expfloat�Floatnumber�
Imagnumber�NumberrRrW�StringPrefix�Single�Double�Single3�Double3�Triple�String�Operator�Bracket�Special�Funny�
PlainToken�Token�ContStr�PseudoExtrasr�r��_prefixrIr�r�rQr@rMr�r

r[r\r]rr�r
r	r�r�r
r4r-r-r-r.�<module>s













































































































_]x<