$37 GRAYBYTE WORDPRESS FILE MANAGER $75

B

YI~d�i�/@s�dZd
Z
ddlmZ
ddlmZmZ
ddlZddl	m
Z

ddlmZ
ddlZ
ddlZddlZddlTe�d	ej�Ze�d
ej�ZddlZejddd
dgZ[eeeeeeeeeee e!e"e#e$e%e&e'e(e)e*e+e,e-e.e/e0e1e2e3e4e5e6e7e8e9e:e;e<e=e>e?e@eAeBeCd�.ZDGdd�de�Edd��ZFdd�ZGdd�ZHdd�ZIdZJdZKeJeHdeJ�
eIeK�
ZLdZMdZNdZOdZPdZQeGeNeOePeQ�ZRd ZSeGd!d"�eIeS�
ZTd#eSZUeGeTeU�ZVeGd$eVd%�ZWeGeWeVeR�ZXd&d'�ZYd(d)�ZZeGeY��Z[d*Z\d+Z]d,Z^d-Z_eGe[d.e[d/�Z`eGe[d0e[d1�ZaeGd2d3d4d5d6d7d8d9�Zbd:ZceGd;d<d=�ZdeGebeced�ZeeGeXeeeaeM�ZfeLefZgeGe[d>eGd?d�e[d@eGdAd��ZheGdBeKe`�ZieJeGeieXeeeheM�ZjiZkx@eY�D]6Zle\ekeld?<e]ekeldA<e^ekeld.<e_ekeld/<�q�Wem�Znem�Zox\eY�D]RZpx$epdAepd?fD]Zqen�req�

�q�Wx$epd/epd.fD]Zqeo�req�

�q$W�q�WdCZsGdDdE�dEet�ZuGdFdG�dGet�ZvGdHdI�dI�ZwdJd
�ZxdKdL�ZydMd�ZzdNdO�ZdPd�Z{dQdR�Z|dSdT�Z}dUdV�Z~edWk�r�e~�
dS)XzKa-Ping Yee <[email protected]>zpGvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, Skip Montanaro, Raymond Hettinger, Trent Nelson, Michael Foord�)
�open)�lookup�BOM_UTF8N)
�
TextIOWrapper)
�chain)
�
*z&^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)s^[ \t\f]*(?:[#\r\n]|$)�tokenize�detect_encoding�
untokenize�	TokenInfo).�
(�
)�
[�
]�
:�
,�
;�
+�
-r�
/�
|�
&�
<�
>�
=�
.�
%�
{�
}z==z!=z<=z>=�
~�
^z<<z>>z**z+=z-=z*=z/=z%=z&=z|=z^=z<<=z>>=z**=z//z//=z...z->�
@z@=c@s eZ
dZd
d�Zedd��
ZdS)rc
Cs$d
|jt
|jf}
d|j|
d�
S)Nz%d (%s)z8TokenInfo(type=%s, string=%r, start=%r, end=%r, line=%r))
�type)r"�tok_name�_replace)�self�annotated_type�r'�-/opt/alt/python37/lib64/python3.7/tokenize.py�__repr___s


zTokenInfo.__repr__c

Cs(|jt
kr|jtkrt|jS|jSdS)
N)r"�OP�string�EXACT_TOKEN_TYPES)
r%r'r'r(�
exact_typeds

zTokenInfo.exact_typeN)�__name__�
__module__�__qualname__r)�propertyr-r'r'r'r(r^s
ztype string start end linec
Gsd
d�|�
dS)Nrrr
)
�join)
�choicesr'r'r(�groupk�r4c
Gst|�d
S)Nr)
r4)
r3r'r'r(�anylr5r6c
Gst|�d
S)N�
?)
r4)
r3r'r'r(�maybemr5r8z[ \f\t]*z	#[^\r\n]*z\\\r?\nz\w+z0[xX](?:_?[0-9a-fA-F])+z0[bB](?:_?[01])+z0[oO](?:_?[0-7])+z(?:0(?:_?0)*|[1-9](?:_?[0-9])*)z[eE][-+]?[0-9](?:_?[0-9])*z)[0-9](?:_?[0-9])*\.(?:[0-9](?:_?[0-9])*)?z\.[0-9](?:_?[0-9])*z[0-9](?:_?[0-9])*z[0-9](?:_?[0-9])*[jJ]z[jJ]cCsjd
dddddg}dh
}
xN|D]F}x@t�
|�
D]2}x,tjdd	�|D�
�D]}|
�d�|�
�

qFWq,WqW|
S)
N�
b�
r�
u�
f�br�fr�c
Ssg|]}
|
|
��f�qSr')
�upper)�.0�
cr'r'r(�
<listcomp>�sz(_all_string_prefixes.<locals>.<listcomp>)�
_itertools�permutations�product�addr2)�_valid_string_prefixes�result�prefix�
tr;r'r'r(�_all_string_prefixes�s




rLc

Cst�
|tj�S)
N)�re�compile�UNICODE)
�exprr'r'r(�_compile�s
rQz[^'\\]*(?:\\.[^'\\]*)*'z[^"\\]*(?:\\.[^"\\]*)*"z%[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''z%[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""z'''z"""z'[^\n'\\]*(?:\\.[^\n'\\]*)*'z"[^\n"\\]*(?:\\.[^\n"\\]*)*"z\*\*=?z>>=?z<<=?z!=z//=?z->z[+\-*/%&@|^=<>]=?rz[][(){}]z\r?\nz\.\.\.z[:;.,@]z'[^\n'\\]*(?:\\.[^\n'\\]*)*�
'z"[^\n"\\]*(?:\\.[^\n"\\]*)*�
"z
\\\r?\n|\Z�c
@seZ
dZd
S)�
TokenErrorN)r.r/r0r'r'r'r(rU�srUc
@seZ
dZd
S)�StopTokenizingN)r.r/r0r'r'r'r(rV�srVc@s,eZ
dZd
d�Zdd�Zdd�Zdd�Zd	S)
�Untokenizerc

Csg|_d
|_
d|_d|_dS)N�
r
)�tokens�prev_row�prev_col�encoding)
r%r'r'r(�__init__�s



zUntokenizer.__init__cCs�|
\}}||jks&||jkr>||j
kr>td
�|||j|j
��
�
||j}|rb|j�d|�

d|_
||j
}|r�|j�d|�

dS)Nz+start ({},{}) precedes previous end ({},{})z\
r
�
 )rZr[�
ValueError�formatrY�append)r%�start�row�col�
row_offset�
col_offsetr'r'r(�add_whitespace�s












zUntokenizer.add_whitespacecCs4
t|
�
}g}d
}�
x|D�
]
}t
|�
dkr8|�||�
P|\}}}}	}
|tkrV||_q|tkr`P|tkrv|�|�

qnl|tkr�|�	�
|	\|_
|_qnL|tt
fkr�d}n:|r�|r�|d}|dt
|�
kr�|j�|�

t
|�
|_d
}|�|�

|j�|�

|	\|_
|_|tt
fkr|j
d7_
d|_qWd�|j�
S)NF�T���rXr
r?)�iter�len�compat�ENCODINGr\�	ENDMARKER�INDENTra�DEDENT�poprZr[�NEWLINE�NLrYrgr2)r%�iterable�it�indents�	startlinerK�tok_type�tokenrb�end�line�indentr'r'r(r
�sF






































zUntokenizer.untokenizec
Cs�g}|jj
}|
d
ttfk}d}x�t|
g
|�D]�}|dd�\}}	|tkrR|	|_q.|ttfkrf|	d7}	|t	kr�|rzd|	}	d}nd}|t
kr�|�
|	�

q.n>|tkr�|��
q.n*|ttfkr�d}n|r�|r�||d�

d}||	�

q.WdS)Nr
Frhr^Tri)
rYrarrrsrrmr\�NAME�NUMBER�STRINGrorprq)
r%ryrtrv�toks_appendrw�
prevstring�tok�toknum�tokvalr'r'r(rl
s8























zUntokenizer.compatN)r.r/r0r]rgr
rlr'r'r'r(rW�s
%rWc
Cs*t�}
|
�
|�
}|
jdk	r&|�|
j�
}|S)
N)rWr
r\�encode)rt�ut�outr'r'r(r
8
s






c
CsH|dd
����
dd�}
|
dks*|
�d�
r.dS|
dks@|
�d�
rDdS|S)	N��
_rzutf-8zutf-8-)zlatin-1z
iso-8859-1ziso-latin-1)zlatin-1-ziso-8859-1-ziso-latin-1-z
iso-8859-1)�lower�replace�
startswith)�orig_enc�encr'r'r(�_get_normal_nameS
s






r�c
s�y�jj
�
Wntk
r$


d�
YnXd
�d}
d}�f
dd�}��
fdd�}|�}|�t�
rpd�|dd�}d	}|s||gfS||�
}
|
r�|
|g
fSt�|�
s�||g
fS|�}|s�||g
fS||�
}
|
r�|
||gfS|||gfS)
NFzutf-8cs y��Stk
r


d
SXdS)Nr5)
�
StopIterationr')
�readliner'r(�read_or_stopv
s



z%detect_encoding.<locals>.read_or_stopc
s�y|�d
�
}
Wn4t
k
rB


d}�
dk	r6d�|�
�}t|�
�
YnXt�|
�
}|sVdSt|�d�
�
}yt|�
}Wn:t	k
r�


�
dkr�d|}nd��
|�}t|�
�
YnX�r�|d
kr؈
dkr�d}n
d��
�
}t|�
�
|d	7}|S)
Nzutf-8z'invalid or missing encoding declarationz{} for {!r}rXzunknown encoding: zunknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig)
�decode�UnicodeDecodeErrorr`�SyntaxError�	cookie_re�matchr�r4r�LookupError)r{�line_string�msgr�r\�codec)�	bom_found�filenamer'r(�find_cookie|
s6






















z$detect_encoding.<locals>.find_cookieT�z	utf-8-sig)�__self__�name�AttributeErrorr�r�blank_rer�)r�r\�defaultr�r��first�secondr')r�r�r�r(r	^
s8







&


















c
CsVt|d
�}
y0t
|
j�
\}}|
�d�

t|
|dd�}d|_|S


|
��
�YnXdS)N�rbr
T)
�line_bufferingr:)�
_builtin_openr	r��seekr�mode�close)r��bufferr\�lines�textr'r'r(r�
s










rc
CsBd
dlm
}
m}
t|�
\}}t|d�}|d�
}t|
|||�j|�S)Nr
)r�repeatr5)�	itertoolsrr�r	rj�	_tokenize�__next__)r�rr�r\�consumed�rl_gen�emptyr'r'r(r�
s





ccs�d
}}}d}d\}}d}d
g
}	|
dk	rH|
dkr6d}
tt
|
ddd�V
d}
d}�x�y|}
|�}Wntk
rz


d}YnX|
dk	r�|�|
�
}|d	7}d
t|�
}}
|�
rt|s�td
|��
|�|�
}|�
r
|�d
�
}}tt||d|�|||f||�V
d\}}d}nf|�
r^|dd�dk�
r^|d
d�dk�
r^tt	||||t|�
f|�V
d}d}qTn||}||}qT�
n�|d
k�r|�s|�
s�Pd
}xf||
k�
r�||dk�
r�|d	7}n6||dk�
r�|t
d	t
}n||dk�
r�d
}nP|d	7}�
q�W||
k�rP||dk�r�||dk�r`||d��d�
}tt|||f||t|�
f|�V
|t|�
7}tt
||d�||f|t|�
f|�V
qT||	dk�r�|	�|�

tt|d|�|d
f||f|�V
xp||	dk�r||	k�r�tdd|||f��
|	dd�}	ttd||f||f|�V
�q�Wn|�s0td|d
f��
d
}�x�||
k�r�tt�
�||�}|�r�|�d	�
\}}||f||f|}}}||k�r��q8|||�||}}||k�s�|dk�r�|dk�r�|dk�r�tt||||�V
�q�|dk�r|d
k�rtt
||||�V
ntt||||�V
�q�|dk�r>tt||||�V
�q�|tk�r�tt|�
}|�||�}|�r�|�d
�
}|||�}tt||||f|�V
n||f}||d�}|}P�q�|tk�s�|dd�tk�s�|dd�tk�rR|ddk�r>||f}tt�|�
�p t�|d	�
�p t�|d�
�
}||d�d	}}|}Pntt||||�V
nf|���rptt||||�V
nH|dk�r�d	}n8|dk�r�|d	7}n|d k�r�|d	8}tt||||�V
n*tt	||||f||d	f|�V
|d	7}�q8WqTW|
�r0|
ddk�r0ttd|d	t|
�
f|d	t|
�
d	fd�V
x0|	d	d�D] }ttd|d
f|d
fd�V
�q>Wttd|d
f|d
fd�V
dS)!Nr
�
0123456789)r?r
z	utf-8-sigzutf-8)r
r
r?r5rXzEOF in multi-line string���z\
���z\
r^�
	�
z#
�
#z
riz3unindent does not match any outer indentation levelz
<tokenize>zEOF in multi-line statementrz...rhr��

�
\z([{z)]})rrmr�r�rkrUr�rzr�
ERRORTOKEN�tabsize�rstrip�COMMENTrsraro�IndentationErrorrprQ�PseudoToken�spanr~rr�
triple_quoted�endpats�
single_quoted�get�isidentifierr}r*rn)r�r\�lnum�parenlev�	continued�numchars�contstr�needcont�contlinerv�	last_liner{�pos�max�strstart�endprog�endmatchrz�column�
comment_token�pseudomatchrb�spos�eposry�initialr|r'r'r(r��
s
































*































"






"























































.

 
r�c

Cs
t|d�S)
N)
r�)
r�r'r'r(�generate_tokens�s
r�c

s(d
dl}dd��d�f
dd�	}
|j
dd�
}|jdd	d
dd�
|jd
ddddd�
|��}y�|jr�|j}t|d��}tt|j�
�
}WdQRXnd}t	t
jjd�}xF|D]>}|j}|j
r�|j}d|j|j}	td|	t||jf�

q�WW�
n8tk
�
r:
}

z0|
jddd�\}}|
|
jd
|||f�
Wdd}
~
XYn�tk
�
r�
}

z(|
jd\}}|
|
jd
|||f�
Wdd}
~
XYn�tk
�
r�
}

z|
|
|�
Wdd}
~
XYnxtk
�
r�
}

z|
|
�

Wdd}
~
XYnNtk
�
r�


td�

Yn2tk
�r"
}

z�d|
�

�Wdd}
~
XYnXdS)Nr
c

Sst|t
jd
�
dS)N)
�file)�print�sys�stderr)
�messager'r'r(�perror�s
zmain.<locals>.perrorcsR|r"|
f
||f
}�d
|�

n"|
r8�d|
|f�

n�d|�

t�
d�

dS)Nz%s:%d:%d: error: %sz
%s: error: %sz	error: %srX)r��exit)r�r��location�args)
r�r'r(�error�s





zmain.<locals>.errorzpython -m tokenize)
�progr�r7zfilename.pyz'the file to tokenize; defaults to stdin)�dest�nargs�metavar�helpz-ez--exact�exact�
store_truez(display token names using the exact type)r��actionr�r�z<stdin>z%d,%d-%d,%d:z%-20s%-15s%-15rrXr�zinterrupted
zunexpected error: %s)NN)�argparse�ArgumentParser�add_argument�
parse_argsr�r��listrr�r�r��stdinr"r�r-rbrzr�r#r+r�r�rUr��OSError�KeyboardInterrupt�	Exception)
r�r��parserr�r�r<rYry�
token_type�token_range�errr{r�r')
r�r(�main�sN




















&


&








r��__main__)��
__author__�__credits__�builtinsrr��codecsrr�collections�iorr�rrDrMr�ryrN�ASCIIr�r��__all__�LPAR�RPAR�LSQB�RSQB�COLON�COMMA�SEMI�PLUS�MINUS�STAR�SLASH�VBAR�AMPER�LESS�GREATER�EQUAL�DOT�PERCENT�LBRACE�RBRACE�EQEQUAL�NOTEQUAL�	LESSEQUAL�GREATEREQUAL�TILDE�
CIRCUMFLEX�	LEFTSHIFT�
RIGHTSHIFT�
DOUBLESTAR�	PLUSEQUAL�MINEQUAL�	STAREQUAL�
SLASHEQUAL�PERCENTEQUAL�
AMPEREQUAL�	VBAREQUAL�CIRCUMFLEXEQUAL�LEFTSHIFTEQUAL�RIGHTSHIFTEQUAL�DOUBLESTAREQUAL�DOUBLESLASH�DOUBLESLASHEQUAL�ELLIPSIS�RARROW�AT�ATEQUALr,�
namedtuplerr4r6r8�
Whitespace�Comment�Ignore�Name�	Hexnumber�	Binnumber�	Octnumber�	Decnumber�	Intnumber�Exponent�
Pointfloat�Expfloat�Floatnumber�
Imagnumber�NumberrLrQ�StringPrefix�Single�Double�Single3�Double3�Triple�String�Operator�Bracket�Special�Funny�
PlainToken�Token�ContStr�PseudoExtrasr�r��_prefix�setr�r�rKr;rGr�r�rUrVrWr
r�r	rr�r�r�r.r'r'r'r(�<module>s









































































































_]:<