$11 GRAYBYTE WORDPRESS FILE MANAGER $75

3

� f��@s�dZd
Z
ddgZddlZddlZddlZddlZddlZddlZddl	m
Z
mZmZm
Z
mZ
Gdd�de�Zd	d
�Zddd�
Zdd�Zdd�Zdd�Zedkr�ejee��
�

dS)zZParser driver.

This provides a high-level interface to parse a file into a syntax tree.

z#Guido van Rossum <[email protected]>�Driver�load_grammar�N�
)�grammar�parse�token�tokenize�pgenc@sHeZ
dZddd�
Zddd�
Zddd�
Zdd	d
�
Zddd�
Zdd
d�
Zd
S)r
NcCs&|
|_|dkrt
j�}||_||_dS)
N)r�logging�	getLogger�logger�convert)�selfrr
r�r�9/opt/alt/python36/lib64/python3.6/lib2to3/pgen2/driver.py�__init__ s





zDriver.__init__FcCs�
tj
|j|j�}|j�
d
}d}d}}}}	}
d}�
xR|
D�
]4}|\}}}}	}
|||fkr�||f|k
s|t||f|f�
�
|\}
}||
kr�|d|
|7}|
}d}||kr�||
||�7}|}|tjtjfkr�||7}|	\}}|j	d�
r@|d
7}d}q@|t
jk�
rtj|}|�
r,|j
jdt
j|||�
|j||||f��
rT|�
rR|j
jd�

Pd}|	\}}|j	d�
r@|d
7}d}q@Wtjd||||f��
|jS)	z4Parse a series of tokens and return the syntax tree.rrN��

z%s %r (prefix=%r)zStop.zincomplete input)rZParserrr
Zsetup�AssertionErrorr�COMMENT�NL�endswithr�OPZopmapr�debug�tok_nameZaddtokenZ
ParseErrorZrootnode)r�tokensr�
p�lineno�column�type�value�start�endZ	line_text�prefixZ	quintupleZs_linenoZs_columnrrr�parse_tokens'sT










































zDriver.parse_tokenscCstj
|
j�
}|j||�S)
z*Parse a stream and return the syntax tree.)r�generate_tokens�readliner$)r�streamrrrrr�parse_stream_rawWs
zDriver.parse_stream_rawcCs|j|
|�S)
z*Parse a stream and return the syntax tree.)
r()rr'rrrr�parse_stream\szDriver.parse_streamc
Cs*tj
|
d
|�}z|j||�S|j�
XdS)z(Parse a file and return the syntax tree.�
rN)�codecs�openr)�close)r�filename�encodingrr'rrr�
parse_file`s

zDriver.parse_filecCstj
tj|
�
j�
}|j||�S)
z*Parse a string and return the syntax tree.)rr%�io�StringIOr&r$)r�textrrrrr�parse_stringhs
zDriver.parse_string)NN)
F)
F)
F)NF)
F)	�__name__�
__module__�__qualname__rr$r(r)r0r4rrrrr
s

0


c
Cs:tj
j|�
\}
}|d
krd}|
|djtttj��
dS)Nz.txtr�
.z.pickle)�os�path�splitext�join�map�str�sys�version_info)�gt�head�tailrrr�_generate_pickle_namens



rD�Grammar.txtTFcCs�|d
krtj
�}|
d
kr t|�
n|
}
|s4t|
|�r�|jd|�
tj|�
}|r�|jd|
�
y|j|
�

Wq�tk
r�
}
z|jd|�
WYd
d
}~Xq�Xnt	j
�}|j|
�

|S)z'Load the grammar (maybe from a pickle).Nz!Generating grammar tables from %szWriting grammar tables to %szWriting failed: %s)r
rrD�_newer�infor	Zgenerate_grammar�dump�OSErrorr�Grammar�load)rAZgp�save�forcer�
g�
errrrus











 


cCs8tj
j|�
sd
Stj
j|
�
s dStj
j|�
tj
j|
�
kS)z0Inquire whether file a was written since file b.FT)r9r:�exists�getmtime)�
a�
brrrrF�s




rFcCsFtj
j|
�
rt|
�
Sttj
j|
�
�
}tj||�}tj	�}|j
|�

|S)
a�
Normally, loads a pickled grammar by doing
        pkgutil.get_data(package, pickled_grammar)
    where *pickled_grammar* is computed from *grammar_source* by adding the
    Python version and using a ``.pickle`` extension.

    However, if *grammar_source* is an extant file, load_grammar(grammar_source)
    is called instead. This facilitates using a packaged grammar file when needed
    but preserves load_grammar's automatic regeneration behavior when possible.

    )r9r:�isfilerrD�basename�pkgutil�get_datarrJ�loads)�packageZgrammar_sourceZpickled_name�datarNrrr�load_packaged_grammar�s






r[cGsF|stj
d
d�}tjtjtjdd�
x|D]}
t|
ddd�
q,WdS)z�Main program, when run as a script: produce grammar pickle files.

    Calls load_grammar for each argument, a path to a grammar text file.
    rNz%(message)s)�levelr'�formatT)rLrM)r?�argvr
ZbasicConfig�INFO�stdoutr)�argsrArrr�main�s






rb�__main__)rENTFN)�__doc__�
__author__�__all__r+r1r9r
rVr?rrrrrr	�objectr
rDrrFr[rbr5�exit�intrrrr�<module>s$




P