3
\� � @ s� d Z ddgZddlZddlZddlZddlZddlZddlZddlm Z m
Z
m Z m Z m
Z
G dd� de�Zdd � Zdd
d�Zdd� Zdd� Zdd� Zedkr�ejee� �� dS )z#Guido van Rossum <guido@python.org>�Driver� load_grammar� N� )�grammar�parse�token�tokenize�pgenc @ sH e Zd Zddd�Zddd�Zddd�Zdd d
�Zdd d �Zdd
d�ZdS )r Nc C s& || _ |d krtj� }|| _|| _d S )N)r �logging� getLogger�logger�convert)�selfr r
r � r �,/usr/lib64/python3.6/lib2to3/pgen2/driver.py�__init__ s
zDriver.__init__Fc C sv t j| j| j�}|j� d}d}d } } } } }
d} �x4|D �]} | \}}}} }
|||fkr�|\}
}||
k r�| d|
| 7 } |
}d}||k r�| |
||� 7 } |}|tjtjfkr�| |7 } | \}}|jd�r@|d7 }d}q@|t j
kr�tj | }|�r| j j
dt j| || � |j||| |f��r6|�r4| j j
d� P d} | \}}|jd�r@|d7 }d}q@W t jd||| |f��|jS )Nr r � �
z%s %r (prefix=%r)zStop.zincomplete input)r ZParserr r
Zsetupr �COMMENT�NL�endswithr �OPZopmapr �debug�tok_nameZaddtokenZ
ParseErrorZrootnode)r �tokensr �p�lineno�column�type�value�start�endZ line_text�prefixZ quintupleZs_linenoZs_columnr r r � parse_tokens' sR
zDriver.parse_tokensc C s t j|j�}| j||�S )N)r �generate_tokens�readliner# )r �streamr r r r r �parse_stream_rawW s zDriver.parse_stream_rawc C s | j ||�S )N)r' )r r& r r r r � parse_stream\ s zDriver.parse_streamc
C s* t j|d|�}z | j||�S |j� X d S )N�r)�codecs�openr( �close)r �filename�encodingr r& r r r �
parse_file` s zDriver.parse_filec C s t jtj|�j�}| j||�S )N)r r$ �io�StringIOr% r# )r �textr r r r r � parse_stringh s zDriver.parse_string)NN)F)F)F)NF)F) �__name__�
__module__� __qualname__r r# r' r( r/ r3 r r r r r s
0
c C s: t jj| �\}}|dkr d}|| djtttj�� d S )Nz.txtr �.z.pickle)�os�path�splitext�join�map�str�sys� version_info)�gt�head�tailr r r �_generate_pickle_namen s rC � Grammar.txtTFc C s� |d krt j� }|d kr t| �n|}|s4t|| � r�|jd| � tj| �}|r�|jd|� y|j|� W q� tk
r� } z|jd|� W Y d d }~X q�X nt j
� }|j |� |S )Nz!Generating grammar tables from %sz Writing grammar tables to %szWriting failed: %s) r
r rC �_newer�infor Zgenerate_grammar�dump�OSErrorr �Grammar�load)r@ Zgp�save�forcer �g�er r r r u s
c C s8 t jj| �sdS t jj|�s dS t jj| �t jj|�kS )NFT)r8 r9 �exists�getmtime)�a�br r r rE � s
rE c C sF t jj|�rt|�S tt jj|��}tj| |�}tj � }|j
|� |S )N) r8 r9 �isfiler rC �basename�pkgutil�get_datar rI �loads)�packageZgrammar_sourceZ pickled_name�datarM r r r �load_packaged_grammar� s
rZ c G sF | st jdd � } tjtjt jdd� x| D ]}t|ddd� q,W dS )Nr z %(message)s)�levelr& �formatT)rK rL )r> �argvr
Z basicConfig�INFO�stdoutr )�argsr@ r r r �main� s
ra �__main__)rD NTFN)�
__author__�__all__r* r0 r8 r
rU r> r r r r r r �objectr rC r rE rZ ra r4 �exit�intr r r r �<module> s" P