
müYÔ5  ã               @   sŠ   d  d l  m Z m Z m Z Gd d „  d e j ƒ Z Gd d „  d e ƒ Z Gd d „  d e ƒ Z Gd d	 „  d	 e ƒ Z	 d
 d d „ Z
 d S)é   )ÚgrammarÚtokenÚtokenizec               @   s   e  Z d  Z d S)ÚPgenGrammarN)Ú__name__Ú
__module__Ú__qualname__© r	   r	   úE/build/mts/release/bora-5583004/publish/lin64/lib64/python3.5/pgen.pyr      s   r   c               @   sî   e  Z d  Z d d d „ Z d d „  Z d d „  Z d d	 „  Z d
 d „  Z d d „  Z d d „  Z	 d d „  Z
 d d „  Z d d „  Z d d „  Z d d „  Z d d „  Z d d „  Z d d „  Z d d  d! „ Z d" d# „  Z d$ d% „  Z d S)&ÚParserGeneratorNc             C   sš   d  } | d  k r' t  | ƒ } | j } | |  _ | |  _ t j | j ƒ |  _ |  j ƒ  |  j	 ƒ  \ |  _
 |  _ | d  k	 rƒ | ƒ  i  |  _ |  j ƒ  d  S)N)ÚopenÚcloseÚfilenameÚstreamr   Úgenerate_tokensÚreadlineÚ	generatorÚgettokenÚparseÚdfasÚstartsymbolÚfirstÚaddfirstsets)Úselfr   r   Zclose_streamr	   r	   r
   Ú__init__   s    			
	zParserGenerator.__init__c             C   s‹  t  ƒ  } t |  j j ƒ  ƒ } | j ƒ  | j |  j ƒ | j d |  j ƒ x; | D]3 } d t | j	 ƒ } | | j	 | <| | j
 | <qR Wxè | D]à } |  j | } g  } xŽ | D]† } g  } xE | j j ƒ  D]4 \ }	 }
 | j |  j | |	 ƒ | j |
 ƒ f ƒ qÌ W| j r)| j d | j | ƒ f ƒ | j | ƒ q° W| j j | ƒ | |  j | | ƒ f | j | j	 | <q W| j	 |  j | _ | S)Né    é   )r   Úlistr   ÚkeysÚsortÚremover   ÚinsertÚlenÚsymbol2numberZnumber2symbolÚarcsÚitemsÚappendÚ
make_labelÚindexÚisfinalÚstatesÚ
make_firstÚstart)r   ÚcÚnamesÚnameÚiÚdfar*   Ústater$   ÚlabelÚnextr	   r	   r
   Úmake_grammar   s.    	
,	*zParserGenerator.make_grammarc             C   sD   |  j  | } i  } x* | D]" } |  j | | ƒ } d | | <q W| S)Nr   )r   r'   )r   r-   r/   Zrawfirstr   r3   Úilabelr	   r	   r
   r+   4   s    zParserGenerator.make_firstc             C   s„  t  | j ƒ } | d j ƒ  rÏ | | j k ry | | j k rH | j | S| j j | j | d  f ƒ | | j | <| Sq€t t | d  ƒ } | | j k r¥ | j | S| j j | d  f ƒ | | j | <| Sn± t	 | ƒ } | d j ƒ  r2| | j
 k r| j
 | S| j j t j | f ƒ | | j
 | <| SnN t j | } | | j k rY| j | S| j j | d  f ƒ | | j | <| Sd  S)Nr   )r"   ZlabelsÚisalphar#   Zsymbol2labelr&   Úgetattrr   ÚtokensÚevalÚkeywordsÚNAMEr   Zopmap)r   r-   r3   r6   ZitokenÚvaluer	   r	   r
   r'   =   s6    zParserGenerator.make_labelc             C   sP   t  |  j j ƒ  ƒ } | j ƒ  x* | D]" } | |  j k r& |  j | ƒ q& Wd  S)N)r   r   r   r   r   Ú	calcfirst)r   r.   r/   r	   r	   r
   r   k   s
    
zParserGenerator.addfirstsetsc          	   C   sc  |  j  | } d  |  j | <| d } i  } i  } xµ | j j ƒ  D]¤ \ } } | |  j  k rÊ | |  j k r– |  j | } | d  k r° t d | ƒ ‚ n |  j | ƒ |  j | } | j | ƒ | | | <q@ d | | <| d i | | <q@ Wi  }	 xa | j ƒ  D]S \ } }
 xD |
 D]< } | |	 k r@t d | | | |	 | f ƒ ‚ | |	 | <qWqû W| |  j | <d  S)Nr   zrecursion for rule %rr   zArule %s is ambiguous; %s is in the first sets of %s as well as %s)r   r   r$   r%   Ú
ValueErrorr>   Úupdate)r   r/   r1   r2   ZtotalsetZoverlapcheckr3   r4   ÚfsetZinverseZitsfirstÚsymbolr	   r	   r
   r>   s   s2    

zParserGenerator.calcfirstc       	      C   sì   i  } d  } xÓ |  j  t j k rá x  |  j  t j k rC |  j ƒ  q$ W|  j t j ƒ } |  j t j d ƒ |  j ƒ  \ } } |  j t j ƒ |  j	 | | ƒ } t
 | ƒ } |  j | ƒ t
 | ƒ } | | | <| d  k r | } q W| | f S)Nú:)Útyper   Ú	ENDMARKERÚNEWLINEr   Úexpectr<   ÚOPÚ	parse_rhsÚmake_dfar"   Úsimplify_dfa)	r   r   r   r/   ÚaÚzr1   ZoldlenZnewlenr	   r	   r
   r   ‘   s"    

zParserGenerator.parsec                s  ‡  f d d †  } ‡  f d d †  ‰  t  | | ƒ | ƒ g } xÑ | D]É } i  } xP | j D]E } x< | j D]1 \ } }	 | d  k	 ri ˆ  |	 | j | i  ƒ ƒ qi WqY Wxg | j ƒ  D]Y \ } }
 x: | D] } | j |
 k rÂ PqÂ Wt  |
 | ƒ } | j | ƒ | j | | ƒ q¯ WqC W| S)Nc                s   i  } ˆ  |  | ƒ | S)Nr	   )r2   Úbase)Ú
addclosurer	   r
   Úclosure°   s    z)ParserGenerator.make_dfa.<locals>.closurec                sQ   |  | k r d  Sd | |  <x0 |  j  D]% \ } } | d  k r$ ˆ  | | ƒ q$ Wd  S)Nr   )r$   )r2   rN   r3   r4   )rO   r	   r
   rO   ´   s    
z,ParserGenerator.make_dfa.<locals>.addclosure)ÚDFAStateÚnfasetr$   Ú
setdefaultr%   r&   Úaddarc)r   r,   ÚfinishrP   r*   r2   r$   Znfastater3   r4   rR   Ústr	   )rO   r
   rJ   ©   s"    !zParserGenerator.make_dfac       
      C   sÛ   t  d | ƒ | g } x¾ t | ƒ D]° \ } } t  d | | | k rJ d pM d ƒ x | j D]t \ } } | | k r… | j | ƒ }	 n t | ƒ }	 | j | ƒ | d  k r» t  d |	 ƒ q[ t  d | |	 f ƒ q[ Wq# Wd  S)NzDump of NFA forz  Statez(final)Ú z	    -> %dz    %s -> %d)ÚprintÚ	enumerater$   r(   r"   r&   )
r   r/   r,   rU   Ztodor0   r2   r3   r4   Újr	   r	   r
   Údump_nfaÍ   s    	"zParserGenerator.dump_nfac             C   sŠ   t  d | ƒ xv t | ƒ D]h \ } } t  d | | j r> d pA d ƒ x: | j j ƒ  D]) \ } } t  d | | j | ƒ f ƒ qU Wq Wd  S)NzDump of DFA forz  Statez(final)rW   z    %s -> %d)rX   rY   r)   r$   r%   r(   )r   r/   r1   r0   r2   r3   r4   r	   r	   r
   Údump_dfaÝ   s
    zParserGenerator.dump_dfac             C   s£   d } x– | rž d } xƒ t  | ƒ D]u \ } } xf t | d t | ƒ ƒ D]K } | | } | | k rH | | =x | D] } | j | | ƒ qr Wd } PqH Wq" Wq	 Wd  S)NTFr   )rY   Úranger"   Ú
unifystate)r   r1   Zchangesr0   Zstate_irZ   Zstate_jr2   r	   r	   r
   rK   ä   s    	 
zParserGenerator.simplify_dfac             C   s±   |  j  ƒ  \ } } |  j d k r+ | | f St ƒ  } t ƒ  } | j | ƒ | j | ƒ xI |  j d k r¢ |  j ƒ  |  j  ƒ  \ } } | j | ƒ | j | ƒ qZ W| | f Sd  S)Nú|)Ú	parse_altr=   ÚNFAStaterT   r   )r   rL   rM   ZaaÚzzr	   r	   r
   rI   ù   s    
		
zParserGenerator.parse_rhsc             C   sr   |  j  ƒ  \ } } xS |  j d k s? |  j t j t j f k rg |  j  ƒ  \ } } | j | ƒ | } q W| | f S)Nú(ú[)rc   rd   )Ú
parse_itemr=   rD   r   r<   ÚSTRINGrT   )r   rL   Úbr-   Údr	   r	   r
   r`   
  s    
zParserGenerator.parse_altc             C   sÁ   |  j  d k rU |  j ƒ  |  j ƒ  \ } } |  j t j d ƒ | j | ƒ | | f S|  j ƒ  \ } } |  j  } | d k r† | | f S|  j ƒ  | j | ƒ | d k r³ | | f S| | f Sd  S)Nrd   ú]ú+Ú*)rj   rk   )r=   r   rI   rG   r   rH   rT   Ú
parse_atom)r   rL   rM   r=   r	   r	   r
   re     s    

	


zParserGenerator.parse_itemc             C   s¹   |  j  d k rH |  j ƒ  |  j ƒ  \ } } |  j t j d ƒ | | f S|  j t j t j f k rœ t	 ƒ  } t	 ƒ  } | j
 | |  j  ƒ |  j ƒ  | | f S|  j d |  j |  j  ƒ d  S)Nrc   ú)z+expected (...) or NAME or STRING, got %s/%s)r=   r   rI   rG   r   rH   rD   r<   rf   ra   rT   Úraise_error)r   rL   rM   r	   r	   r
   rl   (  s    

		

	zParserGenerator.parse_atomc             C   s`   |  j  | k s* | d  k	 rI |  j | k rI |  j d | | |  j  |  j ƒ |  j } |  j ƒ  | S)Nzexpected %s/%s, got %s/%s)rD   r=   rn   r   )r   rD   r=   r	   r	   r
   rG   9  s    *		
zParserGenerator.expectc             C   si   t  |  j ƒ } x/ | d t j t j f k r@ t  |  j ƒ } q W| \ |  _ |  _ |  _ |  _ |  _	 d  S)Nr   )
r4   r   r   ÚCOMMENTÚNLrD   r=   ZbeginÚendÚline)r   Útupr	   r	   r
   r   A  s    zParserGenerator.gettokenc             G   sw   | rD y | | } Wn- d j  | g t t t | ƒ ƒ ƒ } Yn Xt | |  j |  j d |  j d |  j f ƒ ‚ d  S)Nú r   r   )Újoinr   ÚmapÚstrÚSyntaxErrorr   rq   rr   )r   ÚmsgÚargsr	   r	   r
   rn   H  s    *zParserGenerator.raise_error)r   r   r   r   r5   r+   r'   r   r>   r   rJ   r[   r\   rK   rI   r`   re   rl   rG   r   rn   r	   r	   r	   r
   r   
   s$   	.$
r   c               @   s+   e  Z d  Z d d „  Z d d d „ Z d S)ra   c             C   s   g  |  _  d  S)N)r$   )r   r	   r	   r
   r   S  s    zNFAState.__init__Nc             C   s   |  j  j | | f ƒ d  S)N)r$   r&   )r   r4   r3   r	   r	   r
   rT   V  s    zNFAState.addarc)r   r   r   r   rT   r	   r	   r	   r
   ra   Q  s   ra   c               @   sF   e  Z d  Z d d „  Z d d „  Z d d „  Z d d „  Z d	 Z d	 S)
rQ   c             C   s%   | |  _  | | k |  _ i  |  _ d  S)N)rR   r)   r$   )r   rR   Úfinalr	   r	   r
   r   ]  s    	zDFAState.__init__c             C   s   | |  j  | <d  S)N)r$   )r   r4   r3   r	   r	   r
   rT   e  s    zDFAState.addarcc             C   s=   x6 |  j  j ƒ  D]% \ } } | | k r | |  j  | <q Wd  S)N)r$   r%   )r   ÚoldÚnewr3   r4   r	   r	   r
   r^   k  s    zDFAState.unifystatec             C   sx   |  j  | j  k r d St |  j ƒ t | j ƒ k r8 d Sx9 |  j j ƒ  D]( \ } } | | j j | ƒ k	 rH d SqH Wd S)NFT)r)   r"   r$   r%   Úget)r   Úotherr3   r4   r	   r	   r
   Ú__eq__p  s    zDFAState.__eq__N)r   r   r   r   rT   r^   r€   Ú__hash__r	   r	   r	   r
   rQ   [  s
   rQ   zGrammar.txtc             C   s   t  |  ƒ } | j ƒ  S)N)r   r5   )r   Úpr	   r	   r
   Úgenerate_grammar€  s    rƒ   N)rW   r   r   r   ZGrammarr   Úobjectr   ra   rQ   rƒ   r	   r	   r	   r
   Ú<module>   s   ÿ H
%