3
&h`4                 @   s  d dl mZ d dl mZ d dlmZmZ ejejjejj	fZ
ejejjejjfZejejjfZdd Zdd Zdd	 Zd
d Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zeej d d! Z!d"d# Z"d$d% Z#d&d' Z$eej%d(d) Z&eej'd*d+ Z(e d,d- Z)eej*d.d/ Z+d0d1 Z,e d2d3 Z-d4d5 Z.d6d7 Z/d8d9 d:d9 d;d<d<fd=d>Z0d;S )?    )sql)tokens)recurseimtc       	      C   s   g }d}xt t| D ]\}}|| }|jr.q|jrLt|| rLt|| q|j|j rd|j| q|j|j	 ry|j
 }W n tk
r   wY nX |}| j||| ||| 7 }qW dS )z*Groups Tokens that have beginning and end.r   N)	enumeratelistis_whitespaceis_group
isinstance_group_matchingmatchM_OPENappendM_CLOSEpop
IndexErrorgroup_tokens)	tlistclsZopenstidx_offsetidxtokentidxZopen_idxZ	close_idx r   </tmp/pip-build-wz6naw8h/sqlparse/sqlparse/engine/grouping.pyr      s&    
r   c             C   s   t | tj d S )N)r   r   SquareBrackets)r   r   r   r   group_brackets4   s    r   c             C   s   t | tj d S )N)r   r   Parenthesis)r   r   r   r   group_parenthesis8   s    r   c             C   s   t | tj d S )N)r   r   Case)r   r   r   r   
group_case<   s    r    c             C   s   t | tj d S )N)r   r   ZIf)r   r   r   r   group_if@   s    r!   c             C   s   t | tj d S )N)r   r   ZFor)r   r   r   r   	group_forD   s    r"   c             C   s   t | tj d S )N)r   r   ZBegin)r   r   r   r   group_beginH   s    r#   c             C   s8   dd }dd }dd }| }}t | tj|||| d S )Nc             S   s   | j tjdS )Nz::)r   TPunctuation)r   r   r   r   r   M   s    zgroup_typecasts.<locals>.matchc             S   s   | d k	S )Nr   )r   r   r   r   validP   s    zgroup_typecasts.<locals>.validc             S   s   ||fS )Nr   )r   pidxr   nidxr   r   r   postS   s    zgroup_typecasts.<locals>.post)_groupr   
Identifier)r   r   r&   r)   
valid_prev
valid_nextr   r   r   group_typecastsL   s
    r.   c             C   s0   dd }dd }dd }t | tj|||| d S )Nc             S   s   | j tjjkS )N)ttyper$   KeywordZTZCast)r   r   r   r   r   [   s    zgroup_tzcasts.<locals>.matchc             S   s   | d k	S )Nr   )r   r   r   r   r&   ^   s    zgroup_tzcasts.<locals>.validc             S   s   ||fS )Nr   )r   r'   r   r(   r   r   r   r)   a   s    zgroup_tzcasts.<locals>.post)r*   r   r+   )r   r   r&   r)   r   r   r   group_tzcastsZ   s    r1   c          	   C   sd   dd }dd }dd }dd }d	d
 }dd }t | tj||||dd t | tj||||dd d S )Nc             S   s   t | tjjdS )N)m)r   r   TypedLiteralr   )r   r   r   r   r   m   s    z"group_typed_literal.<locals>.matchc             S   s   t | tjS )N)r
   r   r3   )r   r   r   r   match_to_extendp   s    z,group_typed_literal.<locals>.match_to_extendc             S   s   | d k	S )Nr   )r   r   r   r   r,   s   s    z'group_typed_literal.<locals>.valid_prevc             S   s   | d k	o| j tjj S )N)r   r   r3   r   )r   r   r   r   r-   v   s    z'group_typed_literal.<locals>.valid_nextc             S   s   | d k	o| j tjj S )N)r   r   r3   ZM_EXTEND)r   r   r   r   valid_finaly   s    z(group_typed_literal.<locals>.valid_finalc             S   s   ||fS )Nr   )r   r'   r   r(   r   r   r   r)   |   s    z!group_typed_literal.<locals>.postF)extendT)r*   r   r3   )r   r   r4   r,   r-   r5   r)   r   r   r   group_typed_literalg   s    
r7   c             C   s8   dd }dd }dd }dd }t | tj|||| d S )	Nc             S   s   | j tjdS )N.)r   r$   r%   )r   r   r   r   r      s    zgroup_period.<locals>.matchc             S   s(   t jt jf}tjtjjf}t| ||dS )N)it)r   r   r+   r$   NameStringSymbolr   )r   sqlclsttypesr   r   r   r,      s    z group_period.<locals>.valid_prevc             S   s   dS )NTr   )r   r   r   r   r-      s    z group_period.<locals>.valid_nextc             S   sT   t jt jf}tjtjjtjf}|d k	r.| | nd }t|||d}|rL||fS ||fS )N)r9   r:   )	r   r   Functionr$   r;   r<   r=   Wildcardr   )r   r'   r   r(   r>   r?   next_r-   r   r   r   r)      s
    zgroup_period.<locals>.post)r*   r   r+   )r   r   r,   r-   r)   r   r   r   group_period   s
    	rC   c             C   s8   dd }dd }dd }dd }t | tj|||| d S )	Nc             S   s   | j o| jdkS )NZAS)
is_keyword
normalized)r   r   r   r   r      s    zgroup_as.<locals>.matchc             S   s   | j dkp| j S )NNULL)rE   rD   )r   r   r   r   r,      s    zgroup_as.<locals>.valid_prevc             S   s&   t jt jt jf}t| |d o$| d k	S )N)r:   )r$   ZDMLZDDLZCTEr   )r   r?   r   r   r   r-      s    zgroup_as.<locals>.valid_nextc             S   s   ||fS )Nr   )r   r'   r   r(   r   r   r   r)      s    zgroup_as.<locals>.post)r*   r   r+   )r   r   r,   r-   r)   r   r   r   group_as   s
    rG   c             C   s8   dd }dd }dd }| }}t | tj|||| d S )Nc             S   s   | j tjdS )Nz:=)r   r$   
Assignment)r   r   r   r   r      s    zgroup_assignment.<locals>.matchc             S   s   | d k	o| j tjkS )N)r/   r$   r0   )r   r   r   r   r&      s    zgroup_assignment.<locals>.validc             S   s,   t jdf}| j||d\}}|p"|}||fS )N;)r2   r   )r$   r%   token_next_by)r   r'   r   r(   Zm_semicolonZsnidx_r   r   r   r)      s    
zgroup_assignment.<locals>.post)r*   r   rH   )r   r   r&   r)   r,   r-   r   r   r   group_assignment   s
    rL   c          	      sf   t jt jt jt jt jf tt t dd } fdd}dd }| }}t	| t j
||||dd d S )	Nc             S   s   | j tjjkS )N)r/   r$   Operator
Comparison)r   r   r   r   r      s    zgroup_comparison.<locals>.matchc                s2   t |  drdS | r*| jr*| jdkr*dS dS d S )N)r:   r9   TrF   F)r   rD   rE   )r   )r>   r?   r   r   r&      s
    zgroup_comparison.<locals>.validc             S   s   ||fS )Nr   )r   r'   r   r(   r   r   r   r)      s    zgroup_comparison.<locals>.postF)r6   )r   r   r@   r+   	Operationr3   T_NUMERICALT_STRINGT_NAMEr*   rN   )r   r   r&   r)   r,   r-   r   )r>   r?   r   group_comparison   s    
rS   c             C   sN   t jjt jf}| j|d\}}x*|rH| jtj|| | j||d\}}q W d S )N)r:   )r:   r   )r$   r<   r=   r;   rJ   r   r   r+   )r   r?   r   r   r   r   r   group_identifier   s
    rT   c          
      sb   t jt jt jf tjtjjfdd } fdd}dd }dd }t| t j||||d	d
d d S )Nc             S   s   t | tjS )N)r
   r   r   )r   r   r   r   r      s    zgroup_arrays.<locals>.matchc                s   t |  dS )N)r9   r:   )r   )r   )r>   r?   r   r   r,      s    z group_arrays.<locals>.valid_prevc             S   s   dS )NTr   )r   r   r   r   r-      s    z group_arrays.<locals>.valid_nextc             S   s   ||fS )Nr   )r   r'   r   r(   r   r   r   r)      s    zgroup_arrays.<locals>.postTF)r6   r   )	r   r   r+   r@   r$   r;   r<   r=   r*   )r   r   r,   r-   r)   r   )r>   r?   r   group_arrays   s    
rU   c          	      sj   t t t tjtjtjtjtjtj	f dd } fdd}dd }| }}t
| tj||||dd d S )	Nc             S   s   t | tjtjfdS )N)r:   )r   r$   rM   rA   )r   r   r   r   r      s    zgroup_operator.<locals>.matchc                s    t |  dp| o| jtjdS )N)r9   r:   CURRENT_DATECURRENT_TIMECURRENT_TIMESTAMP)rV   rW   rX   )r   r   r$   r0   )r   )r>   r?   r   r   r&      s    zgroup_operator.<locals>.validc             S   s   t j| | _||fS )N)r$   rM   r/   )r   r'   r   r(   r   r   r   r)     s    zgroup_operator.<locals>.postF)r6   )rP   rQ   rR   r   r   r   r@   r+   rO   r3   r*   )r   r   r&   r)   r,   r-   r   )r>   r?   r   group_operator   s    
rY   c          	      s   t jdf tjtjtjtjtjtjft	t
 t t jt jt jf dd } fdd}dd }| }}t| tj||||d	d
 d S )Nnullrolec             S   s   | j tjdS )N,)r   r$   r%   )r   r   r   r   r     s    z$group_identifier_list.<locals>.matchc                s   t |  dS )N)r9   r2   r:   )r   )r   )m_roler>   r?   r   r   r&     s    z$group_identifier_list.<locals>.validc             S   s   ||fS )Nr   )r   r'   r   r(   r   r   r   r)     s    z#group_identifier_list.<locals>.postT)r6   )rZ   r[   )r$   r0   r   r@   r   r+   rN   ZIdentifierListrO   rP   rQ   rR   CommentrA   r*   )r   r   r&   r)   r,   r-   r   )r]   r>   r?   r   group_identifier_list  s    

r_   c             C   st   | j tjd\}}x\|rn| jdd |d\}}|d k	rX| j|dd\}}| jtj|| | j tj|d\}}qW d S )N)r:   c             S   s   t | tjdp| jS )N)r:   )r   r$   r^   r   )Ztkr   r   r   <lambda>'  s    z group_comments.<locals>.<lambda>)r   F)Zskip_ws)r:   r   )rJ   r$   r^   Ztoken_not_matching
token_prevr   r   )r   r   r   eidxendr   r   r   group_comments"  s    rd   c             C   s   | j tjjd\}}xp|r| j tjj|d\}}|d krD| jd }n| j|d  }| j|}| jtj|| | j tjj|d\}}qW d S )N)r2   )r2   r      )	rJ   r   Wherer   r   Z_groupable_tokensr   Ztoken_indexr   )r   r   r   rb   rc   r   r   r   group_where/  s    
rh   c             C   s   t jt jt jt jt jt jf}| j|tj	d\}}xL|r|| j
|\}}t|t jrd| jt j||dd | j|tj	|d\}}q2W d S )N)r9   r:   T)r6   )r9   r:   r   )r   r   r@   r   r+   rO   rN   rJ   r$   Number
token_nextr
   r   )r   ZI_ALIASr   r   r(   rB   r   r   r   group_aliased@  s    rk   c             C   s   d}d}x*| j D ] }|jdkr"d}|jdkrd}qW |r@|r@d S | jtjd\}}xF|r| j|\}}t|tjr| j	tj
|| | jtj|d\}}qTW d S )NFZCREATETZTABLE)r:   )r:   r   )r   valuerJ   r$   r;   rj   r
   r   r   r   r@   )r   Z
has_createZ	has_tableZ	tmp_tokenr   r   r(   rB   r   r   r   group_functionsM  s    

rm   c             C   sl   | j tjjd\}}xR|rf| j|\}}t|tjtjdrN| j	tj|| |}| j tjj|d\}}qW dS )z,Group together Identifier and Asc/Desc token)r:   )r9   r:   )r:   r   N)
rJ   r$   r0   ZOrderra   r   r   r+   ri   r   )r   r   r   r'   prev_r   r   r   group_ordera  s    ro   c             C   sf   | j tjd\}}xN|r`| j|\}}t|tjrJ| jtj||dd |}| j tj|d\}}qW d S )N)r9   T)r6   )r9   r   )rJ   r   r^   ra   r
   Z	TokenListr   )r   r   r   r'   rn   r   r   r   align_commentsl  s    rp   c             C   sf   | j tjdfd\}}|}d}x&|rDt|tjr4|}| j|\}}q W |dkrb| jtj||dd d S )NZVALUES)r2   re   T)r6   rf   rf   )	rJ   r$   r0   r
   r   r   rj   r   Values)r   r   r   Z	start_idxZend_idxr   r   r   group_valuesw  s    rr   c             C   sJ   xDt ttttttttt	t
tttttttttttttgD ]}||  q6W | S )N)rd   r   r   r    r!   r"   r#   rm   rh   rC   rU   rT   ro   r.   r1   r7   rY   rS   rG   rk   rL   rp   r_   rr   )Zstmtfuncr   r   r   group  s6    
rt   c             C   s   dS )NTr   )r:   r   r   r   r`     s    r`   c             C   s   dS )NTr   )r:   r   r   r   r`     s    NTc          	   C   s   d}d\}	}
xt t| D ]\}}|| }|dk r4q|jr<q|rf|jrft|| rft||||||| ||r| j|\}}|
r||
r||r|| |	||\}}| j||||d}||| 7 }|| }	}
q|| }	}
qW dS )zDGroups together tokens that are joined by a middle token. i.e. x < yr   N)r6   )NN)r   r   r   r	   r
   r*   rj   r   )r   r   r   r,   r-   r)   r6   r   r   r'   rn   r   r   r   r(   rB   Zfrom_idxZto_idxgrpr   r   r   r*     s&    	
r*   )1Zsqlparser   r   r$   Zsqlparse.utilsr   r   ri   ZIntegerZFloatrP   r<   Singler=   rQ   r;   ZPlaceholderrR   r   r   r   r    r!   r"   r#   r.   r1   r7   rC   rG   rL   rS   r+   rT   rU   rY   r_   r^   rd   rg   rh   rk   r@   rm   ro   rp   rr   rt   r*   r   r   r   r   <module>   sH   #
$