U
    [h                     @   s0  d Z ddlZddlZddlmZ ddlmZ ddlmZ ddlmZ ddlm	Z	 d	d
lm
Z
 d	dlmZ eddZdd Zd:ddZdd Zdd Zdd Zdd Zdd Zdd Zd d! Zd"d# Zd$d% Zd&d' Zd;d(d)Zd<d*d+ZG d,d- d-ejZd.d/ Zd0d1 Zd2d3 Z d4d5 Z!d6d7 Z"d8d9 Z#dS )=ziFunctions used by compiler.py to determine the parameters rendered
within INSERT and UPDATE statements.

    N   )	coercions)dml)elements)roles)Select   )exc)utilREQUIREDa8  
Placeholder for the value within a :class:`.BindParameter`
which is required to be present when the statement is passed
to :meth:`_engine.Connection.execute`.

This symbol is typically used when a :func:`_expression.insert`
or :func:`_expression.update` statement is compiled without parameter
values present.

c                    s8  g _ g _g _g _t|| \ }}}|_jdkrZ|jrZfdd|jjD S |j	rx|j
d t }n6|jr|j|j}n"|jr|jt }nd }jdkri }n8|rt fddjD }nt fddjD }g }	|dk	rt||| |	| i }
|jrD|jrDt||||
|||	|	 |jrp|jrpt|||| ||
|	|
 nt|||| ||
|	|
 |r|rt| fdd|D |
}|rtd	d
dd |D  |j	rt|||	 |}	n<|	s4jr4j j!r4|jjd j"#|jjd dfg}	|	S )aQ  create a set of tuples representing column/string pairs for use
    in an INSERT or UPDATE statement.

    Also generates the Compiled object's postfetch, prefetch, and
    returning column collections, used for default handling and ultimately
    populating the CursorResult's prefetch_cols() and postfetch_cols()
    collections.

    Nc              
      s*   g | ]"}| j |t |d ddfqS )NT)required)preparerformat_column_create_bind_param.0c)compiler 7/tmp/pip-unpacked-wheel-joqu7d3y/sqlalchemy/sql/crud.py
<listcomp>D   s
   
z$_get_crud_params.<locals>.<listcomp>r   c                 3   s"   | ]}|kr |t fV  qd S Nr   r   key)_column_as_keyspdr   r   	<genexpr>^   s   z#_get_crud_params.<locals>.<genexpr>c                 3   s   | ]} |t fV  qd S r   r   r   r   r   r   r   d   s    c                 3   s   | ]\}} |V  qd S r   r   )r   kvr   r   r   r      s     zUnconsumed column names: %s, c                 s   s   | ]}d |f V  qdS )z%sNr   r   r   r   r   r      s     DEFAULT)$	postfetchinsert_prefetchupdate_prefetch	returning_key_getters_for_crud_columnZcolumn_keysZ_no_parameterstablecolumns_has_multi_parameters_multi_parameterslistitemsZ_ordered_valuesZ_dict_parametersdict!_get_stmt_parameter_tuples_paramsisupdateZis_multitable_get_update_multitable_paramsisinsert_select_names_scan_insert_from_select_cols
_scan_colssetintersection
differencer	   CompileErrorjoin_extend_values_for_multiparamsfor_executemanydialectZsupports_default_metavaluer   r   )r   stmtcompile_statekw_getattr_col_key_col_bind_nameZgettersstmt_parameter_tuples
parametersvaluescheck_columnscheckr   )r   r   r   r   _get_crud_params&   s    	

	




	
rH   TFc                 K   s>   |d kr|j }tj|||j|d}d|_|r:|j| f|}|S )N)type_r   T)r   r   BindParametertypeZ_is_crud_compiler_dispatch)r   colvalueprocessr   namer@   	bindparamr   r   r   r      s       r   c                 K   sR   d|k}|s0|j r0t|jtjr0|| jd|jf< |jjrD||j}|j	| f|S )NZvisiting_cterQ   )
unique
isinstancer   r   Z_truncated_labelZtruncated_namesrK   _isnull_with_binary_element_typerL   )r   rM   rN   rP   r@   Zis_cter   r   r   _handle_values_anonymous_param   s    rV   c                    sv   |j rN|jrNt|j ttjtj fdd} fdd} fdd}nttjtj}t	
d }}|||fS )Nc                    s0   | }t | dr(| j kr(| jj|fS |S d S )Nr(   )hasattrr(   rP   )r   Zstr_key_etZ
c_key_roler   r   r     s    z4_key_getters_for_crud_column.<locals>._column_as_keyc                    s"   | j  kr| j j| jfS | jS d S r   r(   rP   r   rM   rY   r   r   rA     s    
z6_key_getters_for_crud_column.<locals>._getattr_col_keyc                    s&   | j  krd| j j| jf S | jS d S )Nz%s_%srZ   r[   r\   r   r   rB     s    
z4_key_getters_for_crud_column.<locals>._col_bind_namer   )r0   _extra_fromsr6   	functoolspartialr   Zexpect_as_keyr   DMLColumnRoleoperator
attrgetter)r   r>   r?   r   rA   rB   r   rX   r   r'      s    
  r'   c
                    s\  t | |\}
}}} fddjD }| jd d ks@tj| jd d< g }jrt|}jjD ]}||krj|j	rj|
| qj|D ]P}||}||kr||kr|| |
|| j|d f qt| |||	 q|rX|| | jd d }t|ts(tdddd	 |D f | }t|jd
d |D  |_|| jd d< d S )Nc                    s   g | ]}j j | qS r   )r(   r   )r   rP   r   r>   r   r   r   =  s     z1_scan_insert_from_select_cols.<locals>.<listcomp>
selectableZinsert_from_selectzCan't extend statement for INSERT..FROM SELECT to include additional default-holding column(s) %s.  Convert the selectable to a subquery() first, or pass include_defaults=False to Insert.from_select() to skip these columns.r!   c                 s   s   | ]\}}}t |V  qd S r   )repr)r   _r   r   r   r   r   ^  s     z0_scan_insert_from_select_cols.<locals>.<genexpr>c                 S   s   g | ]\}}}|qS r   r   )r   rM   col_exprexprr   r   r   r   b  s    )_get_returning_modifiersr3   stackAssertionErrorselectZ#include_insert_from_select_defaultsr6   r(   r)   defaultappendpopr   r   &_append_param_insert_select_hasdefaultextendrS   r   r	   r9   r:   Z	_generater,   Z_raw_columns)r   r>   r?   rD   rA   r   rB   rF   rE   r@   need_pksimplicit_returningimplicit_return_defaultspostfetch_lastrowidcolsZadd_select_colsZcol_setrM   r   col_keyZins_from_selectr   rc   r   r4   )  sR    

    

r4   c
                    s  t | |\}
}}}|jr` fdd|jD }t|fdd|D fddjjD  }njj}|D ]4}||}||kr||krt| |||||||||	 ql|jr|jr|
r|rt	| |||	 nt
| |||	 n|jd k	rt| ||||	 n|jd k	rB|r,||kr,| j| n|js| j| nD|r`||kr`| j| n&|jr|jjk	r|jst| ql|jrlt| |||||	 qld S )Nc                    s   g | ]} |qS r   r   r   r   r   r   r   |  s    z_scan_cols.<locals>.<listcomp>c                    s0   g | ](}t |tjr| jjkr jj| qS r   )rS   r
   string_typesr(   r   r   )r>   r   r   r     s    c                    s   g | ]}|j  kr|qS r   )r   r   )ordered_keysr   r   r     s     
 )rj   Z_parameter_orderingr6   r(   r   r)   _append_param_parameterr2   primary_key!_append_param_insert_pk_returning$_append_param_insert_pk_no_returningrn   _append_param_insert_hasdefaultserver_defaultr&   ro   r#   _autoincrement_columnnullable"_warn_pk_with_no_anticipated_valuer0   _append_param_update)r   r>   r?   rD   rA   r   rB   rF   rE   r@   rs   rt   ru   rv   Zparameter_orderingrw   r   rx   r   )r   rz   r>   r   r5   h  s    




             

r5   c                 C   s8  | |}| jj||jd}t|r\t| ||f|tk|jsD||n
d|| d|
}n|j	rt
| ||fd|js|||n
d|| i|
}n| j| f|
}|jr|r||kr| j| n| j| nR|jr|r| j| n| jjrd| _n*|r||kr| j| n| j| |	|||f d S )NZ	use_tablez%s_m0r   rP   rP   T)rp   r   r   include_table_with_column_exprsr   _is_literalr   r   r*   _is_bind_parameterrV   rO   
self_groupr0   r&   ro   r#   r|   r=   rv   )r   r>   r?   r   rx   rD   rB   rt   ru   rE   r@   rN   	col_valuer   r   r   r{     sX    
 





	r{   c                 C   s   |j dk	r|j jr\| jjrN|j jr*| jjsN||| j|| j	|j f|f | j
| q|j jr||| j|| j	|j j f|f | j
| q||| j|t| |f|f n2||jjks|jdk	r| j
| n|jst| dS )zCreate a primary key expression in the INSERT statement where
    we want to populate result.inserted_primary_key and RETURNING
    is available.

    N)rn   is_sequencer=   supports_sequencesoptionalsequences_optionalro   r   r   rO   r&   is_clause_elementargr   "_create_insert_prefetch_bind_paramr(   r   r   r   r   r   r>   r   rE   r@   r   r   r   r}   )  s@    



r}   c                 C   s   |j dk	r*|j jrj| jjr*|j jrj| jjrj||jjkr| jjs|j dk	rX|j jrX| jjsj|j dkr| jj	r|
|| j|t| |f|f n>|j dkr|jdkr|js||jjk	rt| n| jjrd| _dS )ao  Create a primary key expression in the INSERT statement where
    we want to populate result.inserted_primary_key and we cannot use
    RETURNING.

    Depending on the kind of default here we may create a bound parameter
    in the INSERT statement and pre-execute a default generation function,
    or we may use cursor.lastrowid if supported by the dialect.


    NT)rn   r   r=   r   r   r   r(   r   rv   Z"preexecute_autoincrement_sequencesro   r   r   r   r   r   r   r   r   r   r   r~   Y  sR    

!"(


r~   c                 C   s   |j jrr| jjr|j jr | jjs||| j|| j	|j f|f |r^||kr^| j
| q|js| j| n|j jr||| j|| j	|j j f|f |r||kr| j
| q|js| j| n"||| j|t| |f|f d S r   )rn   r   r=   r   r   r   ro   r   r   rO   r&   r|   r#   r   r   r   r   )r   r>   r   ru   rE   r@   r   r   r   r     sB    


r   c                 C   s   |j jr@| jjr|j jr | jjs||| j||j 	 f nT|j j
rj||| j||j j f n*||| j|t| |fddi|f d S )NrO   F)rn   r   r=   r   r   r   ro   r   r   Z
next_valuer   r   r   r   r   r   r   r   rq     s4    
 rq   c                 C   s   |j }|jd k	r|jjs|jjrv||| jj||d| j|jj	 f|f |rh||krh| j
| q| j| q||| jj||dt| |f|f nV|jd k	r|r||kr| j
| q| j| n$|r|js|js||kr| j
| d S )Nr   )r   onupdater   r   ro   r   r   rO   r   r   r&   r#   "_create_update_prefetch_bind_paramserver_onupdate_return_defaults_columns_return_defaults)r   r?   r>   r   ru   rE   r@   include_tabler   r   r   r     sJ    


r   c                 K   s*   t | |d f||d|}| j| |S N)rO   rP   )r   r$   ro   r   r   rO   rP   r@   paramr   r   r   r     s       r   c                 K   s*   t | |d f||d|}| j| |S r   )r   r%   ro   r   r   r   r   r      s       r   c                   @   s0   e Zd ZdZdd Zdd Zdd Zdd	 Zd
S )_multiparam_columnTc                 C   s4   || _ d|j|d f | _|| _|j| _|j| _d S )N%s_m%dr   )indexr   originalrn   rK   )selfr   r   r   r   r   __init__-  s
    z_multiparam_column.__init__c                 K   s
   t  d S r   NotImplementedErrorr   otherr@   r   r   r   compare4  s    z_multiparam_column.comparec                 K   s
   t  d S r   r   r   r   r   r   _copy_internals7  s    z"_multiparam_column._copy_internalsc                 C   s"   t |to |j| jko |j| jkS r   )rS   r   r   r   )r   r   r   r   r   __eq__:  s
    


z_multiparam_column.__eq__N)__name__
__module____qualname__Z_is_multiparam_columnr   r   r   r   r   r   r   r   r   *  s
   r   c                 C   s   |j std| nh|j jr4| j|j j f|S |j jrL| j|j f|S t||}t	|t
jrpt| |f|S t| |f|S d S )NzINSERT value for column %s is explicitly rendered as a boundparameter in the VALUES clause; a Python-side value or SQL expression is required)rn   r	   r9   r   rO   r   r   r   r   rS   r   ZInsertr   r   )r   r>   r   r   r@   rM   r   r   r    _process_multiparam_default_bindB  s    	
r   c	                 C   s  t dd |D }	|j}
t }|jD ]}|jD ]}||	kr.|| ||||< |	| }| j||
d}t|rt	| ||f|t
k||d|}nB|jrt| ||fd||i|}n| j| | j| f|}||||f q.q$|D ]}|jD ]}||	kr
qq|jd k	r|jjs|jjrd||| j||
d| j|jj f|f | j| n0||| j||
dt| |fd||i|f q|jd k	r| j| qqd S )Nc                 s   s$   | ]\}}t tj||fV  qd S r   )r   expectr   r`   )r   r   r   r   r   r   r   h  s   z0_get_update_multitable_params.<locals>.<genexpr>r   r   rP   )r.   r   r6   r]   r   addrO   r   r   r   r   r   rV   r#   ro   r   r   r   r   r   r   r   )r   r>   r?   rC   rF   rB   rA   rE   r@   Znormalized_paramsr   Zaffected_tablestr   rN   r   r   r   r   r1   ]  s    



  



	 	
r1   c              	      s   |}|g}t |jdd  D ]\}}g }	 fdd| D }|D ]\}
}}|
j|kr|
j}t|| rt| |
|| fdd|
j|d f i|}q| j||  f|}nt	| ||
||}|	
|
||f qB|
|	 q|S )Nr   c                    s   i | ]\}} ||qS r   r   )r   r   r    r   r   r   
<dictcomp>  s      z2_extend_values_for_multiparams.<locals>.<dictcomp>rP   r   )	enumerater+   r-   r   r   r   r   rO   r   r   ro   )r   r>   r?   rE   r   r@   Zvalues_0irow	extensionrM   rh   r   r   	new_paramr   r   r   r;     s:    
    r;   c                 C   s   |D ]\}}||}	|	d k	r*| |	| q| j||jd}
t|rb| jtjd ||jdf|}n,|jr||jj	r||
|j}| j| f|}|||
|f qd S )Nr   )rI   )
setdefaultrO   r   r   r   r   rJ   rK   r   rT   rU   r   ro   )r   r?   rD   rC   r   rE   r@   r   r    Zcolkeyrh   r   r   r   r/     s$    
	 
r/   c                 C   s   |j o2|j o2| j s$| jjo2|jo2|j o2|j }|oF| jjoF|j	j}|j rZ|oV|j}n"|j
rx| jjot|j	jot|j}nd}|r|jst|j	j}n
t|j}|o| jj}||||fS )NF)r2   Z_inliner<   r=   Zinsert_executemany_returningr   Z
_returningr*   rt   r(   r0   r   r6   r   rv   )r   r>   r?   rs   rt   ru   rv   r   r   r   rj     sF    	

rj   c                 C   s>   d| j j| j| j jf }t| j jdkr0|d7 }t| d S )Na  Column '%s.%s' is marked as a member of the primary key for table '%s', but has no Python-side or server-side default generator indicated, nor does it indicate 'autoincrement=True' or 'nullable=True', and no explicit value is passed.  Primary key columns typically may not store NULL.r   a0   Note that as of SQLAlchemy 1.1, 'autoincrement=True' must be indicated explicitly for composite (e.g. multicolumn) primary keys if AUTO_INCREMENT/SERIAL/IDENTITY behavior is expected for one of the columns in the primary key. CREATE TABLE statements are impacted by this change as well on most backends.)r(   fullnamerP   lenr|   r
   warn)r   msgr   r   r   r   0  s    	r   )TFN)TN)TN)$__doc__r^   ra    r   r   r   r   re   r   r	   r
   symbolr   rH   r   rV   r'   r4   r5   r{   r}   r~   r   rq   r   r   r   ZColumnElementr   r   r1   r;   r/   rj   r   r   r   r   r   <module>   sT    '     
&*?xI0L*.   
   

L**3