관리-도구
편집 파일: bulk_persistence.cpython-38.pyc
U -?�f� � @ s� d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z dd lm Z dd lm Z dd lm Z d d l mZ d dl mZ d dl mZ d dl mZ d dl mZ d dl mZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ ddl mZ ddl m Z ddl m Z ddl m Z dd l!m"Z" dd l!m#Z# dd l!m$Z$ dd l!m%Z% dd l!m&Z& dd!l!m'Z' dd"l(m)Z) dd#l(m*Z* dd$l(m+Z+ dd%l,m-Z- dd&l,m.Z. dd'l,m/Z/ dd(l m0Z0 dd)l1m2Z2 e �rnd d*l3m4Z4 d d+l3m5Z5 d d,l3m6Z6 d d-l7m8Z8 d d.l9m:Z: d d/l9m;Z; d d0l9m<Z< d d1l9m=Z= d d2l>m?Z? dd3l m@Z@ dd4l mAZA dd5lBmCZC e d6eDd7�ZEe d8d8d9�d:d;d<d=d=d=d>d?d@dA� dBdC��ZFe d8d8d9�d:d;d<d=d=d=dDd?dEdA� dFdC��ZFdGdGd9�d:d;d<d=d=d=dDd?dHdA� dIdC�ZFe d8dJdK�dLd;d<d=d=d>d=d@dM�dNdO��ZGe d8dJdK�dLd;d<d=d=dPd=dQdM�dRdO��ZGdGdJdK�dLd;d<d=d=dPd=dSdM�dTdO�ZGdUdV� ZHG dWdX� dXe�ZIG dYdZ� dZeI�ZJe*�Kd[d\�G d]d^� d^eIe.��ZLe*�Kd[d_�G d`da� daeJe/��ZMe*�Kd[db�G dcdd� ddeJe-��ZNdGS )ezoadditional ORM persistence classes related to "bulk" operations, specifically outside of the flush() process. � )� annotations)�Any)�cast)�Dict)�Iterable)�Optional)�overload)� TYPE_CHECKING)�TypeVar)�Union� )� attributes)�context)� evaluator)�exc)�loading)� persistence)�NO_VALUE)�AbstractORMCompileState)� FromStatement)� ORMFromStatementCompileState)� QueryContext� )�util)�Dialect)�result)� coercions)�dml)� expression)�roles)�select)�sqltypes)�_entity_namespace_key)� CompileState)�Options)�DeleteDMLState)�InsertDMLState)�UpdateDMLState)� EMPTY_DICT)�Literal)�DMLStrategyArgument)�OrmExecuteOptionsParameter)�SynchronizeSessionArgument)�Mapper)�_BindArguments)�ORMExecuteState)�Session)�SessionTransaction)� InstanceState)� Connection)�cursor)�_CoreAnyExecuteParams�_O)�bound.)�use_orm_insert_stmt�execution_optionsz Mapper[_O]z<Union[Iterable[InstanceState[_O]], Iterable[Dict[str, Any]]]r1 �boolz Literal[None]z$Optional[OrmExecuteOptionsParameter]�None) �mapper�mappings�session_transaction�isstates�return_defaults� render_nullsr8 r9 �returnc C s d S �N� �r< r= r> r? r@ rA r8 r9 rD rD �O/opt/hc_python/lib64/python3.8/site-packages/sqlalchemy/orm/bulk_persistence.py� _bulk_insertJ s rG zOptional[dml.Insert]zcursor.CursorResult[Any]c C s d S rC rD rE rD rD rF rG X s Nz"Optional[cursor.CursorResult[Any]]c s �j }|jjrtd��|rbtr0tttt ���|rRdd� �D �} dd� | D ��q�dd� �D ��n@tr|ttt t t f ���|r�t ���ndd� �D ��t ��� |�|�� d } �fdd�|j�� D �} |r�d} nt| �d kr�d} nd } | D ]�\} }|d k �r�fd d�|�� D �nd }� �fd d�tj| � �fdd��D �d| ||d�D �}tj|d || || ||d�}|d k r�|j�r�| d k�r�|} q�|jr�| �s�t�| �|�} q�|�r�|�r�j}dd� �jD �}| D ](\}�|t �fdd�|D ��d f|_ �q�|d k �r| d k �s t�| S d S )NzJconnection_callable / per-instance sharding not supported in bulk_insert()c S s g | ]}||j f�qS rD ��dict��.0�staterD rD rF � <listcomp> s z _bulk_insert.<locals>.<listcomp>c S s g | ] \}}|�qS rD rD )rK rL �dict_rD rD rF rM � s c S s g | ] }|j �qS rD rH rJ rD rD rF rM � s c S s g | ] }t |��qS rD rH �rK �mrD rD rF rM � s c s" g | ]\}}|� j kr||f�qS rD )� _pks_by_table)rK �table�mp�r< rD rF rM � s �Tr Fc s g | ]}|j � d kr|j �qS �r ��key�rK �b�r= rD rF rM � s �rD c 3 s2 | ]*\}}}}}}}}d ||�� |||fV qd S rC rD ) rK rL Z state_dict�paramsrS �connZ value_paramsZ has_all_pksZhas_all_defaults�� connectionr< rD rF � <genexpr>� s$ ��z _bulk_insert.<locals>.<genexpr>c 3 s | ]}d |�� fV qd S rC rD �rK �mappingr] rD rF r_ � s )�bulkr@ rA �include_bulk_keys)� bookkeepingr8 r9 c S s g | ] }|j �qS rD rV )rK �prD rD rF rM � s c s g | ] }� | �qS rD rD �rK rW )rN rD rF rM � s ) � base_mapper�session�connection_callable�NotImplementedErrorr r r r2 r6 r �strr �list�_expand_compositesr^ �_sorted_tables�items�len�_get_embedded_bindparamsr Z_collect_insert_commandsZ_emit_insert_statements� _returningZ returns_rows�AssertionErrorZsplice_horizontallyZ_identity_class�_identity_key_props�tuplerW )r< r= r> r? r@ rA r8 r9 rg �statesZ return_resultZmappers_to_runrd rR � super_mapper�extra_bp_names�recordsr Z identity_clsZidentity_propsrL rD )r^ rN r< r= rF rG f s� � � ��� �� � � T)�use_orm_update_stmt�enable_check_rowcount� Mapper[Any])r< r= r> r? �update_changed_onlyrz r{ rB c C s d S rC rD �r< r= r> r? r} rz r{ rD rD rF � _bulk_update� s r zOptional[dml.Update]z_result.Result[Any]c C s d S rC rD r~ rD rD rF r s z Optional[_result.Result[Any]]c s0 �j }�j��jr"�jjh�����fdd�� |r\|rL� �fdd��D ��qtdd� �D ��ndd� �D ��t��� |jjr�td��|� |��|d k r��fdd�|� � D �nd }|j � � D ]^\} } �� | �r�| �jkr�q�tjd | ��fd d ��D �d ||d �} tj|d | | | d||d� q�|d k �r,t�� S d S )Nc s �� fdd�� j �� D �S )Nc s( i | ] \}}|�j ks |� kr||�qS rD )Zcommitted_state�rK �k�v)� search_keysrL rD rF � <dictcomp>) s � z7_bulk_update.<locals>._changed_dict.<locals>.<dictcomp>)rI ro )r< rL )r� )rL rF � _changed_dict( s �z#_bulk_update.<locals>._changed_dictc s g | ]}� �|��qS rD rD rJ )r� r< rD rF rM 1 s z _bulk_update.<locals>.<listcomp>c S s g | ] }|j �qS rD rH rJ rD rD rF rM 3 s c S s g | ] }t |��qS rD rH rO rD rD rF rM 5 s zJconnection_callable / per-instance sharding not supported in bulk_update()c s g | ]}|j � d kr|j �qS rU rV rX rZ rD rF rM C s �rD c 3 s. | ]&}d |�� �j r |�j j nd fV qd S rC )�_version_id_proprW r` r] rD rF r_ S s ���z _bulk_update.<locals>.<genexpr>T)rb rz rc F)rd rz r{ )rg Z_primary_key_propkeysr� rW �unionrm rh ri rj r^ rq rn ro �isarQ r Z_collect_update_commandsZ_emit_update_statements�_result� null_result) r< r= r> r? r} rz r{ rg rx rR rw ry rD )r� r^ r< r= r� rF r s^ � � �� ��� c sV | j � � sd S t� �� �}� fdd�|D �}|D ] }|�|�D ]}|| |� q>q0d S )Nc s i | ]}|� | � � �qS rD )Z)_populate_composite_bulk_save_mappings_fnrf �Zcomposite_attrsrD rF r� z s � z&_expand_composites.<locals>.<dictcomp>)Z composites�set�keys� intersection)r< r= Zcomposite_keysZ populatorsra rW rD r� rF rm t s �rm c @ st e Zd ZU dZdZded< edd� �Zedd� �Zed d � �Z ed d � �Z ed d� �Z dd�dd�Z edd� �Z dS )� ORMDMLStateTNz&Optional[ORMFromStatementCompileState]�from_statement_ctxc c s� t j}|D ]�\}}t�tj|�}t|t�r�t||t d�}|t krrt�tj|�|rhtjtj |t � � dd�n|fV q�|||� |�|�E d H q d|jkr�|j} t| d | d �} ||| � |�|�E d H q ||s�|ntjtj |t � � dd�fV q d S )N)�defaultT)�type_Zis_crudZentity_namespace� proxy_key)r' �_get_crud_kv_pairsr �expectr Z DMLColumnRole� isinstancerk r" r �ExpressionElementRoler! ZNullTypeZ_bulk_update_tuples� _annotations) �clsr< � statement� kv_iterator�needs_to_be_cacheableZcore_get_crud_kv_pairsr� r� �descZk_anno�attrrD rD rF �_get_orm_crud_kv_pairs� sT ���� �� ���z"ORMDMLState._get_orm_crud_kv_pairsc s6 �j d ��r�js t��|�S � ��fdd�|D �S )N�plugin_subjectc s& g | ] }t � ��j�|�� d ���qS )F)rI r� r< ro )rK Z value_dict�r� r� r� rD rF rM � s � ��z8ORMDMLState._get_multi_crud_kv_pairs.<locals>.<listcomp>)�_propagate_attrsr< r' �_get_multi_crud_kv_pairs)r� r� r� rD r� rF r� � s ��z$ORMDMLState._get_multi_crud_kv_pairsc C sD |s t d��|jd }|r |js.t�|||�S t| �|j|||��S )Nz0no test coverage for needs_to_be_cacheable=Falser� )rs r� r< r' r� rl r� )r� r� r� r� r� rD rD rF r� � s& �� ���z ORMDMLState._get_crud_kv_pairsc C s@ |j jd }|j}|jr |j}n|jj}||j|j|j|jd�S )N� parententity)�name�type�expr�entityrR ) rR r� r< �is_aliased_classr� �class_�__name__r� � local_table)r� r� �ext_infor< Z _label_namerD rD rF �get_entity_description� s �z"ORMDMLState.get_entity_descriptionc s2 dd� �dd� � � fdd��fdd�|j D �D �S )Nc S s | j �dd �S )Nr� )r� �get)�crD rD rF � _ent_for_col� s zCORMDMLState.get_returning_column_descriptions.<locals>._ent_for_colc S s4 |d kr | S | j �dd �}|s"| S t|j|| �S d S )Nr� )r� r� �getattrr� )r� �entr� rD rD rF � _attr_for_col� s zDORMDMLState.get_returning_column_descriptions.<locals>._attr_for_colc s. g | ]&\}}|j |j� ||�|j|jd ��qS ))r� r� r� �aliasedr� )rW r� r� r� )rK r� r� )r� rD rF rM s ��zAORMDMLState.get_returning_column_descriptions.<locals>.<listcomp>c s g | ]}|� |�f�qS rD rD �rK r� )r� rD rF rM s )Z_all_selected_columns)r� r� rD )r� r� rF �!get_returning_column_descriptions� s ��z-ORMDMLState.get_returning_column_descriptions)�use_supplemental_colsc C s� |j r�t|j |dd�}|jf |j�}|j|j� }|| _t�||� | _ }|� |� |� � }d|_ dd� |j D �}|s�|� |j� |r�|j|jd|i�}n |j|� }|S )al establish ORM column handlers for an INSERT, UPDATE, or DELETE which uses explicit returning(). called within compilation level create_for_statement. The _return_orm_returning() method then receives the Result after the statement was executed, and applies ORM loading to the state that we first established here. F)Z_adapt_on_namesrD c S s g | ]}|d k r|�qS rC rD r� rD rD rF rM 8 s z4ORMDMLState._setup_orm_returning.<locals>.<listcomp>Zsupplemental_cols)rr r r9 �_execution_options�options� _with_options�select_statementr �create_for_statementr� Z!setup_dml_returning_compile_stateZ _generateZprimary_columns�extend� primary_keyr@ Z returning) �self�compiler�orm_level_statementZdml_level_statement� dml_mapperr� �fsZfscZcols_to_returnrD rD rF �_setup_orm_returning s6 � � � ��z ORMDMLState._setup_orm_returningc C sX |j }|jj}|jrP|jjjsP|�dtj�} t|j|j ||| ||�} t � || �S |S d S )N�_sa_orm_load_options) r �compiled� compile_stater� �compile_options�_is_starr� r �default_load_optionsr� r Z instances) r� rh r� r[ r9 �bind_argumentsr Zexecution_contextr� � load_optionsZ querycontextrD rD rF �_return_orm_returningV s* �� �� z!ORMDMLState._return_orm_returning)r� � __module__� __qualname__Zis_dml_returningr� �__annotations__� classmethodr� r� r� r� r� r� r� rD rD rD rF r� � s 7 !� Cr� c @ s� e Zd ZG dd� de�Zeddddd�dddddddd�d d ��Zed d � �Zed d� �Zedd� �Z edd� �Z edd� �Z edd� �Z edd� �Z edd� �Zedd � �Zed d � �Zed d � �Zd!S )"�BulkUDCompileStatec @ sr e Zd ZU dZded< dZded< dZded< dZded < dZded < d Z ded < d Z ded< e Z d Z d Zd Zd S )z)BulkUDCompileState.default_update_options�autor* � _dml_strategyr, �_synchronize_sessionFr: �_can_use_returning�_is_delete_using�_is_update_fromT� _autoflushN�Optional[Mapper[Any]]�_subject_mapper)r� r� r� r� r� r� r� r� r� r� r� r( �_resolved_values�_eval_condition� _matched_rows�_identity_tokenrD rD rD rF �default_update_optionsz s r� F�� is_multitable�is_update_from�is_delete_using�is_executemanyr r| r: ��dialectr< r� r� r� r� rB c C s t � �d S rC )rj )r� r� r< r� r� r� r� rD rD rF �can_use_returning� s z$BulkUDCompileState.can_use_returningc C s t j�dddddddh||j�\}}||d< z|jd }W n tk rZ d sVtd ��Y n X |rx|j|d < |d |ji7 }d|jj kr�|ddi7 }nNt |t �s�|j dkr�|ddi7 }q�|j dkr�t �d��n|j dkr�|ddi7 }|j} | d k �r$| dk�rt �d��|j dk�r$| dk�r$t �d��|�s�|j�r:|�� |j dk�r�|jdk�rh| �||||||�}nB|jdk�r�| �||||||�}n |jdk�r�| �||||||�}n$|j dk�r�|jdk�r�|ddi7 }|�|j|j|j|j |jd��}|t�|��d|i�fS ) N�_sa_orm_update_options�synchronize_session� autoflush�identity_tokenr� r� � dml_strategy�clauser� F�0statement had 'orm' plugin but no plugin_subjectr< r� r� r� � core_onlyr� �ormrb �HCan't use "bulk" ORM insert strategy without passing separate parameters)r� �evaluate�fetchFzSValid strategies for session synchronization are 'auto', 'evaluate', 'fetch', Falser� zkThe 'fetch' synchronization strategy is not available for 'bulk' ORM updates (i.e. multiple parameter sets)r� r� )r� r� r� r� r� ) r� r� �from_execution_optionsr� r� �KeyErrorrs r< rR r� r� rl r� �sa_exc�InvalidRequestErrorr� � ArgumentErrorr� �_do_pre_synchronize_auto� _do_pre_synchronize_evaluate�_do_pre_synchronize_fetch� _annotater� r� r� r � immutabledictr� ) r� rh r� r[ r9 r� � is_pre_event�update_optionsr� �syncrD rD rF �orm_pre_session_exec� s� ��� � �� � � � �� ��z'BulkUDCompileState.orm_pre_session_execc C s� |d }|j dkrJ|jdkr.| �||||� qr|jdkrr| �||||� n(|j dkrr|jdkrn| �||||� |S | �||||||�S )Nr� r� r� r� rb )r� r� � _do_post_synchronize_evaluate�_do_post_synchronize_fetch�"_do_post_synchronize_bulk_evaluater� )r� rh r� r[ r9 r� r r rD rD rF �orm_setup_cursor_result sB � � ��z*BulkUDCompileState.orm_setup_cursor_resultc s~ d}�j r�jnd� d�jf|krF|t�fdd�|d�jf D ��7 }�jjdk r`|�jjf7 }� rzt� fdd�|D ��}|S )a� Apply extra criteria filtering. For all distinct single-table-inheritance mappers represented in the table being updated or deleted, produce additional WHERE criteria such that only the appropriate subtypes are selected from the total results. Additionally, add WHERE criteria originating from LoaderCriteriaOptions collected from the statement. rD NZadditional_entity_criteriac 3 s( | ] }|j s|j� kr|�� �V qd S rC )Zinclude_aliasesr� Z_resolve_where_criteria)rK Zae)r� rD rF r_ M s �z@BulkUDCompileState._adjust_for_extra_criteria.<locals>.<genexpr>c 3 s | ]}� � |�V qd S rC )�traverse)rK �crit)�adapterrD rF r_ Y s )r� Z_adapterr< ru Z_single_table_criterion)r� �global_attributesr� Z return_critrD )r r� rF �_adjust_for_extra_criteria8 s" ���� z-BulkUDCompileState._adjust_for_extra_criteriac s� |j |jj k r|S dd� |j jD �� |�� D ]f}|jdkr@ q�n|j |jj krPq,t|j|jj �}dd� || D �}� �� D ]\}}|| � |< q|q,� fdd�t|j j�D ���fdd�|jjD ���fdd�|D �S ) a� translate from local inherited table columns to base mapper primary key columns. Joined inheritance mappers always establish the primary key in terms of the base table. When we UPDATE a sub-table, we can only get RETURNING for the sub-table's columns. Here, we create a lookup from the local sub table's primary key columns to the base table PK columns so that we can get identity key values from RETURNING that's against the joined inheritance sub-table. the complexity here is to support more than one level deep of inheritance, where we have to link columns to each other across the inheritance hierarchy. c S s i | ] }||�qS rD rD )rK �pkrD rD rF r� x s z@BulkUDCompileState._interpret_returning_rows.<locals>.<dictcomp>Nc S s i | ]\}}||�qS rD rD )rK Zsuper_pkZsub_pkrD rD rF r� � s c s i | ]\}}� | |�qS rD rD )rK �idxZlpk)�local_pk_to_base_pkrD rF r� � s � c s g | ] }� | �qS rD rD )rK Zbpk)�lookuprD rF rM � s z@BulkUDCompileState._interpret_returning_rows.<locals>.<listcomp>c s" g | ]� t � fd d��D ���qS )c 3 s | ]}� | V qd S rC rD )rK r ��rowrD rF r_ � s zJBulkUDCompileState._interpret_returning_rows.<locals>.<listcomp>.<genexpr>)ru )rK )�primary_key_convertr rF rM � s ) r� rg r� Ziterate_to_rootZinheritsrI Z_table_to_equatedro � enumerate)r� r< �rowsrS Zt_to_eZ col_to_colr Zsuper_rD )r r r rF �_interpret_returning_rows] s& � �z,BulkUDCompileState._interpret_returning_rowsc s� |j �|j}�fdd�|D �}|j� � d k r>� fdd�|D �}g }|D ]<\}}}||�} | dksj| tjkrF|�|||| tjkf� qF|S )Nc s. g | ]&}|j �� �r|js|�� ||jf�qS rD )r< r� Zexpired�objrI rJ rT rD rF rM � s �zGBulkUDCompileState._get_matched_objects_on_criteria.<locals>.<listcomp>c s& g | ] \}}}|j � kr|||f�qS rD �r� )rK r rL rN r rD rF rM � s �T)r� r� r� r Z_EXPIRED_OBJECT�append) r� r rv �eval_condition�raw_datar r rL rN Zevaled_conditionrD )r� r< rF � _get_matched_objects_on_criteria� s2 � �����z3BulkUDCompileState._get_matched_objects_on_criteriac C s~ |j }|j}t�|�}d}|jr*||j7 }i }|jD ]}|jr4|�|� q4|r^|| �||�7 }|rn|j |� } n dd� } | } | S )NrD c S s dS )NTrD )r rD rD rF r� � s zJBulkUDCompileState._eval_condition_from_statement.<locals>._eval_condition) r� r� r �_EvaluatorCompiler�_where_criteriar� Z_is_criteria_optionZget_global_criteriar �process) r� r r� r< � target_cls�evaluator_compilerr r �optr r� rD rD rF � _eval_condition_from_statement� s" z1BulkUDCompileState._eval_condition_from_statementc C sV z| � ||�}W n tjk r& Y nX ||dd� S |ddi7 }| �||||||�S )a� setup auto sync strategy "auto" checks if we can use "evaluate" first, then falls back to "fetch" evaluate is vastly more efficient for the common case where session is empty, only has a few objects, and the UPDATE statement can potentially match thousands/millions of rows. OTOH more complex criteria that fails to work with "evaluate" we would hope usually correlates with fewer net rows. r� )r� r� r� r� )r# r �UnevaluatableErrorr� )r� rh r� r[ r9 r� r r rD rD rF r� � s( �� �z+BulkUDCompileState._do_pre_synchronize_autoc C sR z| � ||�}W n4 tjk rD } zt�d| �|�W 5 d }~X Y nX |d|i S )Nz{Could not evaluate current criteria in Python: "%s". Specify 'fetch' or False for the synchronize_session execution option.r� )r# r r$ r� r� ) r� rh r� r[ r9 r� r r �errrD rD rF r� s" ���� �z/BulkUDCompileState._do_pre_synchronize_evaluatec C s6 |j r g S |jrt|j�S |jr.t|j�� �S g S d S rC )Z _multi_values�_ordered_valuesrl �_valuesro )r� r< r� rD rD rF �_get_resolved_values s z'BulkUDCompileState._get_resolved_valuesc C sl g }|D ]^\}}|rXt |tj�rXz|j| }W n tjk rD Y qfX |�|j|f� qt� d| ��q|S )NzCAttribute name not found, can't be synchronized back to objects: %r) r� r Z ColumnElementZ_columntoproperty�orm_excZUnmappedColumnErrorr rW r� r� )r� r< �resolved_values�valuesr� r� r� rD rD rF �_resolved_keys_as_propnames' s ��z.BulkUDCompileState._resolved_keys_as_propnamesc sv �j �t�j�jf � ���j|j� }|j|_d � ddd�� ���fdd� }|j|||||d�} | � � } �| � d� S )Nr/ r )� orm_contextrB c sv | j jf | j�}�j|j��j�j| jd�}� d k rH� |krbt� d��n| jr^|s^t� d��n|� |rnt � � S d S d S )N)r� r� r� zjFor synchronize_session='fetch', can't mix multiple backends where some support RETURNING and others don'tz�For synchronize_session='fetch', can't use multiple parameter sets in ORM mode, which this backend does not support with RETURNING) rh Zget_bindr� r� r� r� r� r� r� r� r� r� )r- �bindZper_bind_result�r� r� r< r rD rF �skip_for_returning[ s* �� �zHBulkUDCompileState._do_pre_synchronize_fetch.<locals>.skip_for_returning)r9 r� Z _add_event)r� r� ) r� r r� Zselect_identity_token� select_fromr� r� r �executeZfetchall) r� rh r� r[ r9 r� r Z select_stmtr0 r � matched_rowsrD r/ rF r� 9 s, ���!��z,BulkUDCompileState._do_pre_synchronize_fetchN)r� r� r� r$ r� r� r� r r r r r r# r� r� r( r, r� rD rD rD rF r� y s: � w + $ 0 & / r� r� �insertc s� e Zd ZU G dd� de�ZdZded< edd� �Zedd d d d d dd�dd��Z ed d�� fdd� �Z edd� �Z dd� Z dd� Z � ZS )� BulkORMInsertc @ sV e Zd ZU dZded< dZded< dZded< dZd ed < d Zded < dZ ded < dS )z$BulkORMInsert.default_insert_optionsr� r* r� Fr: � _render_nulls�_return_defaultsNr� r� Tr� �_populate_existing) r� r� r� r� r� r6 r7 r� r� r8 rD rD rD rF �default_insert_options� s r9 NzOptional[FromStatement]r� c C s t j�dddddh||j�\}}||d< z|jd }W n tk rV dsRtd ��Y n X |rt|j|d < |d |ji7 }|s�|jd kr�|d di7 }q�|jdkr�t � d��n|jd kr�|d di7 }|jdkr�|s�t j }n |� t j �}|s�|jr�|�� |�d|ji�}|t�|�� d|i�fS )N�_sa_orm_insert_optionsr� r� Zpopulate_existingrA r� r� Fr� r< r� r� r� r� rb r� �raw)r5 r9 r� r� r� r� rs r< r� r� r� r Z_orm_load_exec_optionsr� r� r� r r� ) r� rh r� r[ r9 r� r �insert_optionsr� rD rD rF r � sT �� � � � ��z"BulkORMInsert.orm_pre_session_execr0 z dml.Insertr5 r+ r. r3 �_result.Result�rh r� r[ r9 r� r\ rB c C s< |� d| j�}|jdkr"t�d��|jdkrD|j||p8i |d�}|S |jdkr�|j} |jd k rt| jrtt� d| � ���| d k s�t �|j d k s�t �t | t dt|t�r�|gn|�|j d |j|j||d �}n&|jd kr�|j||p�i |d�}nt � �t|j�s�|S |j�r(|� d tj�} | d di7 } |�d | i�}| �||||||�S )Nr: )r; rb r� r� zHValid strategies for ORM insert strategy are 'raw', 'orm', 'bulk', 'autor; )r9 rb z`bulk INSERT with a 'post values' clause (typically upsert) not supported for multi-table mapper �Iterable[Dict[str, Any]]F)r? r@ rA r8 r9 r� r� r8 T)r� r9 r� r� r� r2 r� Z_post_values_clauseZ _multiple_persistence_tablesr� rs � _transactionrG r r� rI r7 r6 r: rr r8 r r� r� r� ) r� rh r� r[ r9 r� r\ r< r r< r� rD rD rF �orm_execute_statement� s� � � � ��� �� � � ��z#BulkORMInsert.orm_execute_statement)rB c sz t tt� j||f|��}|d k r*|j }nd}|s6|S |jd }|j�dd�}|dkrb|�|� n|dkrv|� ||� |S )NTr� r� r; rb r� ) r r5 �superr� �stackr� r� r� �_setup_for_bulk_insert�_setup_for_orm_insert)r� r� r� �kwr� �toplevelr< r� �� __class__rD rF r� 4 s � z"BulkORMInsert.create_for_statementc s dd� � fdd�|� � D �D �S )Nc S s& i | ] \}}}|d k r |j n||�qS rC rV )rK �colr� r� rD rD rF r� M s � z<BulkORMInsert._resolved_keys_as_col_keys.<locals>.<dictcomp>c 3 s$ | ] \}}� j �|�||fV qd S rC )r� r� r� rT rD rF r_ O s z;BulkORMInsert._resolved_keys_as_col_keys.<locals>.<genexpr>)ro )r� r< Zresolved_value_dictrD rT rF �_resolved_keys_as_col_keysK s ��z(BulkORMInsert._resolved_keys_as_col_keysc C s0 t tj| j� }}| j||||dd�}|| _d S )NF�r� r� )r r �Insertr� r� )r� r� r< r� r� rD rD rF rE T s �z#BulkORMInsert._setup_for_orm_insertc s� t tj| j� }}|j}|d |d � }|�� }� |_| jrX� fdd�| j�� D �| _| j ||||dd�}| j dk r�| j j j r�t �d��|| _dS ) z�establish an INSERT statement within the context of bulk insert. This method will be within the "conn.execute()" call that is invoked by persistence._emit_insert_statement(). Z_emit_insert_tableZ_emit_insert_mapperc s i | ]\}}|j � kr||�qS rD �rR �rK rJ �val�Zemit_insert_tablerD rF r� t s � z8BulkORMInsert._setup_for_bulk_insert.<locals>.<dictcomp>TrL Nz�Can't use RETURNING * with bulk ORM INSERT. Please use a different INSERT form, such as INSERT..VALUES or INSERT with a Core Connection)r r rM r� r� �_clonerR �_dict_parametersro r� r� r� r� r� � CompileError)r� r� r� r� �anZemit_insert_mapperrD rQ rF rD ` s4 � �� ���z$BulkORMInsert._setup_for_bulk_insert)r� r� r� r$ r9 r� r� r� r rA r� rK rE rD � __classcell__rD rD rH rF r5 � s C X r5 �updatec s� e Zd Zedd� �Zdd� Zdd� Zeddd d d d d d�� fdd� �Zeddddd�dddddddd�dd��Zedd� �Z edd � �Z ed d � �Z ed d � �Z � Z S )!� BulkORMUpdatec K s� | � | �}|j�dd�}|j }|r:|dkr:|�||� nH|dksV|dkrjd|jjkrjtj|||f|� n|rv|dkr�|�||� |S )Nr� � unspecifiedrb r� r� )r� rY ) �__new__r� r� rC �_setup_for_bulk_updaterR r' �__init__�_setup_for_orm_update)r� r� r� rF r� r� rG rD rD rF r� � s$ � �� � z"BulkORMUpdate.create_for_statementc K sZ |}|j }|jjd }|j | _}| �||�| _| j||||d� |jrVt| j�| _|� � }|jjd |krv|j |_|j r�| j|_ n|jr�| j|_| � | j |�} | r�|j| � }tj| ||f|� d} |s�d } n|j�dd �} |j�dd �} | dk �r| dk�o| j|j|| jd�} | dk�r6| �r6d} |j|jj� }|�rP| j||||| d �}|| _d S ) Nr� �rG Z process_criteria_for_toplevelFr� r� r� )r� TrL )rC rR r� r< r( r� �_init_global_attributesr' rI rR r� r& r r �wherer' r\ r� r� r� r� r@ r� r� r� ) r� r� r� rF r� rG r� r< �new_stmt�new_critr� r� r� rD rD rF r] � st � � � � �� �z#BulkORMUpdate._setup_for_orm_updatec s~ t tj|�}|j}|d |d � }|�� }� |_tj| ||f|� | jrTt � d��| j rt� fdd�| j � � D �| _ || _ dS )z�establish an UPDATE statement within the context of bulk insert. This method will be within the "conn.execute()" call that is invoked by persistence._emit_update_statement(). Z_emit_update_tableZ_emit_update_mapperz�bulk ORM UPDATE does not support ordered_values() for custom UPDATE statements with bulk parameter sets. Use a non-bulk UPDATE statement or use values().c s i | ]\}}|j � kr||�qS rD rN rO �Zemit_update_tablerD rF r� ' s � z8BulkORMUpdate._setup_for_bulk_update.<locals>.<dictcomp>N)r r ZUpdater� rR rR r' r\ r& r� r� rS ro r� )r� r� r� rF rU �_rD rc rF r[ s" �� �z$BulkORMUpdate._setup_for_bulk_updater0 z dml.Updater5 r+ r. r3 r= r> c s� |� d| j�}|jdkr"t�d��|jdkr�|j }|jdksBt�|jr\|jdkr\t�d��|j } | d k snt�|j d k s|t�t | t dt |t�r�|gn|�|j d d ||d �} | �|||||| �S t� �||||||�S d S ) Nr� )r� r� rb r� zOValid strategies for ORM UPDATE strategy are 'orm', 'auto', 'bulk', 'core_only'rb r� r� z�bulk synchronize of persistent objects not supported when using bulk update with additional WHERE criteria right now. add synchronize_session=None execution option to bypass synchronize of persistent objects.r? F)r? r} rz r{ )r� r� r� r� r� r r� rs r� r� r@ r r r� rI r rB rA ) r� rh r� r[ r9 r� r\ r r{ r< r rH rD rF rA . sb � � ��� �� � �z#BulkORMUpdate.orm_execute_statementFr� r r| r: r� c C sL |j o |jj}|sdS |r |jS |r*|jS |rH|jsHt�d|j� d���dS )NF� Dialect "z�" does not support RETURNING with UPDATE..FROM; for synchronize_session='fetch', please add the additional execution option 'is_update_from=True' to the statement to indicate that a separate SELECT should be used for this backend.T)Zupdate_returningr� �implicit_returningZ update_executemany_returningZupdate_returning_multifromr� rT r� �r� r� r< r� r� r� r� Z normal_answerrD rD rF r� z s � �z BulkORMUpdate.can_use_returningc s� |sd S |j }dd� |jD �}|j}|D ]�� |�� fdd�|D �|j�}|�|�} | sXq(t� ��|�} | j} | j � | �} | D ]} | | kr|� | | | < q|| j j � | d | � | �| t| �� | � | ��| �}|r(| �| |� q(d S )Nc S s g | ] }|j �qS rD rV )rK �proprD rD rF rM � s zDBulkORMUpdate._do_post_synchronize_bulk_evaluate.<locals>.<listcomp>c 3 s | ]}� | V qd S rC rD rf ��paramrD rF r_ � s zCBulkORMUpdate._do_post_synchronize_bulk_evaluate.<locals>.<genexpr>)r� rt � identity_map� identity_key_from_primary_keyr� Zfast_get_stater� � differencerI � unmodifiedr� �manager�dispatch�refresh�_commitrl �_expire_attributes)r� rh r[ r r r< Zpk_keysrk � identity_keyrL �evaluated_keysrN � to_evaluaterW � to_expirerD ri rF r � s4 � �z0BulkORMUpdate._do_post_synchronize_bulk_evaluatec C s0 | � ||j�� �}| �|||dd� |D �� d S )Nc S s g | ]\}}}}|||f�qS rD rD )rK r rL rN rd rD rD rF rM � s z?BulkORMUpdate._do_post_synchronize_evaluate.<locals>.<listcomp>)r rk � all_states�#_apply_update_set_values_to_objects)r� rh r� r r �matched_objectsrD rD rF r � s � �z+BulkORMUpdate._do_post_synchronize_evaluatec s� �j �|j}|r0| ��|�}�fdd�|D �}n�j}� fdd���fdd�dd� |D �D �D �}|sjd S | �� �|dd� |D �� d S )Nc s g | ]}t |�� jf �qS rD �ru r� �rK r �r rD rF rM � s �z<BulkORMUpdate._do_post_synchronize_fetch.<locals>.<listcomp>c s g | ]}|� j kr� j | �qS rD )rk )rK rt )rh rD rF rM � s �c s6 g | ].\}}�j d ks |�j kr� jt|�|d��qS )Nr )r� rl rl )rK r� r� )� target_mapperr rD rF rM � s ��c S s g | ]}|d d� |d f�qS )r ���rD r| rD rD rF rM � s c S s" g | ]}|t �|�t �|�f�qS rD )r �instance_state� instance_dict)rK r rD rD rF rM s ��)r� �returned_defaults_rowsr r� ry ) r� rh r� r r r� �pk_rowsr3 ZobjsrD )rh r~ r rF r � s8 � � �����z(BulkORMUpdate._do_post_synchronize_fetchc C s2 |j }|j}t�|�}| �||�}| �||�} i } | D ]@\} } z|�t�t j | ��} W n tj k rl Y q6X | | | < q6t | � � �}dd� | D �}t� }|D ]�\}}}|j�|�}|D ] } | |kr�| | |�|| < q�|jj�|d|� |�|t |�� |�|��|�}|�r|�||� |�|� q�|�|� dS )zeapply values to objects derived from an update statement, e.g. UPDATE..SET <values> c S s h | ] \}}|�qS rD rD r� rD rD rF � <setcomp>) s zDBulkORMUpdate._apply_update_set_values_to_objects.<locals>.<setcomp>N)r� r� r r r( r, r r r� r r� r$ rl r� r� rn r� ro rp rq rr rm rs �addZ_register_altered)r� rh r r� rz r< r r! r* Zresolved_keys_as_propnamesZvalue_evaluatorsrW �valueZ _evaluatorru Zattribrv r rL rN rv rw rD rD rF ry s@ � � z1BulkORMUpdate._apply_update_set_values_to_objects)r� r� r� r� r� r] r[ rA r� r r r ry rV rD rD rH rF rX � s( b$ K� $ * 3rX �deletec s� e Zd Zedd� �Zeddddddd d �� fd d � �Zed d d d d�dddddddd�dd��Zedd� �Zedd� �Z� Z S )� BulkORMDeletec K sh | � | �}|j�dd�}|dks4|dkrJd|jjkrJtj|||f|� |S |j }|}|jjd }|j |_} |j||||d� |� � } | jjd | kr�| j | _| � |j | �} | r�| j | � } tj|| |f|� d} |s�d } n|j�dd �} |j�dd �}|dk �r,| d k�o*|j|j| |j|j�d d�d �}|�rDd } | j| jj� } |�r^|j||| | | d �} | |_|S )Nr� rY r� r� r^ Fr� r� r� r� )r� r� TrL )rZ r� r� rR r% r\ rC r< r_ rR r� r r r` r� r� r� r@ r� r� r� )r� r� r� rF r� r� rG r� r� r< ra rb r� r� r� rD rD rF r� E s� ��� � � � � � ��� �z"BulkORMDelete.create_for_statementr0 z dml.Deleter5 r+ r. r3 r= r> c sL |� d| j�}|jdkr"t�d��|jdkr6t�d��t� �||||||�S )Nr� rb z�Bulk ORM DELETE not supported right now. Statement may be invoked at the Core level using session.connection().execute(stmt, parameters))r� r� r� zGValid strategies for ORM DELETE strategy are 'orm', 'auto', 'core_only')r� r� r� r� r� r� rB rA )r� rh r� r[ r9 r� r\ r rH rD rF rA � s( � � � �z#BulkORMDelete.orm_execute_statementFr� r r| r: r� c C sB |j o |jj}|sdS |r |jS |r>|js>t�d|j� d���dS )NFre z�" does not support RETURNING with DELETE..USING; for synchronize_session='fetch', please add the additional execution option 'is_delete_using=True' to the statement to indicate that a separate SELECT should be used for this backend.T)Zdelete_returningr� rf Zdelete_returning_multifromr� rT r� rg rD rD rF r� � s � �z BulkORMDelete.can_use_returningc C sZ | � ||j�� �}g }|D ],\}}} } | r<|�| |jj� q|�|� q|rV|�|� d S rC )r rk rx Z_expireZ _modifiedr �_remove_newly_deleted) r� rh r� r r rz Z to_deleterd rL rN Zis_partially_expiredrD rD rF r � s � z+BulkORMDelete._do_post_synchronize_evaluatec s� � j }|j}|r0| �||�}� fdd�|D �}n� j}|D ]L} | dd� } | d } |jt| �| d�} | |jkr:|�t� |j| �g� q:d S )Nc s g | ]}t |�� jf �qS rD r{ r| r} rD rF rM s �z<BulkORMDelete._do_post_synchronize_fetch.<locals>.<listcomp>r r r ) r� r� r r� rl rl rk r� r r� ) r� rh r� r r r~ r� r� r3 r r� r� rt rD r} rF r � s2 � � � ���z(BulkORMDelete._do_post_synchronize_fetch) r� r� r� r� r� rA r� r r rV rD rD rH rF r� C s [ � ( r� )O�__doc__� __future__r �typingr r r r r r r r r � r r r r r) r r �baser r r r r r� r Zenginer r r� �sqlr r r r r r! Zsql.baser" r# r$ Zsql.dmlr% r& r' r( Z util.typingr) Z_typingr* r+ r, r< r- rh r. r/ r0 r1 rL r2 r3 r4 Zengine.interfacesr5 �objectr6 rG r rm r� r� Z plugin_forr5 rX r� rD rD rD rF �<module> s� �$ �$�" �" �"� \ w 6