관리-도구
편집 파일: huggingface_hub.cpython-38.pyc
U �Mg� � @ s� d dl mZ d dlmZ d dlmZ d dlmZ d dlm Z d dl m Z m Z m Z d dlZd dlmZ d d lmZmZ d d lmZmZ z d dlZd d lmZmZ W n ek r� ed ��Y nX G d d� de�Zdd� Z dd� Z dS )� ��wraps)�consts)�record_token_usage)�set_data_normalized)�SPANDATA)�Any�Iterable�CallableN)�should_send_default_pii)� DidNotEnable� Integration)�capture_internal_exceptions�event_from_exception)�ChatCompletionStreamOutput�TextGenerationOutputzHuggingface not installedc @ s0 e Zd ZdZde� �Zd dd�Zedd� �ZdS ) �HuggingfaceHubIntegration�huggingface_hubzauto.ai.Tc C s || _ d S �N)�include_prompts)�selfr � r �U/opt/hc_python/lib/python3.8/site-packages/sentry_sdk/integrations/huggingface_hub.py�__init__ s z"HuggingfaceHubIntegration.__init__c C s t tjjjj�tjjj_d S r )�_wrap_text_generationr Z inferenceZ_clientZInferenceClientZtext_generationr r r r � setup_once" s ��z$HuggingfaceHubIntegration.setup_onceN)T)�__name__� __module__� __qualname__� identifier�originr � staticmethodr r r r r r s r c C s0 t | t�� jddd�d�\}}tj||d� d S )Nr F)�typeZhandled)Zclient_optionsZ mechanism)�hint)r � sentry_sdk� get_client�optionsZ capture_event)�exc�eventr# r r r �_capture_exception, s � r) c s t � �� fdd��}|S )Nc s� t �� �t�� � d kr �| |�S d|kr2|d }nBt| �dkrj| d |d< |d }| d f| dd � } n �| |�S |�d�}|�d�}t jtjj dtj d���� � z�| |��W n> t k r� } z t |� ��d d d � |d �W 5 d }~X Y nX t� ��� t� �r � j�r t�tj|� t�tj|� t�tj|� t�t��r�t� �rb� j�rbt�d �g� ��d d d � �W 5 Q R � S t�t��r�t� �r�� j�r�t�d �jg� �jd k �rֈjj dk�r�t ��jj d � ��d d d � �W 5 Q R � S t�t ��s*t�d d � ��d d d � �W 5 Q R � S |�d d��rZ� ��fdd�}|� W 5 Q R � S � ��fdd�}|� W 5 Q R � S W 5 Q R X d S )N�prompt� � r �model�streamzText Generation)�op�namer z ai.responses�Z total_tokensZunknown_responseT�detailsFc 3 s� t � �� d} g }�D ]L}t|d�r<t|jd�r<|�|jj� t|d�rZt|jd�rZ|jj} |V qt|�dkr�t� r�� j r�t �t j d� |�� | dkr�t�| d� W 5 Q R X ��d d d � d S )Nr �token�textr2 �generated_tokens� r1 )r �hasattrr3 �appendr4 r2 r5 �lenr r r r � AI_RESPONSES�joinr �__exit__)Z tokens_used�data_buf�x�Z integration�res�spanr r �new_details_iterator~ s4 � ��� �zP_wrap_text_generation.<locals>.new_text_generation.<locals>.new_details_iteratorc 3 sx g } t � �d �D ] }t|t�r(| �|� |V qt| �dkr\t� r\� jr\t�tj d� | �� �� d d d � W 5 Q R X d S )Nr r6 ) r � isinstance�strr8 r9 r r r r r: r; r< )r= �sr? r r � new_iterator� s$ ��� �zH_wrap_text_generation.<locals>.new_text_generation.<locals>.new_iterator) r$ r% Zget_integrationr r9 �getZ start_spanr �OPZ'HUGGINGFACE_HUB_CHAT_COMPLETIONS_CREATEr � __enter__� Exceptionr) r< r r r r r ZAI_INPUT_MESSAGESZ AI_MODEL_IDZ AI_STREAMINGrC rD r Zgenerated_textr2 r5 r r )�args�kwargsr* r- Z streaming�erB rF ��fr? r �new_text_generation8 st � � � z2_wrap_text_generation.<locals>.new_text_generationr )rO rP r rN r r 6 s vr ) � functoolsr r$ r Zsentry_sdk.ai.monitoringr Zsentry_sdk.ai.utilsr Zsentry_sdk.constsr �typingr r r Zsentry_sdk.scoper Zsentry_sdk.integrationsr r Zsentry_sdk.utilsr r Z!huggingface_hub.inference._clientr r r � ImportErrorr r) r r r r r �<module> s"