o
    *j*                     @   s   d dl mZmZmZmZ d dlZd dlmZ d dlm	Z	 d dl
mZ d dlmZ d dlmZ d dlmZmZ d d	lmZ d d
lmZ ejejejdG dd deeZdS )    )AnyDict	GeneratorOptionalN)	Pipelines)DistributedGPT3)DistributedPipeline)	PIPELINES)TextGenerationJiebaPreprocessor)
FrameworksTasks)device_placement)PipelineStreamingOutputMixin)module_namec                       s   e Zd ZdZdZd fdd	Zedd Zedee	e
f dee	e
f fd	d
Zdee	e
f dee	e	f fddZdd Zdee	e
f dee	e
f dee	e
f defddZedee	e
f ddfddZededeee	e
f  fddZ  ZS )DistributedGPT3Pipelinez6This class is used to instantiate the gpt3 model.
    Nc                    sH   |du rt |}t j|fd|i| t|dsJ t | _d| _dS )a  

        Args:
            model: The model piece, str is not supported.
            preprocessor: The preprocessor matched with the model.
            kwargs (dict, `optional`):
                Extra kwargs passed into the preprocessor's constructor.
        Npreprocessor	tokenizerT)r
   super__init__hasattrr   modelZ_model_prepare)selfr   r   kwargs	__class__ s/var/www/html/Deteccion_Ine/venv/lib/python3.10/site-packages/modelscope/pipelines/nlp/distributed_gpt3_pipeline.pyr      s   	
z DistributedGPT3Pipeline.__init__c                 K   s"   t ||fi || _| j  d S N)r   r   eval)clsrankZ	model_dirr   r   r   r   _instantiate_one*   s   z(DistributedGPT3Pipeline._instantiate_oneinputsreturnc                 C   s0   |d d  tj  }| jj|fi |d S Nr"   Z	input_idsforward_params)cudatorchcurrent_devicer   generater   r"   tokensr   r   r   _forward_one/   s   z$DistributedGPT3Pipeline._forward_onec                 K   s*   ddl m} |j| jj|jd  iS )zprocess the prediction results

        Args:
            inputs (Dict[str, Any]): _description_

        Returns:
            Dict[str, str]: the prediction results
        r   )
OutputKeys)Zmodelscope.outputsr-   ZTEXTr   r   Z
detokenize	sequencestolist)r   r"   postprocess_paramsr-   r   r   r   postprocess5   s   
z#DistributedGPT3Pipeline.postprocessc                 K   s
   i |i fS r   r   )r   Zpipeline_parametersr   r   r   _sanitize_parametersF   s   
z,DistributedGPT3Pipeline._sanitize_parametersmodel_inputr%   r0   c                 c   s    t | j| j" | jr| |}||d}| j| jj|g| j	  W d    n1 s-w   Y  	 | j| jj
t| j	}|d d u rGd S | j|d fi |}| | |V  q3)N)r"   r%   Tr   )r   Z	frameworkZdevice_nameZ_auto_collateZ_collate_fnZ
model_poolmapr   _stream_oneZ
world_size	_next_oneranger1   Z_check_output)r   r3   r%   r0   r"   resoutr   r   r   _stream_singleI   s&   



z&DistributedGPT3Pipeline._stream_singlec                 C   s6   |d d  tj  }| jj|fi |d | _d S r$   )r&   r'   r(   r   Zstream_generate_streamr*   r   r   r   r5   ]   s   z#DistributedGPT3Pipeline._stream_oneidxc                 C   s"   zt | jW S  ty   Y d S w r   )nextr;   StopIteration)r   r<   r   r   r   r6   d   s
   z!DistributedGPT3Pipeline._next_oner   )__name__
__module____qualname____doc__r   r   classmethodr!   r   strr   r,   r1   r2   r   r:   r5   intr   r6   __classcell__r   r   r   r   r      s.    
$




(r   )typingr   r   r   r   r'   Zmodelscope.metainfor   Zmodelscope.models.nlpr   Zmodelscope.pipelines.baser   Zmodelscope.pipelines.builderr	   Zmodelscope.preprocessorsr
   Zmodelscope.utils.constantr   r   Zmodelscope.utils.devicer   Z!modelscope.utils.streaming_outputr   Zregister_moduleZtext_generationZgpt3_generationr   r   r   r   r   <module>   s    
