o
*j
@ s d dl mZmZmZmZmZ d dlZd dlmZ d dl m
Z
d dl m Z d dl
mZ d dlmZ d dlmZ d d
lmZ d ed ed
eeeef defddZejeje
jdejeje
jdejej e
jdejej e
jdG dd deee Z dS ) )DictListOptionalTupleUnionN)LlamaForCausalLM)Models)
TorchModel)MODELS)
OutputKeys)Tasks ) MsModelMixinsystemtexthistory
max_lengthc C s6 d| d}||dddj }| d}||dddj }|jd |jd } | |kr5td| d | d
}
g } |d d d D ]A\} }
t| tsKJ t|
tsRJ | d |
d }||dddj }| |jd |krq n||
}
|g| } | |jd 7 } q@||
|g}|g| |g }d
|tj|d
dfS )Nz[INST] <>
z
<>
Fpt)Zadd_special_tokensZreturn_tensorsz [/INST]zprepend prompt length z is bigger than max_length z [/INST] z [INST] r
)dim) input_idsstripshape RuntimeError
isinstancestrjointorchcat)r r r r tokenizerZ
system_promptZ
system_idsZ text_promptZtext_idsZ
prompt_lengthZhistory_promptZhistory_ids_listuserZbotZ round_promptZ round_idsZ prompt_listZprompt_ids_list r" l/var/www/html/Deteccion_Ine/venv/lib/python3.10/site-packages/modelscope/models/nlp/llama/text_generation.pyget_chat_prompt! sJ
r$ ) module_namec @ s e Zd ZdedefddZdS )LlamaForTextGenerationinputreturnc
C s dd l }| |}d|vrd}n |d }|d d|vr d}n |d }|d d|vr0g }n | |d }|d d|vrDd|d< t||||d |d\}} | | j}
| j|
fi |} | d d |
jd d f } |j| d
d d d } | } | || f t
j | t
j |iS )
Nr r r r r r i )r r r r r r
TF)Zskip_special_tokensZ clean_up_tokenization_spaces)
copypopr$ toZdevicegenerater Z batch_decoder appendr ZRESPONSEZHISTORY)
selfr' r r) Z
gen_kwargsr r r promptZ
prompt_idsr Z generate_idsresponser" r" r# chatP sH
zLlamaForTextGeneration.chatN)__name__
__module__ __qualname__r r1 r" r" r" r# r& J s r& ) typingr r r r r r Ztransformers.models.llamar Zmodelscope.metainfor Zmodelscope.models.baser Zmodelscope.models.builderr
Zmodelscope.outputsr Zmodelscope.utils.constantr Zbackboner r intr$ Zregister_moduler1 Zllama2llamaZtext_generationr& r" r" r" r# s"
)