o
    0Îj 
  ã                   @   s\   d dl mZ d dlmZmZmZ ddlmZmZm	Z	 ddl
mZmZmZ dd„ Zdd	„ Zd
S )é   )Úlogging)Úget_dep_versionÚ is_genai_engine_plugin_availableÚrequire_genai_engine_pluginé   )Úbackend_config_to_argsÚset_config_defaultsÚupdate_backend_config)ÚALL_MODEL_INFOÚget_model_componentsÚis_integrated_model_availablec                  C   s`   ddl m}  tdƒ}tdƒr,tD ]}t|dƒs+||  ¡ vr+t|dƒ\}}|  |j	|¡ qd S d S )Né    )ÚModelRegistryÚvllmúvllm-server)
r   r   r   r   r
   r   Zget_supported_archsr   Zregister_modelÚ__name__)r   Zvllm_versionÚ
model_nameZnet_clsÚ_© r   úf/var/www/html/Deteccion_Ine/venv/lib/python3.10/site-packages/paddlex/inference/genai/backends/vllm.pyÚregister_models   s   ÿ€ùr   c                 C   sÞ   t dƒ dd l}ddlm}m}m}	m}
m} |ƒ  |ƒ }|	|ƒ}t|d|iƒ |r2t|dt	|ƒiƒ t
||| |dœƒ dd l}|jjd urY|jjd u rYd|v rYt d¡ | d¡ t|ƒ}| |¡}||ƒ | |
|ƒ¡ d S )	Nr   r   )ÚFlexibleArgumentParserÚcli_env_setupÚmake_arg_parserÚ
run_serverÚvalidate_parsed_serve_argszserved-model-namezchat-template)ÚmodelÚhostÚportzapi-server-countz<Key 'api-server-count' will be popped as it is not supported)r   ÚuvloopZ"vllm.entrypoints.openai.api_serverr   r   r   r   r   r   Ústrr	   ÚtorchÚversionZhipÚcudar   ÚwarningÚpopr   Ú
parse_argsÚrun)r   r   r   Z	model_dirÚconfigZchat_template_pathr   r   r   r   r   r   Úparserr!   Úargsr   r   r   Úrun_vllm_server,   s6   ýþ	ÿ

r+   N)Úutilsr   Z
utils.depsr   r   r   Zconfigs.utilsr   r   r	   Úmodelsr
   r   r   r   r+   r   r   r   r   Ú<module>   s   