o "jj@s<ddlmZGdddZGdddeZGdddZdS) )CompiledProgramc@seZdZddZddZdS)SerializableBasecCtNNotImplementedErrorselfpathr q/var/www/html/Deteccion_Ine/venv/lib/python3.10/site-packages/paddle/base/incubate/checkpoint/checkpoint_saver.py serializezSerializableBase.serializecCrrrrr r r deserializerzSerializableBase.deserializeN)__name__ __module__ __qualname__r rr r r r rs rc@s$eZdZddZddZddZdS) PaddleModelcCs.||_||_||_t|tr|j|_d|_dS)NZ_paddle_fleet_param__)_exeZ_origin_program_program isinstancer _file_name)r exeprogramr r r __init__s   zPaddleModel.__init__cC&ddlm}||j||j|jddS)N)save_persistablesexecutordirnameZ main_programfilename)paddle.distributed.iorrrr)r r rr r r r $  zPaddleModel.serializecCr)Nr)load_persistablesr)r"r$rrr)r r r$r r r r.r#zPaddleModel.deserializeN)rrrrr rr r r r rs rc@sLeZdZddZ dddZ   ddd Zd d Zd d ZgfddZdS)CheckpointSavercCs||_d|_dS)NZ__paddle_checkpoint__)_fs_checkpoint_prefix)r fsr r r r:s zCheckpointSaver.__init__N.cachec CsJ|j|s |j|n|j|sJd|d||}|dkr&d}|d7}|d|jd|}|d}|}dd lm} | } d } |jryd ||j|} |d ur_| d|} | | sj| | n | | swJd | d| }|D]} | |q{|jr|j ||j | || | |j ||||fS) zh Serialize objects in slists to path Return really saved path and checkpoint_no zpath:z must be a directoryr/.z.tmpLocalFSNz{}/{}.{}.saved_cachez cache path:)r&is_existmkdirsis_dir_get_last_checkpoint_nor'!paddle.distributed.fleet.utils.fsr/need_upload_downloadformatr deleteZuploadmv) r r slists trainer_idlocal_cache_pathmax_no real_pathZtmp_pathZ saved_pathr/local_fs cache_pathsr r r save_checkpoint>sF            zCheckpointSaver.save_checkpointTcCs"|dur||}|s|dksJd|dkrdS|}n t|ts#J|dks)Jddlm}|} |jr^d||j|} |durJ| d|} | |sT| || | r^| | |d|jd|} | } |jry|j | | | } |D]} | | q{|jr| r| | | S)zY Deserialize objects in slists from path Return really load path NrzCan't find checkpointr.z{}/{}.{}.load_cacher-r,)r3rintr4r/r&r5r6r'r0r1r7downloadr)r r r9r:r;Z checkpoint_noZ ignore_emptyr<r/r>r?r=Z load_pathr@r r r load_checkpointts>           zCheckpointSaver.load_checkpointcCsrg}|j|}|D](}|d}t|dkrq |d|jkr q z t|d}||Wq Yq ||S)Nr-rr+)r& list_dirssplitlenr'rBappendsort)r root_pathadirsdgnr r r get_checkpoint_nos    z!CheckpointSaver.get_checkpoint_nocCs"||}t|dkr|dSdS)z* only get the first depth rr*)rQrH)r rKrLr r r r3s  z'CheckpointSaver._get_last_checkpoint_noc Cs||}|dkr dSt|}t|dkr|||j|}|D]I}|d}t|dkr0q"|d|jkr8q"zt|d}||vrT|d|jd|} |j | Wq"t yk} z t | WYd} ~ q"d} ~ wwdS)Nrr-rEr+r,) r3setrHaddr&rFrGr'rBr7 Exceptionprint) r rKreservedr<r@rMrNrOrPr er r r clean_redundant_checkpointss2         z+CheckpointSaver.clean_redundant_checkpoints)Nr))r)NT) rrrrrArDrQr3rXr r r r r%9s ; 9 r%N)compilerrrrr%r r r r s