o "j<@s2ddlZddlmZmZddlmZddlmZddlm Z m Z ddl m Z m Z ddlmZddlmZmZdd lmZmZmZmZmZmZmZmZmZdd lmZd d lm Z d d l!m"Z"m#Z#m$Z$m%Z%m&Z&ddl'm(Z(m)Z)eZ*gdZ+ddZ,ddZ-GdddZ.GdddZ/e)dGddde(Z0dS)N) check_typecheck_variable_and_dtype)OperatorDistAttr)get_world_process_group)6naive_set_dist_op_attr_for_program_by_mesh_and_mappingset_var_dist_attr) OP_ROLE_KEYOpRole)core)AutoMixedPrecisionListsBF16_is_in_fp32_varnames) AutoMixedPrecisionLists_is_in_black_varnames_keep_fp32_input_keep_fp32_output _rename_arg _valid_types find_op_indexfind_true_post_opfind_true_prev_op) unique_name) ProcessMesh)is_backward_op is_forward_opis_loss_grad_op is_loss_opis_optimize_op)PassBase register_pass)Zcreate_py_readerZcreate_double_buffer_readercastwhilecCs(|tjjjkr dS|tjjjkrdSdS)NZfp16Zbf16Zfp32)r VarDescVarTypeFP16BF16)dtyper(l/var/www/html/Deteccion_Ine/venv/lib/python3.10/site-packages/paddle/distributed/passes/auto_parallel_amp.py _dtype_to_strBs r*cCs.|dkr tjjjS|dkrtjjjStjjjSNfloat16bfloat16)r r#r$r%r&FP32)Zdstrr(r(r) _str_to_dtypeKs    r/c@seZdZ    dddZeddZeddZed d Zed d Zed dZ eddZ eddZ ddZ ddZ ddZdS)AMPListsNr,cCsnd|_|dkrtt|t|t||_n|dkr&tt|t|t||_|jdus-J||_|dk|_dSr+) _amp_listr setr _dtype _is_float16)self white_list black_listblack_varnamesr'r(r(r)__init__UszAMPLists.__init__cC|jr|jjS|jjSN)r4r1r6Z bf16_listr5r(r(r)r6jzAMPLists.white_listcCr:r;)r4r1r7Z fp32_listr<r(r(r)r7qr=zAMPLists.black_listcCs|jjSr;)r1 gray_listr<r(r(r)r>xszAMPLists.gray_listcCr:r;)r4r1r8Z fp32_varnamesr<r(r(r)r8|r=zAMPLists.black_varnamescC|jSr;)r4r<r(r(r)is_fp16zAMPLists.is_fp16cCr?r;)r3r<r(r(r)r'rAzAMPLists.dtypecCr?r;)r1r<r(r(r)amp_listrAzAMPLists.amp_listcCs|jr t||jSt||jSr;)r4rr1r )r5opr(r(r)_is_in_black_fp32_varnamess  z#AMPLists._is_in_black_fp32_varnamescCs8|jrt||S|jdvr|dkS|jdkr|dvSdS)N) batch_norm layer_normXfused_bn_add_activation>rGZF)r4rtype)r5rCin_namer(r(r)_op_keep_fp32_inputs   zAMPLists._op_keep_fp32_inputcCs&|jrt||S|jdvr|dkSdS)N)rErHrFYF)r4rrJ)r5rCout_namer(r(r)_op_keep_fp32_outputs   zAMPLists._op_keep_fp32_output)NNNr,)__name__ __module__ __qualname__r9propertyr6r7r>r8r@r'rBrDrLrOr(r(r(r)r0Ts.         r0c@sDeZdZddZddZddZddZd d Zd d Zd dZ dS)AMPStatecCs8||_||_||_||_|jj|_i|_i|_i|_ dSr;) program dist_context amp_lists amp_dtypedist_op_contextZgrad_op_id_to_op_idgrad_op_to_op_map _op_fp16_dict_var_name_dictout_var_op_deps)r5rUrWrXrVr(r(r)r9s zAMPState.__init__cCs|j|dSr;)r[get)r5Zop_idr(r(r) _is_fp16_opszAMPState._is_fp16_opcCsd}|jjD]s}|jD]m}|jD]}||jvr!|jg|j|<q|j||jgqt|r4d}|j t vr:q t |rG| ||j|q t |rr|j|jvrq|j|j}||jvsfJt||||j|j<q t|rxnq q|jjD]}||q~|S)NFT)rUblocksopsoutput_arg_namesr]desc original_idextendrrJ__amp_skip_ops__r_mark_black_white_opsrrZr[strr_r _cast_block)r5is_trainblockrCname fwd_op_idr(r(r) build_statesB         zAMPState.build_statec Cs |jdkrd|jdvrd|j|j<dS|jdkrG|jd}t|j|dkrG||j|ds=d|j|j<dSd|j|j<dS|j j dur]|j |r]d|j|j<dS|j|j j vrnd|j|j<dS|j|j j vrd|j|j<dS|j|j jvrd}d}|jD]R}|r||D]H}||} | jdurq| j|urt|||} | durqn| j} || jdus| j|j j vrd}q|| jdus| j|j j vrd}qq|rd|j|j<dS|rd|j|j<dS dSd|j|j<dS)NZassignZarray_rFrT)rJinput_arg_namesr[rcrdrblenr]r_rWr8rDr7r6r> input_namesinput_var_recursiverCr) r5rCrarkrNZ is_black_opZ is_white_oprK in_var_namein_varZprev_opr(r(r)rgsd         zAMPState._mark_black_white_opsc Cs,d}d}|t|jkr|j|}d}|jtvr|d7}qt|r||jdur>||||t |j t j j j|j}nE||jdur|j dkrw|dr_|dd|ddn|drw|dt j j jkrw|dt j j j||||t j j jt |j |j}nt|r|j|}t|rt|j|dst|j|dr|js|d7}|j|jvr'||jdur||||t |j t j j j|j|}n||jdur&|j dkr|dr|dd|ddn|dr|dt j j jkr|dt j j j||||t j j jt |j |j|}n\|jd kro|jd}|jd}||} ||} |jD]}| j||jkseJ| d ||d t|qH| j | jnt!|d d krzn t"d |jd||d7}|t|jks |#dS)NrrFTr-Z use_mkldnnZmkldnn_data_typer'sumz, op_rolei'z/' op is not supported in the complete amp pass.)$rprarJrfrr_rcrd_insert_cast_op_forwardr/rXr r#r$r.rVhas_attr _set_attrattrr&rget_op_dist_attr_for_programrZ is_recomputerZ_insert_cast_op_backwardrbrovar_find_var_recursiver'rh set_dtypeint ValueError_sync_with_cpp) r5rkidxappended_grad_timesrC num_cast_opsZ op_dist_attr out_var_namertout_varrur(r(r)ri)s                dzAMPState._cast_blockc Csld}i}|jD]} |tjjjkr|j|| rq|| D]} || } | j t vs.| j |kr/q| j |kr| j dt |} |j| } | || j <||}|dusSJ| dus\| j |kr|| j }|dushJ|j}|j}|| ||j| |d| jd} t|| ||d}|dr|d}|j|dd | id | i| j | j d d }|d|t|||||d 7}n || j }|| |t|| j | q|dr|d|qq||j|j <|tjjjkr4|t!|j"kr4|j#D]A}|j$||rq|%|D]1}|&|}|j t vrq|j tjjjkr1|j't!|j"|dr1|dt!|j"qq|S)zO only for forward cast modified from paddle.static.amp rz.cast_NF)rlr' persistable stop_gradient/ op_namescoper!rGOut)in_dtype out_dtyperJinputsoutputsattrsrrr)(rqr r#r$r.rWrLrrrrJrr'rlr*varsr^r}get_input_dist_attr process_mesh dims_mappingset_input_dist_attr create_varrrrzr|Z_insert_op_without_syncr{rrr\rcrdr/rX output_namesrOoutputrsr)r5rkrCr src_dtype dst_dtyperVrZ var_name_dictrKrtru cast_namecast_varconsume_op_attrin_var_dist_attrref_mesh ref_mappingrcast_oprNrrr(r(r)rys              D      z AMPState._insert_cast_op_forwardc Cs,dd}dd} d} |j} |j} |j| } |jD]r}|tjjjkr@|||r@| |D]}| |}|j tjjjks>Jq-q| |D]F}| |}|j |kr| |}||j | vrw|j | |}|j||||}|||qE|j |ksJd|j|||j t|qEq|jD]}|tjjjkr| ||r||D]}| |}|j tjjjksJqq||D]}| |}|d|d}| |}|j |j kr|j|j |j |kr||j | vr| |}|j | |}d }d |vr||d d}|d |}|j|}|dus|j |kr|j||||}|j}|j}||||dus>J|j||j |d |j!d }t"|||||| j#||<|j$|ddd|id|i|j |j t%j&dd}|'d|'d|'dt(||||| d7} q|j |ksJqq| S)zonly for backward castcSs|j}|dvr |dvSdS)NZlayer_norm_grad>rGY@GRADFrJ)rCrKop_typer(r(r)rz;AMPState._insert_cast_op_backward.._keep_fp32_inputcSs|j}|dvr |dkSdS)NrX@GRADFr)rCrNrr(r(r)r rz._keep_fp32_outputrz;op [{}] expect input [{}] to be dtype [{}] BUT got [{}]. {}N@z@RENAME@GRADF)rlshaper'rrrr!rGrrrrwr op_role_varrZwith_quant_attr))rcrdrYrZrqr r#r$r.rrrsr'r}r\Z _rename_inputrrformatrJrhrrfindrrr^_rename_outputZget_output_dist_attrrrZset_output_dist_attrrrrrZgrad_var_to_var _insert_opr Backward _remove_attrr) r5rkrCrrrrVrrrrrdrYrmrKrtrurrrrNrrZout_var_name_prefixZfwd_varZ fwd_cast_namesuffixrZout_var_dist_attrrrrr(r(r)r~s                    Jz!AMPState._insert_cast_op_backwardN) rPrQrRr9r_rnrgriryr~r(r(r(r)rTs'Bi hrTZauto_parallel_ampcsleZdZfddZddZddZddZd d Zd d Zd dZ ddZ ddZ ddZ ddZ ZS)AMPPasscst|dd|dd|dd|dd|dd|dd|dd |d d |d d |dd|dd|dd|dg|dg|ddd|_d|_d|_d|_dS)Nr'rlossrVcustom_white_listcustom_black_listcustom_black_varnamesinit_loss_scalingg@incr_every_n_stepsidecr_every_n_nan_or_infr incr_ratiog@ decr_ratiog?use_dynamic_loss_scalingFZ input_data params_grads)superr9set_attr_loss _loss_scaling_num_good_steps_num_bad_stepsr< __class__r(r)r9s(                 zAMPPass.__init__cCs|ddvr dS|ddkrdS|ddkrdS|ddkr$dS|ddkr-dS|d dkr6dS|d dur?dSd S) Nr')r,r-FrrrrrrrVT)get_attrr<r(r(r) _check_selfszAMPPass._check_selfcCsdS)NTr()r5Z other_passr(r(r)_check_conflictszAMPPass._check_conflictc Cs@|d|_|d|_|d|_tt|dt|dt|d|j}tj||ft |||j|j}| }|rJ| | |j|r~|jdkr| ||dse|d d krk|\}}|dr|||WddSWddSWddSWddS1swYdS) NrVrr'rrrr,rr?)rrVrrXr0r2paddlestaticZ program_guardrTrn_update_backward_cast_ops _cast_loss _init_amp_var _scale_loss_check_and_update_gradient_update_loss_scaling) r5Z main_programZstartup_programcontextrWZ amp_staterjgrads found_infr(r(r)_apply_single_implsB            "zAMPPass._apply_single_implc Cstj}||jD]\}}|j}|jtj j j kr|j dkrt |dt tjkr8|dr8|dt|j||j}|rNtd|d|d||jdkrVq|j}||jtjj||ddddd }|j||j|}|j||jd} |dusJ| dusJt ||j!|j"|j|j!| _!|j"| _"t#|j|j} | dkrtd |d |j$| d d q|dS)zo move param grad cast to the end of backward segment in order to enabel fp16 allreduce r!rwrz The cast op zH's output should not beused by a non-optimize op, however, itis used by rN)rkrcrJrrrzThe op z is not in programF)sync)%rrdefault_main_program global_blockrrrCr'r r#r$r.rJrr|r rrzrrrarlrrc append_opZ copy_fromOperatorappendrV get_tensor_dist_attr_for_programrrbrrrrZ _remove_op) r5 main_blockpgrCZpost_opsZ new_op_descnew_opZparam_dist_attrZoutput_dist_attrZop_idxr(r(r)rsj        z!AMPPass._update_backward_cast_opsc CsPtj}|dd|jD}t|dttfd|D] }t |dgddq|j t d ddgd gd tjjjd d d }t|j|d gtj||jd}||d}dtji}|jd|||d}t|j} ttj| _d| _ttjd kr|d| _ |D]} |j!| } | dusJ| "| j#| j$| %| j#| j$q~|j&|| ||fS)NcSsg|]\}}|qSr(r().0_rr(r(r) -sz6AMPPass._check_and_update_gradient..xZcheck_finite_and_unscaler,float32float64.Zfind_infinite_scaletmprboolF)rlrr'rJrrr)rGZScale)r FoundInfiniterwrr)'rrrrrrrtuplelistrrrZgenerate_with_ignorable_keyjoinr r#r$Z LOD_TENSORrrVworld_process_groupranksrr Optimizerrrcrrimpl_idxrp impl_typerset_input_dims_mappingrlrset_output_dims_mappingset_op_dist_attr_for_program) r5rrerrrrrnew_op_dist_attrr g_dist_attrr(r(r)r)sb        z"AMPPass._check_and_update_gradientcCstjjtddg|dddd|_t|j|jdgt j |dr[tjjtd dgd d dd|_ t|j|j dgt j tjjtd dgd d dd|_ t|j|j dgt j dSdS) NZ loss_scalingrrrT)rlrvaluer'rrrZnum_good_stepsrZint32Z num_bad_steps) rrZcreate_global_varrgeneraterrrrVrrrrr<r(r(r)rbsR zAMPPass._init_amp_varc CsZtj}||d}|dusJ|j}|j|}|j t j j j kr$t|jd}|j|t j j j d}|j|}|j} |j||t|j|j} |j| ddd|gid|gi|j t j j j |tdd } |ttjt| | d d |jD|jd} d } t|j | dD]\}}|j!d krt"|r|} |d} nt#|rnq| dusJd|jt|d|jt j j j |j$d}t%|j|dd |jD| | j&d}| '||jt| | dd |jD|j|j| | dd|gid|git j j j t(|tj)dd }t|| dd |jD|j| }|}|*d|||_+|dS)Nrz .cast_fp32)rlr'rr!rGrrrcSg|]}dqSrr(rir(r(r)rz&Pass._cast_loss.. fill_constantThere is not loss_grad op.rrlrr'rcSrrr(rr(r(r)rrrcSrrr(rr(r(r)rrcSrrr(rr(r(r)rr),rrrrrrrCrVr}r'r r#r$r.rrrlrrrZ set_tensor_dist_attr_for_programrrcr all_attrsrr{r Forwardrr enumeraterarJrrrrrbrr/rrr)r5Z target_dtyperrloss_oploss_op_dist_attrtmp_nameZ cast_lossZloss_dist_attrr loss_op_idxrfirst_backward_opZinsert_op_offsetrrCZcast_loss_grad pre_grad_nameZ cast_grad_opr(r(r)rs          zAMPPass._cast_losscCstj}|d}|dusJ|j}|j|}|ds(|ddkrXt|j |j }|j }|j t d|j|j|jd}t|j|dd|jD||j|d d |g|jgd d |gid |tid}|ttjt||dd|jD|jd} |j|dD]} | jdkrt| r| } nt| rnq| dusJd|j t dd|j|j|jd} t|j| dd|jD|| jd} | | | j t| |dd|jD|j| | _|!|j |d} | "d| #d| j g| #d|j g| #d|jj g| $d| g| $dg| ttj%| ddtj&|| }|j'|d||!|j|d}|jdksIJt||dd|jD|jn|}||_(|!dS) Nrrrr scaled_lossr cSrrr(rr(r(r)r rz'AMPPass._scale_loss..rZelementwise_mul)rGrMrrwrcSrrr(rr(r(r)rrr r rcSrrr(rr(r(r)r5rrcSrrr(rr(r(r)r?rr Zelementwise_mul_gradzOut@GRADrGrMrrZaxisrcSrrr(rr(r(r)r^r))rrrrrrCrVr}rrcrrrrrr'rrrrr rr{r rrrarJrrrbrrlrset_typeZ set_inputZ set_outputrrinsertr)r5rrrrrrrZelementwise_mul_oprrCZscaled_loss_gradrZelementwise_mul_grad_op_descZelementwise_mul_grad_opr(r(r)rs           zAMPPass._scale_lossc Cstj}|t|jdddgdt|dtt fd|D],}t|dgdd|j t j j jkrA|jj t j j jks@Jdq |jj |j ksLJdq |||j|j|jd }||j|j|jd }|d |d |d |d|dtjd}|jd|||d}t|j} ttj| _d| _ttjdkrd| _|D]} |j | } | dusJ| !| j"| j#| $| j"| j#q|j%|| |dS)NZprev_loss_scalingrrZupdate_loss_scalingrrzPThe dtype of prev_loss_scaling should be float32 when the dtype of x is float16.zAThe dtype of prev_loss_scaling should be equal to the dtype of x.)rGrZPrevLossScalingZ InGoodStepsZ InBadSteps)rZ LossScalingZ OutGoodStepsZ OutBadStepsrrrr stop_update)rrrrrrwrrr)&rrrrrrrrrrr'r r#r$r%r.rrrr rrrrcrrrrrrprrVrrrlrrr) r5rrrrrrrrrrrr(r(r)rfsx       zAMPPass._update_loss_scalingcCs|jr|jS|dS)Nr)rrr<r(r(r)get_losss zAMPPass.get_loss)rPrQrRr9rrrrrrrrrr __classcell__r(r(rr)rs "F9,dtKr)1rZpaddle.base.data_feederrrZ6paddle.distributed.auto_parallel.static.dist_attributerZ5paddle.distributed.auto_parallel.static.process_grouprZ-paddle.distributed.auto_parallel.static.utilsrrZ/paddle.distributed.fleet.meta_optimizers.commonrr Zpaddle.frameworkr Z paddle.static.amp.bf16.amp_utilsr r Zpaddle.static.amp.fp16_utilsr rrrrrrrrZ paddle.utilsrZauto_parallel.process_meshrZauto_parallel.static.utilsrrrrrZ pass_baserr rrfr*r/r0rTrr(r(r(r)s0   ,   Xi