o #j9I@sddlZddlmZddlmZddlmZddlmZm Z m Z ddl m Z m Z ddlmZmZGd d d eZGd d d Zd dZddZddZdddZdS)N)core)_append_grad_suffix_)Variable) LayerHelper check_typein_dygraph_mode)flatten map_structure) BlockGuardcopy_var_to_parent_blockcs4eZdZfddZfddZfddZZS)StaticPyLayerBlockGuardcs(t|dtdt|jj||_dS)Nblockr )rStaticPyLayerBlocksuper__init__helper main_program block_manager)selfr __class__`/var/www/html/Deteccion_Ine/venv/lib/python3.10/site-packages/paddle/static/nn/static_pylayer.pyrs z StaticPyLayerBlockGuard.__init__cst|jSN)r __enter__rrrrrr%s z!StaticPyLayerBlockGuard.__enter__cs|jt|||Sr)rcompleter__exit__)rexc_typeexc_valexc_tbrrrr)s z StaticPyLayerBlockGuard.__exit__)__name__ __module__ __qualname__rrr __classcell__rrrrr s  r c@s\eZdZdddZdddZeddZed d Zed d Zd dZ ddZ ddZ dS)rNcCsFdd|D|_g|_||_td|d|_d|_d|_d|_i|_dS)NcSg|] }t|tr|qSr isinstancer).0Z each_inputrrr 1s z/StaticPyLayerBlock.__init__..Zstatic_pylayer_block)name) fwd_inputs fwd_outputscontextrr fwd_op_id_forward_block_id_backward_block_idvar_old_to_new)rinputsr+pylayer_contextrrrr/s zStaticPyLayerBlock.__init__FcCs||_t|Sr)is_backward_blockr )rr5rrrrBszStaticPyLayerBlock.blockcC|jSr)r0rrrrforward_block_indexFz&StaticPyLayerBlock.forward_block_indexcCr6r)r1rrrrbackward_block_indexJr8z'StaticPyLayerBlock.backward_block_indexcCr6r)r/rrrr fwd_op_indexNr8zStaticPyLayerBlock.fwd_op_indexcCsv|jj}|jj|j}|j|_|jtj j j d}|j dd|j i|j|gdd|gid}|j|_|jjdS)N)typeZpylayerZInput)ZOutZScopeblocks)r;r3Zoutputsattrs)rr current_blockr parent_idxidxr0 create_varrVarDescVarTypeZ STEP_SCOPESZ append_opr,r-r/_sync_with_cpp)r inside_block parent_blockZ step_scopeZ pylayer_oprrrcomplete_forward_blockRs   z)StaticPyLayerBlock.complete_forward_blockc Cs|jj}|jj|j}|j|_|jD]}tj }tj j j }|j ||q||jt||j|j|jj }|j }|j|jj d||g|jro|jjD]}||jsht|jd|jd||jqT|jjdS)Nr<zL was saved in forward block but could not be found in backward block. Maybe z was renamed somewhere.)rrr>rr?r@r1opsrZop_proto_and_checker_makerZkOpRoleAttrNameZOpRoleZBackwarddescZ _set_attrZ_set_forward_block_idxr7_rename_var_recursively_r2programr:Zset_blocks_attrr.Z saved_varshas_varr+ ValueError _remove_varrD) rrErFopZop_role_attr_nameZbackwardZforward_block_descZbackward_block_descvarrrrcomplete_backward_blockis6       z*StaticPyLayerBlock.complete_backward_blockcCs|js|S|Sr)r5rGrQrrrrrszStaticPyLayerBlock.completeNN)F) r"r#r$rrpropertyr7r9r:rGrQrrrrrr.s      'rcCsZ|durdSt|dd}|durdSddlm}d}t|dkr+t|d|r+|d}|S)Nargsr)StaticPyLayerContext)getattrZpaddle.jit.dy2static.py_layerrUlenr()funcZ fn_bind_argsrUZfn_ctxrrr_get_ctx_from_func_s  rYc Cs|D]'\}}||r|j||q|jD]}||||||qqddg}|jD]F}|D]?}||vr@q9| |t j j krZ| |}|j|}t||q9| |t j jkrx||} | D] }|j|}t||qjq9q3dS)aD Rename the var both the Variable instances and all ops' input and output arg names in `cur_block` based on dict `var_old_to_new`. Dict `var_old_to_new` should be the following format: { old_name_0 : new_name_0, old_name_1 : new_name_1, ... old_name_n : new_name_n, } r< sub_blockN)itemsrLrIZ _rename_varencoderHZ _rename_inputZ_rename_outputZ all_attrsZ attr_typerZAttrTypeZBLOCKZ_block_attr_idrKrrJZBLOCKSZ_blocks_attr_ids) Z cur_blockr2Z old_var_nameZ new_var_namerOZblock_attr_names attr_nameZ sub_block_idrZZsub_blocks_idsrrrrJs4            rJcCsft|ts|S|j}|}|jtjjjkr | |j r |}|S|j |j |j |jd}t|||S)N)dtypeshaper;)r(rrr>r;rrBrCZLOD_TENSOR_ARRAYZ_find_var_recursiver+rAr^r_paddleZassign)Zparent_block_varZ layer_helperprogr>Zcurrent_block_varrrrcopy_var_from_parent_blocks   rbcstdus Jdt|tsJ|dur(|D]}|jdur'td|j|jqt|}t|}|r8||kr8|nd}t|dt t dfdt dit fdd }|dur[t |s]Jt||d } | jdd #} ||} | durt|| } d d t| D| _ng| _Wdn1swYj} | |dur[t |sJ| durg} g}| jD]*}|j}t|}| j|std||| j|j|j|j |d}||qfdd }t|tsJ| jdd U} t||}||}|dur?t|}| j| jj }t!|t!|ks$Jdt!|dt!|t"||D]\}}t|t#r=t|}|| j$|j<q)Wdn 1sJwY|D] }| %|jqQ| durbdS| S)a This API returns ``forward_fn(inputs)``, and two sub-block are created based on the logic of ``forward_fn`` and ``backward_fn``, with the operator ``pylayer`` holding information about the two blocks. ``forward_fn`` and ``backward_fn`` should return a nest structure of Variables. A nest structure of Variables in PaddlePaddle is Variable(s), or tuple of Variables, or list of Variables. Note: 1. If ``backward_fn`` is not None, user needs to keep the number of `Variable` inputs to ``forward_fn`` the same as the number of `Variable` outputs to ``backward_fn``, and the number of `Variable` outputs to ``forward_fn`` the same as the number of `Variable` inputs to ``backward_fn``. 2. If ``backward_fn`` is None, ``stop_gradient`` attr of all Variable in ``inputs`` is expected to be True. Otherwise it might get unexpected results in backward propagation. 3. This API can only be used under static graph mode. Args: forward_fn (callable): A callable to be performed in forward propagation inputs (list[Variable]): The list of input Variable to the ``forward_fn`` backward_fn (callable, optional): A callable to be performed in backward propagation. Default: None, which means no need to do backward propagation. name (str, optional): The default value is ``None`` . Normally users don't have to set this parameter. For more information, please refer to :ref:`api_guide_Name` . Returns: Variable|list(Variable)|tuple(Variable): returns the output of ``forward_fn(inputs)`` Examples: .. code-block:: python >>> import paddle >>> import numpy as np >>> paddle.enable_static() >>> def forward_fn(x): ... return paddle.exp(x) >>> def backward_fn(dy): ... return 2 * paddle.exp(dy) >>> main_program = paddle.static.Program() >>> start_program = paddle.static.Program() >>> place = paddle.CPUPlace() >>> exe = paddle.static.Executor(place) >>> with paddle.static.program_guard(main_program, start_program): ... data = paddle.static.data(name="X", shape=[None, 5], dtype="float32") ... data.stop_gradient = False ... ret = paddle.static.nn.static_pylayer(forward_fn, [data], backward_fn) ... data_grad = paddle.static.gradients([ret], data)[0] >>> exe.run(start_program) >>> x = np.array([[1.0, 2.0, 3.0, 4.0, 5.0]], dtype=np.float32) >>> x, x_grad, y = exe.run( ... main_program, ... feed={"X": x}, ... fetch_list=[ ... data.name, ... data_grad.name, ... ret.name ... ], ... ) >>> print(x) [[1. 2. 3. 4. 5.]] >>> print(x_grad) [[5.4365635 5.4365635 5.4365635 5.4365635 5.4365635]] >>> print(y) [[ 2.7182817 7.389056 20.085537 54.59815 148.41316 ]] FzQs z static_pylayer..)r4)r5cSr&rr')r)xrrrr*[s  z"static_pylayer..z6Grad var {} , we can't find its related forward var {})r^r_r;r+crdr)rbrerfrrrg~sTzneeds to keep the number of inputs to ``forward_fn`` the same as the number of outputs to ``backward_fn``, but got z and )rc)&rr(listZ stop_gradientrMformatr+rYrstrr;rlocalscallablerrr rr-rr>rDrrIZhas_var_recursiver\rAr^r_appendrHr:Zinput_arg_namesrWziprr2rN)Z forward_fnr3Z backward_fnr+Z input_varZ fwd_fn_ctxZ bwd_fn_ctxZstatic_pylayer_contextZcopy_to_parent_funcZpylayer_block_managerZmgrZ origin_outputoutputr>Z grad_var_insZfwd_varZ fwd_var_nameZ bwd_var_namerPZcopy_from_parent_funcZinside_block_inputsZgrad_origin_outputZflat_grad_originZforward_input_namesZ bwd_outputZfwd_input_nameZ bwd_out_newZbwd_varrrfrrcs L             8 rcrR)r`Z paddle.baserZpaddle.base.backwardrZpaddle.base.frameworkrZpaddle.common_ops_importrrrZ paddle.utilsrr Z control_flowr r r rrYrJrbrcrrrrs   i0