o p idZ@sddlmZddlZddlmZddlZddlZddlm Z m Z ddl m Z m Z mZmZmZmZmZddlmZmZddlmZmZerJdd lmZgZGd d d ZdS) ) annotationsN) TYPE_CHECKING)core unique_name)Variable_current_expected_placedefault_main_programdefault_startup_programin_dygraph_modein_dynamic_or_pir_mode in_pir_mode)_global_bias_initializer_global_weight_initializer) ParamAttrWeightNormParamAttr) _DTypeLiteralc@seZdZUdZded<ddZeddZedd Zed d Z ed d Z e ddZ e ddZ d*ddZddZddddejjjdfddZ d+d,ddZ d+ddZ d+d d!Zd"d#Zd-d$d%Zd&d'Zd(d)ZdS).LayerHelperBasefloat32r_LayerHelperBase__dtypecCs||_||_dSN) _layer_type_name)selfname layer_typerd/home/app/PaddleOCR-VL/.venv_paddleocr/lib/python3.10/site-packages/paddle/base/layer_helper_base.py__init__.s zLayerHelperBase.__init__cC|jSr)rrrrrr2zLayerHelperBase.namecCrr)rr rrrr6r!zLayerHelperBase.layer_typecCtSr)r r rrr main_program:r!zLayerHelperBase.main_programcCr"r)r r rrrstartup_program>r!zLayerHelperBase.startup_programcCs ||_dSrr)clsdtyperrrset_default_dtypeBs z!LayerHelperBase.set_default_dtypecCrrr%)r&rrrget_default_dtypeFr!z!LayerHelperBase.get_default_dtypeNcCs^t|tjrtj|tdd|r|dSddSt|ttjjtj j fr&|St dt |)a The API will create a ``Variable`` object from numpy\.ndarray or Variable object. Parameters: value(ndarray): The numpy\.ndarray object that needs to be converted, it can be multi-dimension, and the data type is one of numpy\.{float16, float32, float64, int16, int32, int64, uint8, uint16}. name(str, optional): The default value is None. Normally there is no need for user to set this property. For more information, please refer to :ref:`api_guide_Name` Returns: Variable: ``Tensor`` created from the specified numpy\.ndarray object, data type and shape is the same as ``value`` . Examples: .. code-block:: python >>> import numpy as np >>> import paddle.base as base >>> with base.dygraph.guard(): ... x = np.ones([2, 2], np.float32) ... y = base.dygraph.to_variable(x) ... FNTz[The type of input value is invalid, expected type is 'ndarray' or 'Variable', but received ) isinstancenpZndarrayreagerZTensorrrpaddlepirValue TypeErrortype)rvaluerrrr to_variableJs"  zLayerHelperBase.to_variablec sddddjffdd djffdd djffdd ddjffd d fd d }t|}|jd |_dgt|}|jdura||j||j<t|}|jd|_|}jjd|d|jdd} jjd|d|jdd} | | |jjd| || jdj jd|d|} j jd|d|} || | |jd} | S)NFc s.|dur|jjjdjdgdd}|jjjdjdgdd}|jdd|id|id |jjjdjd gdd}|jd d|id|id t|id |jjjdjdgdd}|jdd|id|i|||dur~dnddd |jd d|id|id d|id |S)N.weight_norm_normFrr' persistableZweight_norm_absabsXOut)r1inputsoutputsZweight_norm_powpowfactorr1r<r=attrsZweight_norm_sumZ reduce_sumT)dimkeep_dimZ reduce_allg?) create_varr#_name_generatorgenerate_with_ignorable_keyjoinr append_opfloat) xoutprBrCblockZabs_outZpow_outZsum_outr'rrrZ __norm_optsl   z;LayerHelperBase._create_weight_normalize..__norm_opcsb|dur|jjjdjdgdd}|jd|jd}|jdd|id |i||d d |S) Nr5Zweight_norm_reshapeFr7ZXshape)rr'reshape2r:shape)r;ZXShape)r1r<rAr=)rDr#rErFrGrr'rH)rJrPrKrMZx_shaperNrrZ __reshape_ops z>LayerHelperBase._create_weight_normalize..__reshape_opcsP|dur|jjjdjdgdd}|jdd|id|id|id |S) Nr5Zweight_norm_transposeFr7 transposer:r;axisr@)rDr#rErFrGrrH)rJrRrKrMrNrrZ__transpose_opsz@LayerHelperBase._create_weight_normalize..__transpose_opc s|dur|jjjdjdgdd}|dur%||||d|S|dkrW|jdgdgt|jd}||jdd g|d }|dg|d}||||d |S|t|jdkrdgt|jd|jd g}|d |jd g|d }|dg|d}||||d |Stt t|j}|d|d<||<|||d }|jdgdgt|jd}||jdd g|d }|dg|d}|||d } | |||d |S)z0Computes the norm over all dimensions except dimNr5r6Fr7rBrMrr)rPrM)rKrPrM)rMrKrM) rDr#rErFrGrrPlenlistrange) rJrKrBrMZ out_shapereshapenormpermrQrO)_LayerHelperBase__norm_op_LayerHelperBase__reshape_op_LayerHelperBase__transpose_opr'rrrZ__norm_except_dimsH   zCLayerHelperBase._create_weight_normalize..__norm_except_dimcsd||jd}tj||d}tjjj||dur|n tj||j|gd|dur,dn|d}|S)z%Calculations for weight normalizationrS)rJyN)rJrPrT)rJr_rR) r# current_blockr-dividetensormathZ_multiply_with_axisrYrP)gvrBrZscalew)!_LayerHelperBase__norm_except_dimrrrZ__weight_normalizes  zDLayerHelperBase._create_weight_normalize..__weight_normalizeZ_gr_vr'rPZwith_initializerT)rJrKrBrMrU)rBr) r$ global_blockcopydeepcopyrrVrBcreate_parameter _to_kwargsr#) rattrrPr'Z"_LayerHelperBase__weight_normalizeZ g_param_attrZ g_param_shapeZ v_param_attrZ v_param_shapeZg_paramZv_paramZw_paramr)rhr\r]r^r'rr_create_weight_normalizeqsr A  '           z(LayerHelperBase._create_weight_normalizeFc Cst|}t|}|sdSt|tsJt|D]\} } | dks+Jd| d| q|s1|j}t|tjr>t j jj |}|rMd} t durJt n|}n d} t durWt n|}|jdur|trntd|j| g|_n|jjd|j| g|_|dur|jdurt|tjjr|tjjjkr|tjjjkr|tjjjkr|tjjjkr|tjjjkrtdn|d vrtd |r|n |n| |t|t!r|"|||} t!j#$| | St%rt&|j} | rt'd |jd |j(j)d||||d |j*dd} |dur| +|} | St,rFt|tjjr)t j jj-|}t j jj)d||d|j*dd} |durD| +|} | S|j.(j)d|||d|j*dd|j(j)d|||d|*S)aCreate parameters for this layers. Args: attr: [ParamAttr] should be the parameter attribute for this parameter shape: shape of the parameter dtype: data type of this parameter is_bias: if this is a bias parameter default_initializer: set the default initializer for this parameter device: device where this parameter will be placed Returns created parameter Variable. NrzOExpected every dim's size to be larger than or equal to 0, but the size of the z -th dim is brgr5zCan not create parameter with default initializer when dtype is not ['float16', 'float32', 'float64', 'bfloat16'] type. Set default_initializer to fit the parameter dtype!)Zfloat16rZfloat64Zbfloat16rIZint8zCan not create parameter with default initializer when dtype is not ['float16', 'float32', 'float64', 'bfloat16', 'float'] type. Set default_initializer to fit the parameter dtype!zparameter name [z] have be been used. In dygraph mode, the name of parameter can't be same.Please check the parameter attr value passed to self.create_parameter or constructor of dygraph Layers)r'rPr1 stop_gradientTrkrj)r'rPr1r)/rmrnrZ_to_attrr* enumeraterrZDataTyper-r.Zdatatype_to_vartyperrrr rgeneraterGr#rE initializerVarDescVarTypeZFP32ZFP64ZFP16ZBF16ZINT8r0Z_set_default_bias_initializerZ_set_default_param_initializerZ_set_default_initializerrrrZparams_with_weight_normappendr Zdygraph_parameter_name_checker ValueErrorrlrorptor Zvartype_to_datatyper$)rrqrPr'Zis_biasZdefault_initializerrtr1ZdeviceisizesuffixparamZis_usedrrrroNs                         z LayerHelperBase.create_parameterreturn paddle.TensorcCB|s|j}|jj|jjd|jdg||tj j j d|dS)aICreate a temporary variable that should be type inferred layer. Note: The default type will be set to DENSE_TENSOR. However, when the var is used as operator output, its type will be updated based on operator's `VarTypeInference` implementation in infer_var_type. r5tmpFrr'rPr1r8rt) rr#r`rDrErFrGrrrxry DENSE_TENSORrr'rtrPrrr"create_variable_for_type_inference  z2LayerHelperBase.create_variable_for_type_inferencecCs~|s|j}|jj|jjd|jdg||tj j j d|d}|jj }d|j_ t jjj|j|dd|d||_||j_ |S)aFCreate a global variable that should be type inferred layer. Note: The default type will be set to DENSE_TENSOR. However, when the var is used as operator output, its type will be updated based on operator's `VarTypeInference` implementation in infer_var_type. r5rFrrg)Z force_cpurK)rr#rlrDrErFrGrrrxryrZcurrent_block_idxr-rbZcreationZ fill_constantrPrt)rr'rtrPoutputZsaved_block_idrrr*_create_global_variable_for_type_inferences(    z:LayerHelperBase._create_global_variable_for_type_inferencecCr)aNCreate a temporary sparse variable that should be type inferred layer. Note: The default type will be set to SPARSE_COO. However, when the var is used as operator output, its type will be updated based on operator's `VarTypeInference` implementation in infer_var_type. r5rFr) rr#r`rDrErFrGrrrxryZ SPARSE_COOrrrr)create_sparse_variable_for_type_inferencerz9LayerHelperBase.create_sparse_variable_for_type_inferencecOs|jj|i|S)zKCreate Variable for this layers. Returns created Variable. )r#r`rD)rargskwargsrrrcreate_variable/szLayerHelperBase.create_variablecOs|jj|d|i|S)aM create global variable, note that there is no initializer for this global variable. Args: persistable(bool): True if it is a checkpoint value. *args: See create_var's documentation **kwargs: See create_var's documentation Returns(Variable): the created variable. r8)r#rlrD)rr8rrrrrcreate_global_variable5s z&LayerHelperBase.create_global_variablecOs<|j|r|j|dfS|j|d|i|dfS)z Creates a global variable if not exists and returns the variable and a boolean flag which is true when it is a new variable. FrT)r#rlZhas_varvarr)rrrrrrrcreate_or_get_global_variableCsz-LayerHelperBase.create_or_get_global_variablecCsPt|tsJtr|||jdS|jj|j|j|j |j d|ddS)zSet target Variable's initializer Args: var: target Variable initializer: initializer to use T)rr1r'rPr8rwN) r*rr r#rlr$rDrr1r'rP)rrrwrrrset_variable_initializerMs  z(LayerHelperBase.set_variable_initializerr)FN)rr)F)__name__ __module__ __qualname__r__annotations__rpropertyrrr#r$ classmethodr(r)r3rrrrxryrrorrrrrrrrrrrr*sH        'b   "   r) __future__rrmtypingrnumpyr+r-rrZ frameworkrrr r r r r rwrrZ param_attrrrZpaddle._typing.dtype_liker__all__rrrrrs  $