o Zh\@sdZddlmZmZmZddlZddlmZddl m Z m Z m Z ddl mZmZmZmZmZddlmZdd lmZmZmZmZd d lmZeeZd Zd Z gdZ!d Z"dZ#Gdddej$j%Z&Gdddej$j%Z'Gdddej$j%Z(Gdddej$j%Z)Gdddej$j%Z*Gdddej$j%Z+Gdddej$j%Z,GdddeZ-d Z.d!Z/eGd"d#d#ej$j%Z0ed$e.Gd%d&d&e-Z1ed'e.Gd(d)d)e-eZ2gd*Z3dS)+zTensorFlow ResNet model.)OptionalTupleUnionN)ACT2FN) TFBaseModelOutputWithNoAttention*TFBaseModelOutputWithPoolingAndNoAttention&TFImageClassifierOutputWithNoAttention)TFPreTrainedModelTFSequenceClassificationLosskeraskeras_serializable unpack_inputs) shape_list)add_code_sample_docstringsadd_start_docstrings%add_start_docstrings_to_model_forwardlogging) ResNetConfigrzmicrosoft/resnet-50)rirz tiger catc szeZdZ   ddededededed d f fd d Zd ejd ejfddZdd ejde d ejfddZ dddZ Z S)TFResNetConvLayerrrrelu in_channels out_channels kernel_sizestride activationreturnNc sxtjd i||d|_tjj|||dddd|_tjjdddd |_|dur-t |ntj d |_ ||_ ||_ dS) NvalidF convolution)rstridespaddinguse_biasnameh㈵>? normalizationepsilonZmomentumr%linear)super__init__ pad_valuer layersConv2DconvBatchNormalizationr(r Activationrrr)selfrrrrrkwargs __class__r,\/var/www/auris/lib/python3.10/site-packages/transformers/models/resnet/modeling_tf_resnet.pyr.6s   zTFResNetConvLayer.__init__ hidden_statecCs2|j|jf}}t|d||dg}||}|S)N)rr)r/tfpadr2)r5r:Z height_padZ width_padr,r,r9r!Js zTFResNetConvLayer.convolutionFtrainingcCs&||}|j||d}||}|SNr=)r!r(r)r5r:r=r,r,r9callQs  zTFResNetConvLayer.callcC|jrdSd|_t|dddur2t|jj|jddd|jgWdn1s-wYt|dddur_t|jj|jddd|j gWddS1sXwYdSdS)NTr2r() builtgetattrr; name_scoper2r%buildrr(rr5 input_shaper,r,r9rEW"zTFResNetConvLayer.build)rrrFN) __name__ __module__ __qualname__intstrr.r;Tensorr!boolr@rE __classcell__r,r,r7r9r5s(rcsPeZdZdZdeddffdd Zddejd edejfd d Z dd d Z Z S)TFResNetEmbeddingszO ResNet Embeddings (stem) composed of a single aggressive convolution. configrNc sPtjd i|t|j|jdd|jdd|_tjj ddddd|_ |j|_dS) Nrrembedder)rrrr%rr pooler)Z pool_sizer"r#r%r,) r-r.r num_channelsembedding_size hidden_actrUr r0Z MaxPool2DrVr5rTr6r7r,r9r.hs zTFResNetEmbeddings.__init__F pixel_valuesr=cCsjt|\}}}}tr||jkrtd|}||}t|ddgddgddgddgg}||}|S)NzeMake sure that the channel dimension of the pixel values match with the one set in the configuration.rr)rr;Zexecuting_eagerlyrW ValueErrorrUr<rV)r5r[r=_rWr:r,r,r9r@us $ zTFResNetEmbeddings.callcC|jrdSd|_t|dddur-t|jj|jdWdn1s(wYt|dddurUt|jj|jdWddS1sNwYdSdS)NTrUrV)rBrCr;rDrUr%rErVrFr,r,r9rE"zTFResNetEmbeddings.buildrIrJ) rKrLrM__doc__rr.r;rPrQr@rErRr,r,r7r9rScs   rSc sZeZdZdZddedededdffdd Zdd ejd edejfd dZ dddZ Z S)TFResNetShortCutz ResNet shortcut, used to project the residual features to the correct size. If needed, it is also used to downsample the input using `stride=2`. rrrrrNc sNtjd i|tjj|d|ddd|_tjjdddd|_||_||_ dS) NrFr!)rr"r$r%r&r'r(r)r,) r-r.r r0r1r!r3r(rr)r5rrrr6r7r,r9r.s  zTFResNetShortCut.__init__Fxr=cCs |}||}|j||d}|Sr>)r!r()r5rbr=r:r,r,r9r@s zTFResNetShortCut.callcCrA)NTr!r() rBrCr;rDr!r%rErr(rrFr,r,r9rErHzTFResNetShortCut.build)rrIrJ) rKrLrMr`rNr.r;rPrQr@rErRr,r,r7r9ras   rac s`eZdZdZ ddededededd f fd d Zdd ejde dejfddZ dddZ Z S)TFResNetBasicLayerzO A classic ResNet's residual layer composed by two `3x3` convolutions. rrrrrrrNc sztjd i|||kp|dk}t|||dd|_t||ddd|_|r-t|||ddntjjddd|_ t ||_ dS) Nrlayer.0rr%layer.1rr%shortcutr+r%r,) r-r.rconv1conv2rar r0r4rhrr)r5rrrrr6should_apply_shortcutr7r,r9r.szTFResNetBasicLayer.__init__Fr:r=cCsD|}|j||d}|j||d}|j||d}||7}||}|Sr>)rjrkrhrr5r:r=Zresidualr,r,r9r@s zTFResNetBasicLayer.callcCs|jrdSd|_t|dddur-t|jj|jdWdn1s(wYt|dddurRt|jj|jdWdn1sMwYt|dddurzt|jj|jdWddS1sswYdSdS)NTrjrkrh) rBrCr;rDrjr%rErkrhrFr,r,r9rEs "zTFResNetBasicLayer.build)rrrIrJ rKrLrMr`rNrOr.r;rPrQr@rErRr,r,r7r9rcs  rcc sheZdZdZ   ddedededed ed d f fd d Zddejde d ejfddZ dddZ Z S)TFResNetBottleNeckLayera% A classic ResNet's bottleneck layer composed by three `3x3` convolutions. The first `1x1` convolution reduces the input by a factor of `reduction` in order to make the second `3x3` convolution faster. The last `1x1` convolution remaps the reduced features to `out_channels`. rrrrrr reductionrNc  stjd i|||kp|dk}||}t||ddd|_t|||dd|_t||dddd|_|r;t|||ddntjj d dd |_ t ||_ dS) Nrrd)rr%rfrezlayer.2)rrr%rhr+rir,) r-r.rconv0rjrkrar r0r4rhrr) r5rrrrrqr6rlZreduces_channelsr7r,r9r.s z TFResNetBottleNeckLayer.__init__Fr:r=cCsR|}|j||d}|j||d}|j||d}|j||d}||7}||}|Sr>)rrrjrkrhrrmr,r,r9r@s zTFResNetBottleNeckLayer.callcCsB|jrdSd|_t|dddur-t|jj|jdWdn1s(wYt|dddurRt|jj|jdWdn1sMwYt|dddurwt|jj|jdWdn1srwYt|dddurt|j j|j dWddS1swYdSdS)NTrrrjrkrh) rBrCr;rDrrr%rErjrkrhrFr,r,r9rEs("zTFResNetBottleNeckLayer.build)rrrprIrJrnr,r,r7r9ros(  roc sdeZdZdZ ddedededededd f fd d Zdd ejde dejfddZ dddZ Z S) TFResNetStagez4 A ResNet stage composed of stacked layers. rrTrrrdepthrNc sftjdi|jdkrtnt||jddg}|fddt|dD7}||_dS)NZ bottleneckzlayers.0)rrr%c s(g|]}jd|ddqS)zlayers.rrg)rY).0irTlayerrr,r9 !sz*TFResNetStage.__init__..rr,)r-r.Z layer_typerorcrYrange stage_layers)r5rTrrrrtr6r0r7rwr9r.s  zTFResNetStage.__init__Fr:r=cCs|jD]}|||d}q|Sr>)r{)r5r:r=rxr,r,r9r@'s zTFResNetStage.callc Cj|jrdSd|_t|dddur1|jD]}t|j |dWdn1s+wYqdSdS)NTr{)rBrCr{r;rDr%rEr5rGrxr,r,r9rE,  zTFResNetStage.build)rrrIrJ) rKrLrMr`rrNr.r;rPrQr@rErRr,r,r7r9rss$rsc sXeZdZdeddffdd Z   ddejd ed ed edef d d Z dddZ Z S)TFResNetEncoderrTrNc stjdi|t||j|jd|jrdnd|jdddg|_tt |j|jdd|jddD]\}\}}}|j t||||d|ddq4dS) Nrrrzstages.0)rrtr%zstages.)rtr%r,) r-r.rsrX hidden_sizesZdownsample_in_first_stageZdepthsstages enumeratezipappend)r5rTr6rvrrrtr7r,r9r.7s  &zTFResNetEncoder.__init__FTr:output_hidden_states return_dictr=cCsf|rdnd}|jD]}|r||f}|||d}q |r ||f}|s-tdd||fDSt||dS)Nr,r?css|] }|dur|VqdSrJr,)ruvr,r,r9 \z'TFResNetEncoder.call..)last_hidden_state hidden_states)rtupler)r5r:rrr=rZ stage_moduler,r,r9r@Is     zTFResNetEncoder.callc Cr|)NTr)rBrCrr;rDr%rEr}r,r,r9rE`r~zTFResNetEncoder.build)FTFrJ) rKrLrMrr.r;rPrQrr@rErRr,r,r7r9r6s" rc@s(eZdZdZeZdZdZeddZ dS)TFResNetPreTrainedModelz An abstract class to handle weights initialization and a simple interface for downloading and loading pretrained models. resnetr[cCs dtjd|jjddftjdiS)Nr[)shapeZdtype)r;Z TensorSpecrTrWZfloat32)r5r,r,r9input_signaturets z'TFResNetPreTrainedModel.input_signatureN) rKrLrMr`r config_classZbase_model_prefixZmain_input_namepropertyrr,r,r,r9rjsrad This model is a TensorFlow [keras.layers.Layer](https://www.tensorflow.org/api_docs/python/tf/keras/layers/Layer) sub-class. Use it as a regular TensorFlow Module and refer to the TensorFlow documentation for all matter related to general usage and behavior. Parameters: config ([`ResNetConfig`]): Model configuration class with all the parameters of the model. Initializing with a config file does not load the weights associated with the model, only the configuration. Check out the [`~TFPreTrainedModel.from_pretrained`] method to load the model weights. a> Args: pixel_values (`tf.Tensor` of shape `(batch_size, num_channels, height, width)`): Pixel values. Pixel values can be obtained using [`AutoImageProcessor`]. See [`ConvNextImageProcessor.__call__`] for details. output_hidden_states (`bool`, *optional*): Whether or not to return the hidden states of all layers. See `hidden_states` under returned tensors for more detail. return_dict (`bool`, *optional*): Whether or not to return a [`~utils.ModelOutput`] instead of a plain tuple. csveZdZeZdeddffdd Ze   ddejde e d e e d e de e eje ff d d Zdd dZZS)TFResNetMainLayerrTrNc sHtjdi|||_t|dd|_t|dd|_tjj dd|_ dS)NrUriencoderT)Zkeepdimsr,) r-r.rTrSrUrrr r0ZGlobalAveragePooling2DrVrZr7r,r9r.s zTFResNetMainLayer.__init__Fr[rrr=c Cs|dur|n|jj}|dur|n|jj}tj|gdd}|j||d}|j||||d}|d}||}t|d}t|d}d} |ddD] } | td d | D} qJ|s`||f| S|rd| nd} t ||| d S) N)rrrr)permr?rrr=rrrrrr,rcss|] }t|dVqdS)rN)r; transpose)ruhr,r,r9rrz)TFResNetMainLayer.call..)r pooler_outputr) rTruse_return_dictr;rrUrrVrr) r5r[rrr=Zembedding_outputZencoder_outputsr pooled_outputrr:r,r,r9r@s.      zTFResNetMainLayer.callcCr^)NTrUr)rBrCr;rDrUr%rErrFr,r,r9rEr_zTFResNetMainLayer.buildNNFrJ)rKrLrMrrr.rr;rPrrQrrrr@rErRr,r,r7r9rs& -rzOThe bare ResNet model outputting raw features without any specific head on top.cseZdZdeddffdd Zeeeee e de de   dd e jd eed eed edeee je ff d dZdddZZS) TFResNetModelrTrNc s&tj|fi|t|dd|_dS)Nr)rTr%)r-r.rrrZr7r,r9r.szTFResNetModel.__init__Zvision) checkpoint output_typerZmodalityexpected_outputFr[rrr=cCs>|dur|n|jj}|dur|n|jj}|j||||d}|S)N)r[rrr=)rTrrr)r5r[rrr=Zresnet_outputsr,r,r9r@szTFResNetModel.callcCsd|jrdSd|_t|dddur0t|jj|jdWddS1s)wYdSdS)NTr)rBrCr;rDrr%rErFr,r,r9rEs"zTFResNetModel.buildrrJ)rKrLrMrr.rRESNET_INPUTS_DOCSTRINGr_CHECKPOINT_FOR_DOCr_CONFIG_FOR_DOC_EXPECTED_OUTPUT_SHAPErr;rPrrQrrr@rErRr,r,r7r9rs4rz ResNet Model with an image classification head on top (a linear layer on top of the pooled features), e.g. for ImageNet. cseZdZdeddffdd ZdejdejfddZee e e e e ed e     dd eejd eejd eedeededeeeje ff ddZdddZZS)TFResNetForImageClassificationrTrNc sbtj|fi||j|_t|dd|_|jdkr#tjj|jddntjjddd|_ ||_ dS)Nrrirz classifier.1r+) r-r.Z num_labelsrrr r0ZDenser4classifier_layerrTrZr7r,r9r.s  z'TFResNetForImageClassification.__init__rbcCstj|}||}|SrJ)r r0ZFlattenr)r5rblogitsr,r,r9 classifiers z)TFResNetForImageClassification.classifier)rrrrFr[labelsrrr=c Cs|dur|n|jj}|j||||d}|r|jn|d}||}|dur'dn|||} |sC|f|dd} | durA| f| S| St| ||jdS)a) labels (`tf.Tensor` of shape `(batch_size,)`, *optional*): Labels for computing the image classification/regression loss. Indices should be in `[0, ..., config.num_labels - 1]`. If `config.num_labels > 1` a classification loss is computed (Cross-Entropy). Nrrr)lossrr)rTrrrrZhf_compute_lossr r) r5r[rrrr=Zoutputsrrroutputr,r,r9r@!s z#TFResNetForImageClassification.callcCs|jrdSd|_t|dddur-t|jj|jdWdn1s(wYt|dddur\t|jj|jdd|jj dgWddS1sUwYdSdS)NTrr) rBrCr;rDrr%rErrTrrFr,r,r9rEHs"z$TFResNetForImageClassification.build)NNNNFrJ)rKrLrMrr.r;rPrrrr_IMAGE_CLASS_CHECKPOINTr r_IMAGE_CLASS_EXPECTED_OUTPUTrrrQrrr@rErRr,r,r7r9rs< r)rrr)4r`typingrrrZ tensorflowr;Zactivations_tfrZmodeling_tf_outputsrrr Zmodeling_tf_utilsr r r r rZtf_utilsrutilsrrrrZconfiguration_resnetrZ get_loggerrKloggerrrrrrr0ZLayerrrSrarcrorsrrZRESNET_START_DOCSTRINGrrrr__all__r,r,r,r9sL    .*"+:"4 D+ E