o Zh@@spdZddlmZmZmZmZmZddlZddlm Z ddlm Z ddlm Z m Z m Z ddlmZddlmZddlmZmZmZmZdd lmZdd lmZdd lmZd d lmZee Z!Gddde j"Z#Gddde j"Z$Gddde j"Z%Gddde j"Z&eGdddeZ'eGddde'Z(eddGddde'Z)eddGdd d e'eZ*gd!Z+dS)"zPyTorch TextNet model.)AnyListOptionalTupleUnionN)Tensor)BCEWithLogitsLossCrossEntropyLossMSELoss)PreTrainedModel)ACT2CLS)BackboneOutputBaseModelOutputWithNoAttention(BaseModelOutputWithPoolingAndNoAttention$ImageClassifierOutputWithNoAttention) TextNetConfig)logging) BackboneMixin)auto_docstringcs8eZdZdeffdd ZdejdejfddZZS)TextNetConvLayerconfigcst|j|_|j|_|j|_t|jt r%|jdd|jddfn|jd}t j |j |j |j|j|dd|_t |j |j|_t |_|jdurVt|j|_dSdS)NrF) kernel_sizestridepaddingbias)super__init__Zstem_kernel_sizerZ stem_striderZ stem_act_funcactivation_function isinstancetuplennConv2dZstem_num_channelsZstem_out_channelsconv BatchNorm2dbatch_norm_eps batch_normIdentity activationr )selfrr __class__[/var/www/auris/lib/python3.10/site-packages/transformers/models/textnet/modeling_textnet.pyr+s*    zTextNetConvLayer.__init__ hidden_statesreturncCs||}||}||SN)r%r(r*)r+r0r.r.r/forwardFs   zTextNetConvLayer.forward) __name__ __module__ __qualname__rrtorchrr3 __classcell__r.r.r,r/r*src sLeZdZdZdededededef fdd Zd ejd ejfd d Z Z S) TextNetRepConvLayera This layer supports re-parameterization by combining multiple convolutional branches (e.g., main convolution, vertical, horizontal, and identity branches) during training. At inference time, these branches can be collapsed into a single convolution for efficiency, as per the re-parameterization paradigm. The "Rep" in the name stands for "re-parameterization" (introduced by RepVGG). r in_channels out_channelsrrc sft||_||_||_||_|ddd|dddf}t|_tj |||||dd|_ tj ||j d|_ |ddddf}d|dddf}|ddkrotj |||ddf||dd|_tj ||j d|_nd\|_|_|ddkrtj ||d|df||dd|_tj ||j d|_nd\|_|_||kr|dkrtj ||j d|_dSd|_dS)NrrrF)r:r;rrrr) num_featuresZepsNN)rrZ num_channelsr;rrr#ZReLUr r$ main_convr&r'main_batch_norm vertical_convvertical_batch_normhorizontal_convhorizontal_batch_norm rbr_identity) r+rr:r;rrrZvertical_paddingZhorizontal_paddingr,r.r/rVsZ         zTextNetRepConvLayer.__init__r0r1cCs||}||}|jdur||}||}||}|jdur0||}||}||}|jdur>||}||}||Sr2)r>r?r@rArBrCrDr )r+r0Z main_outputsZvertical_outputsZhorizontal_outputsZid_outr.r.r/r3s           zTextNetRepConvLayer.forward) r4r5r6__doc__rintrr7rr3r8r.r.r,r/r9Ls" 9r9cs.eZdZdedeffdd ZddZZS) TextNetStagerdepthc st|j|}|j|}t|}|j|}|j|d}|g|g|d}|g|} g} t|| ||D] } | t|g| Rq7t | |_ dS)Nr) rrconv_layer_kernel_sizesZconv_layer_strideslen hidden_sizeszipappendr9r# ModuleListstage) r+rrHrrZ num_layersZstage_in_channel_sizeZstage_out_channel_sizer:r;rOZ stage_configr,r.r/rs     zTextNetStage.__init__cCs|jD]}||}q|Sr2)rO)r+ hidden_stateblockr.r.r/r3s  zTextNetStage.forward)r4r5r6rrFrr3r8r.r.r,r/rGsrGc sLeZdZdeffdd Z  d dejdeedeede fd d Z Z S) TextNetEncoderrcsFtg}t|j}t|D] }|t||qt||_ dSr2) rrrJrIrangerMrGr#rNstages)r+rrTZ num_stagesZstage_ixr,r.r/rs   zTextNetEncoder.__init__NrPoutput_hidden_states return_dictr1cCsL|g}|jD] }||}||q|s |f}|r||fS|St||dS)N)last_hidden_stater0)rTrMr)r+rPrUrVr0rOoutputr.r.r/r3s   zTextNetEncoder.forwardr=) r4r5r6rrr7rrboolrr3r8r.r.r,r/rRs rRc@s eZdZeZdZdZddZdS)TextNetPreTrainedModeltextnet pixel_valuescCst|tjtjfr#|jjjd|jjd|j dur!|j j dSdSt|tj r=|jj d|j dur?|j j dSdSdS)Ng)meanZstdg?) r!r#Linearr$weightdataZnormal_rZinitializer_rangerZzero_r&Zfill_)r+moduler.r.r/ _init_weightss   z$TextNetPreTrainedModel._init_weightsN)r4r5r6rZ config_classZbase_model_prefixZmain_input_namerbr.r.r.r/rZs  rZcs`eZdZfddZe d dedeedeedee e e e fe e e ffdd Z ZS) TextNetModelcs8t|t||_t||_td|_| dS)N)rr) rrrstemrRencoderr#AdaptiveAvgPool2dpooler post_initr+rr,r.r/rs     zTextNetModel.__init__Nr\rUrVr1c Cs|dur|n|jj}|dur|n|jj}||}|j|||d}|d}||}|s;||f}|r9||dfS|St|||rF|ddSddS)NrUrVrr)rWZ pooler_outputr0)ruse_return_dictrUrdrergr) r+r\rUrVrPZencoder_outputsrWZ pooled_outputrXr.r.r/r3s&   zTextNetModel.forwardr=)r4r5r6rrrrrYrrrrrr3r8r.r.r,r/rcs rcz TextNet Model with an image classification head on top (a linear layer on top of the pooled features), e.g. for ImageNet. )Z custom_introc s\eZdZfddZe    d deejdeejdee dee de f d d Z Z S) TextNetForImageClassificationcs|t||j|_t||_td|_t|_ |jdkr)t |j d|jnt |_ t|j|j g|_|dS)N)rrr)rr num_labelsrcr[r#rfZavg_poolZFlattenflattenr^rKr)fcrN classifierrhrir,r.r/rs    ( z&TextNetForImageClassification.__init__Nr\labelsrUrVr1c Csl|dur|n|jj}|j|||d}|d}|jD]}||}q||}d} |dur|jjdurU|jdkr;d|j_n|jdkrQ|jtj ksL|jtj krQd|j_nd|j_|jjdkrst } |jdkrm| | | } n+| ||} n%|jjdkrt } | |d|j|d} n|jjdkrt} | ||} |s|f|d d} | dur| f| S| St| ||jd S) al labels (`torch.LongTensor` of shape `(batch_size,)`, *optional*): Labels for computing the image classification/regression loss. Indices should be in `[0, ..., config.num_labels - 1]`. If `config.num_labels == 1` a regression loss is computed (Mean-Square loss), If `config.num_labels > 1` a classification loss is computed (Cross-Entropy). Examples: ```python >>> import torch >>> import requests >>> from transformers import TextNetForImageClassification, TextNetImageProcessor >>> from PIL import Image >>> url = "http://images.cocodataset.org/val2017/000000039769.jpg" >>> image = Image.open(requests.get(url, stream=True).raw) >>> processor = TextNetImageProcessor.from_pretrained("czczup/textnet-base") >>> model = TextNetForImageClassification.from_pretrained("czczup/textnet-base") >>> inputs = processor(images=image, return_tensors="pt") >>> with torch.no_grad(): ... outputs = model(**inputs) >>> outputs.logits.shape torch.Size([1, 2]) ```NrjrrZ regressionZsingle_label_classificationZmulti_label_classificationrmr)losslogitsr0)rrkr[rqrpZ problem_typernZdtyper7longrFr Zsqueezer viewrrr0) r+r\rrrUrVoutputsrWlayerrtrsZloss_fctrXr.r.r/r3's:!      "       z%TextNetForImageClassification.forward)NNNN) r4r5r6rrrr7Z FloatTensorZ LongTensorrYrr3r8r.r.r,r/rls$ rlzP TextNet backbone, to be used with frameworks like DETR and MaskFormer. c sReZdZfddZe d dedeedeedee e e ffdd Z Z S) TextNetBackbonecs6t|t|t||_|j|_|dSr2)rrZ_init_backbonercr[rKr<rhrir,r.r/rss    zTextNetBackbone.__init__Nr\rUrVr1c Cs|dur|n|jj}|dur|n|jj}|j|d|d}|r!|jn|d}d}t|jD]\}}||jvr<|||f7}q,|sT|f} |rR|rI|jn|d}| |f7} | St||r^|jddSdddS)a Examples: ```python >>> import torch >>> import requests >>> from PIL import Image >>> from transformers import AutoImageProcessor, AutoBackbone >>> url = "http://images.cocodataset.org/val2017/000000039769.jpg" >>> image = Image.open(requests.get(url, stream=True).raw) >>> processor = AutoImageProcessor.from_pretrained("czczup/textnet-base") >>> model = AutoBackbone.from_pretrained("czczup/textnet-base") >>> inputs = processor(image, return_tensors="pt") >>> with torch.no_grad(): >>> outputs = model(**inputs) ```NTrjrr.) feature_mapsr0Z attentions) rrkrUr[r0 enumerateZ stage_namesZ out_featuresr ) r+r\rUrVrwr0rzidxrOrXr.r.r/r3}s0  zTextNetBackbone.forwardr=) r4r5r6rrrrrYrrr r3r8r.r.r,r/ryms  ry)ryrcrZrl),rEtypingrrrrrr7Ztorch.nnr#rrr r Z transformersr Ztransformers.activationsr Ztransformers.modeling_outputsr rrrZ1transformers.models.textnet.configuration_textnetrZtransformers.utilsrZ!transformers.utils.backbone_utilsrutilsrZ get_loggerr4loggerModulerr9rGrRrZrcrlry__all__r.r.r.r/s>         "Z%U >