U ʹj*@sUdZddlmZmZmZmZmZddlZddlm Z ddl m m Z ddl mZmZddlmZddlmZddlmZdd lmZmZd gZd d d d ddd ddd ddd g d d d d d d ddd ddd ddd gd d d d d d dddd dddd dddd gd d d d d d ddddd ddddd ddddd gdZeeeeeeffed<eGddde jZGdd d e jZ ddZ!ee"ee dddZ#d2ddZ$ee$dde$dde$dde$dde$dde$dde$dde$dddZ%ed3e"ee d!d"d#Z&ed4e"ee d!d$d%Z'ed5e"ee d!d&d'Z(ed6e"ee d!d(d)Z)ed7e"ee d!d*d+Z*ed8e"ee d!d,d-Z+ed9e"ee d!d.d/Z,ed:e"ee d!d0d1Z-dS);zVGG Adapted from https://github.com/pytorch/vision 'vgg.py' (BSD-3-Clause) with a few changes for timm functionality. Copyright 2021 Ross Wightman )UnionListDictAnycastNIMAGENET_DEFAULT_MEANIMAGENET_DEFAULT_STD)ClassifierHead)build_model_with_cfg)register_notrace_module)register_modelgenerate_default_cfgsVGG@M)vgg11vgg13vgg16vgg19cfgscs4eZdZd eejejdfdd Zd d ZZS) ConvMlpr?皙?N) drop_rate act_layer conv_layerc shtt|||_t||}||||dd|_|d|_t||_ |||ddd|_ |d|_ dS)NT)biasr ) superr__init__input_kernel_sizeintfc1act1nnZDropoutdropfc2act2) selfZ in_featuresZ out_features kernel_size mlp_ratior r!r"Z mid_features __class__N/var/www/html/bwave/python/venv/lib/python3.8/site-packages/timm/models/vgg.pyr%"s    zConvMlp.__init__cCs|jd|jks |jd|jkrPt|j|jdt|j|jdf}t||}||}||}||}||}| |}|S)N) shaper&maxFZadaptive_avg_pool2dr(r)r+r,r-)r.xZ output_sizer3r3r4forward5s $      zConvMlp.forward)rrrrrNN) __name__ __module__ __qualname__floatr*Moduler%r; __classcell__r3r3r1r4rsrc seZdZddddejejdddf eeeeee ej ej ej e e dd fd d Z e jjd d d Ze jjd!ddZe jjddZd"ddZe je jdddZd#e jedddZe je jdddZddddZZS)$r rNavgg) cfg num_classesin_chans output_strider0r!r" norm_layer global_poolr returnc  sftt||dkst||_d|_| |_d|_|dk |_g|_ |} d} t j } g}|D]}t |d}|dkr|j t| | d|d|| ddd g7}| d9} qXtt|}|| |d dd }|dk r|||||d d g7}n|||d d g7}|} qXt j||_|j t| | dt |ddt| |jd|| ||d|_t|j|| | d|_|dS)NrDrFr rz features.)Znum_chsZ reductionmodule)r/ZstriderC)r/paddingT)Zinplacer)r0r r!r"Z pool_typer )r$rr%AssertionErrorrG num_featuresr Zgrad_checkpointingZuse_normZ feature_infor*Z MaxPool2dlenappenddictrr'Z Sequentialfeaturesr pre_logitsr head_initialize_weights)r.rFrGrHrIr0r!r"rJrKr Zprev_chsZ net_strideZ pool_layerZlayersvZlast_idxZconv2dr1r3r4r%DsT       $ z VGG.__init__FcCs tdddS)Nz ^features\.0z^features\.(\d+))stemblocks)rU)r.Zcoarser3r3r4 group_matcherszVGG.group_matcherTcCs|r tddS)Nz$gradient checkpointing not supported)rQ)r.enabler3r3r4set_grad_checkpointingszVGG.set_grad_checkpointingcCs|jjSN)rXfc)r.r3r3r4get_classifierszVGG.get_classifiercCs"||_t|j|j||jd|_dS)NrP)rGr rRr rX)r.rGrKr3r3r4reset_classifierszVGG.reset_classifier)r:rLcCs||}|Sr`)rVr.r:r3r3r4forward_featuress zVGG.forward_features)r:rWcCs||}|r|S||Sr`)rWrX)r.r:rWr3r3r4 forward_heads zVGG.forward_headcCs||}||}|Sr`)rerfrdr3r3r4r;s  z VGG.forward)rLcCs|D]}t|tjrHtjj|jddd|jdk rtj|jdqt|tj rvtj|jdtj|jdqt|tj rtj |jddtj|jdqdS)NZfan_outZrelu)modeZ nonlinearityrr g{Gz?) modules isinstancer*Conv2dinitZkaiming_normal_weightr#Z constant_ BatchNorm2dZLinearZnormal_)r.mr3r3r4rYs     zVGG._initialize_weights)F)T)rE)F)r<r=r>r*ZReLUrjrrr'r?r@strr%torchZjitignorer]r_rbrcZTensorreboolrfr;rYrAr3r3r1r4rBsB<    cCszi}|D]h\}}|}|dd}|dd}|dd}d|krT|dd d d }d |krl|dd d d }|||<q |S)zJ convert patch embedding weight from manual patchify + linear proj to convz classifier.0zpre_logits.fc1z classifier.3zpre_logits.fc2z classifier.6head.fczclassifier.0.weightr6rrzclassifier.3.weightrr )itemsreplaceZreshape)Z state_dictZout_dictkrZZk_rr3r3r4 _filter_fns    rw)variant pretrainedkwargsrLcKsF|dd}|dd}tt||ft|td|dtd|}|S)N_r out_indices)rr rNrCT)Zflatten_sequentialr|)Z model_cfgZ feature_cfgZpretrained_filter_fn)splitpopr rrrUrw)rxryrzrFr|modelr3r3r4 _create_vggs   rc Ks|dddddttddd |S) NrB)rCr)rrg?Zbilinearz features.0rs) urlrGZ input_sizeZ pool_sizeZcrop_pct interpolationZmeanZstdZ first_conv classifierr)rrzr3r3r4_cfgsrztimm/)Z hf_hub_id)z vgg11.tv_in1kz vgg13.tv_in1kz vgg16.tv_in1kz vgg19.tv_in1kzvgg11_bn.tv_in1kzvgg13_bn.tv_in1kzvgg16_bn.tv_in1kzvgg19_bn.tv_in1kF)ryrzrLcKstf|}tdd|i|S)zVGG 11-layer model (configuration "A") from `"Very Deep Convolutional Networks For Large-Scale Image Recognition" `._ rry)rrUrryrzZ model_argsr3r3r4rs rcKs&tfdtji|}tdd|i|S)zVGG 11-layer model (configuration "A") with batch normalization `"Very Deep Convolutional Networks For Large-Scale Image Recognition" `._ rJvgg11_bnry)rrUr*rmrrr3r3r4rsrcKstf|}tdd|i|S)zVGG 13-layer model (configuration "B") `"Very Deep Convolutional Networks For Large-Scale Image Recognition" `._ rry)rrrr3r3r4rs rcKs&tfdtji|}tdd|i|S)zVGG 13-layer model (configuration "B") with batch normalization `"Very Deep Convolutional Networks For Large-Scale Image Recognition" `._ rJvgg13_bnry)rrrr3r3r4rsrcKstf|}tdd|i|S)zVGG 16-layer model (configuration "D") `"Very Deep Convolutional Networks For Large-Scale Image Recognition" `._ rry)rrrr3r3r4r s rcKs&tfdtji|}tdd|i|S)zVGG 16-layer model (configuration "D") with batch normalization `"Very Deep Convolutional Networks For Large-Scale Image Recognition" `._ rJvgg16_bnry)rrrr3r3r4rsrcKstf|}tdd|i|S)zVGG 19-layer model (configuration "E") `"Very Deep Convolutional Networks For Large-Scale Image Recognition" `._ rry)rrrr3r3r4rs rcKs&tfdtji|}tdd|i|S)zVGG 19-layer model (configuration 'E') with batch normalization `"Very Deep Convolutional Networks For Large-Scale Image Recognition" `._ rJvgg19_bnry)rrrr3r3r4r'sr)r)F)F)F)F)F)F)F)F).__doc__typingrrrrrrpZtorch.nnr*Ztorch.nn.functionalZ functionalr9Z timm.datarr Z timm.layersr Z_builderr Z _features_fxr _registryrr__all__rror'__annotations__r@rrrwrrrrZ default_cfgsrrrrrrrrr3r3r3r4s^     &,""o