U ʹj< @sLdZddlmZddlmZddlZddlmZddlmm Z ddl m Z m Z mZmZddlmZddlmZmZd gZGd d d ejZGd d d ejZGdddejZGdddejZGdddejZGdddeZGdddeZGdd d ejZd*ddZeddddd d!d"d"d#d$d%d& iZ ed+ed'd(d)Z!dS),z pnasnet5large implementation grabbed from Cadene's pretrained models Additional credit to https://github.com/creafz https://github.com/Cadene/pretrained-models.pytorch/blob/master/pretrainedmodels/models/pnasnet.py ) OrderedDict)partialN) ConvNormAct create_conv2d create_pool2dcreate_classifier)build_model_with_cfg)register_modelgenerate_default_cfgs PNASNet5Largecs&eZdZdfdd ZddZZS)SeparableConv2dcs:tt|t||||||d|_t||d|d|_dS)N) kernel_sizestridepaddinggroupsrrr)superr __init__rdepthwise_conv2dpointwise_conv2dself in_channels out_channelsrrr __class__R/var/www/html/bwave/python/venv/lib/python3.8/site-packages/timm/models/pnasnet.pyrszSeparableConv2d.__init__cCs||}||}|SN)rrrxrrrforward s  zSeparableConv2d.forward)r__name__ __module__ __qualname__rr# __classcell__rrrrr sr cs&eZdZdfdd ZddZZS) BranchSeparablesrFrcsztt||r|n|}t|_t|||||d|_tj|dd|_ t|_ t|||d|d|_ tj|dd|_ dS)NrrMbP?epsr) rr)rnnReLUact_1r separable_1 BatchNorm2dbn_sep_1act_2 separable_2bn_sep_2)rrrrr stem_cellrZmiddle_channelsrrrr(s(   zBranchSeparables.__init__cCs@||}||}||}||}||}||}|Sr )r0r1r3r4r5r6r!rrrr#4s      zBranchSeparables.forward)rFrr$rrrrr)&s r)cs&eZdZdfdd ZddZZS) ActConvBnrrcs@tt|t|_t|||||d|_tj|dd|_ dS)Nrrrr+r,) rr8rr.r/actrconvr2bnrrrrr@s zActConvBn.__init__cCs"||}||}||}|Sr )r:r;r<r!rrrr#Gs   zActConvBn.forward)rrr$rrrrr8>sr8cs&eZdZdfdd ZddZZS)FactorizedReductionrc stt|t|_ttdtjddddfdt ||dd|dfg|_ ttdt d fdtjddddfdt ||dd|dfg|_ tj |d d |_dS) NZavgpoolrF)rZcount_include_padr;rpad)rr@rr+r,)rr=rr.r/r: SequentialrZ AvgPool2drpath_1Z ZeroPad2dpath_2r2 final_path_bn)rrrrrrrrPs    zFactorizedReduction.__init__cCs8||}||}||}|t||gd}|SNr)r:rBrCrDtorchcat)rr"Zx_path1Zx_path2outrrrr#^s    zFactorizedReduction.forward)rr$rrrrr=Nsr=c@seZdZddZdS)CellBasecCs||}||}||}||}||}||}||} ||} | | } || } ||} | | }||}|j dk r| |}n|}||}t ||| ||gd}|SrE) comb_iter_0_leftcomb_iter_0_rightcomb_iter_1_leftcomb_iter_1_rightcomb_iter_2_leftcomb_iter_2_rightcomb_iter_3_leftcomb_iter_3_rightcomb_iter_4_leftcomb_iter_4_rightrFrG)rx_leftx_rightZx_comb_iter_0_leftZx_comb_iter_0_rightZ x_comb_iter_0Zx_comb_iter_1_leftZx_comb_iter_1_rightZ x_comb_iter_1Zx_comb_iter_2_leftZx_comb_iter_2_rightZ x_comb_iter_2Zx_comb_iter_3_leftZx_comb_iter_3_rightZ x_comb_iter_3Zx_comb_iter_4_leftZx_comb_iter_4_rightZ x_comb_iter_4x_outrrr cell_forwardhs&           zCellBase.cell_forwardN)r%r&r'rWrrrrrIfsrIcs&eZdZdfdd ZddZZS) CellStem0rc stt|t||d|d|_t||ddd|d|_tt dt dd d|d fd t ||d|dfd tj |d dfg|_ t||dd|d|_t dd d|d |_t||dd|d|_t||d d|d|_t||d |d|_t dd d|d |_t||d dd|d|_t||dd|d|_dS)Nrrr>T)rrr7rZmax_poolmaxr*r;r<r+r,r9)rrXrr8conv_1x1r)rJr.rArrrr2rKrLrMrNrOrPrQrRrS)r in_chs_left out_chs_left in_chs_right out_chs_rightpad_typerrrrsv zCellStem0.__init__cCs||}|||}|Sr )r]rWrrTrUrVrrrr#s  zCellStem0.forward)rr$rrrrrXsrXcs&eZdZdfdd ZddZZS)CellrFc s*tt||rdnd}||_|r6t|||d|_nt||d|d|_t||d|d|_t||d||d|_ t dd||d |_ t||d ||d|_ t dd||d |_ t||d||d|_t||d||d|_t||dd |_t dd||d |_t||d||d|_|r t||d||d|_nd|_dS) Nr>r)rrrYr9rZr[r*r\)r)rrdrZmatch_prev_layer_dimensionsr= conv_prev_1x1r8r]r)rJrrKrLrMrNrOrPrQrRrS) rr^r_r`rarb is_reductionmatch_prev_layer_dimsrrrrrsn   z Cell.__init__cCs$||}||}|||}|Sr )rer]rWrcrrrr#s   z Cell.forward)rFFr$rrrrrds 3rdcs|eZdZdfdd Zejjdd d Zejjdd dZejjddZ dddZ ddZ de dddZ ddZZS)r r[ avgrc stt|||_d|_|dks&tt|ddddttj ddd d d |_ t dd dd |d |_ t dddd|ddd|_t dddd|dd|_t dddd|d |_t dddd|d |_t dddd|d |_t dddd|dd|_t dddd|dd|_t dddd|d |_t dddd|d |_t dddd|dd|_t dddd|dd|_t dddd|d |_t dddd|d |_t|_tddddtddddtddddtdd d!dtddd"dg|_t|j|j||d#\|_ |_!|_"dS)$Niri`r[r>rr+g?)r-ZmomentumF)rrrZ norm_layerZ apply_act6)r^r_r`rarbliT)r^r_r`rarbrgrfi)r^r_r`rarbrgi8i)r^r_r`rarbrfipi`conv_0)Znum_chsZ reductionmodulezcell_stem_1.conv_1x1.actzcell_4.conv_1x1.actzcell_8.conv_1x1.actr:) pool_type drop_rate)#rr r num_classes num_featuresAssertionErrorrrr.r2rprX cell_stem_0rd cell_stem_1cell_0cell_1cell_2cell_3cell_4cell_5cell_6cell_7cell_8cell_9cell_10cell_11r/r:dictZ feature_infor global_pool head_drop last_linear)rrwZin_chansZ output_stridervrrbrrrrs        zPNASNet5Large.__init__FcCs tdddS)Nz^conv_0|cell_stem_[01]z ^cell_(\d+))stemblocks)r)rZcoarserrr group_matcher*szPNASNet5Large.group_matcherTcCs|r tddS)Nz$gradient checkpointing not supported)ry)renablerrrset_grad_checkpointing.sz$PNASNet5Large.set_grad_checkpointingcCs|jSr )r)rrrrget_classifier2szPNASNet5Large.get_classifiercCs$||_t|j|j|d\|_|_dS)N)ru)rwrrxrr)rrwrrrrreset_classifier6s zPNASNet5Large.reset_classifiercCs||}||}|||}|||}|||}|||}|||}|||} ||| } | | | } | | | } | | | } | | | }| | |}|||}||}|Sr )rprzr{r|r}r~rrrrrrrrrr:)rr"Zx_conv_0Zx_stem_0Zx_stem_1Zx_cell_0Zx_cell_1Zx_cell_2Zx_cell_3Zx_cell_4Zx_cell_5Zx_cell_6Zx_cell_7Zx_cell_8Zx_cell_9Z x_cell_10Z x_cell_11rrrforward_features;s"                zPNASNet5Large.forward_features) pre_logitscCs&||}||}|r|S||Sr )rrr)rr"rrrr forward_headNs  zPNASNet5Large.forward_headcCs||}||}|Sr )rrr!rrrr#Ss  zPNASNet5Large.forward)rhr[rirjrkr)F)T)rk)F)r%r&r'rrFZjitignorerrrrrboolrr#r(rrrrr s"C    FcKs tt||fdtdddi|S)NZ feature_cfghookT)Z feature_clsZ no_rewrite)r r r)variant pretrainedkwargsrrr_create_pnasnetYs rzpnasnet5large.tf_in1kztimm/)r[Kr) rgx&?Zbicubic)?rrrhz conv_0.convr) Z hf_hub_idZ input_sizeZ pool_sizeZcrop_pct interpolationZmeanZstdrwZ first_conv classifier)returncKs tfddi|}td|f|S)zPNASNet-5 model architecture from the `"Progressive Neural Architecture Search" `_ paper. rbZsame pnasnet5large)rr)rrZ model_kwargsrrrrssr)F)F)"__doc__ collectionsr functoolsrrFZtorch.nnr.Ztorch.nn.functionalZ functionalFZ timm.layersrrrrZ_builderr _registryr r __all__Moduler r)r8r=rIrXrdr rZ default_cfgsrrrrrsD    &<s