U
    ¯Ê¹j[u ã                ª   @   sB  d Z ddlZddlmZ ddlmZmZmZmZm	Z	m
Z
mZ ddlZddlmZ ddlm  mZ ddlmZmZ ddlmZmZmZmZmZmZmZmZmZmZm Z  ddl!m"Z" dd	l#m$Z$ dd
l%m&Z&m'Z'm(Z( dddgZ)�d¾e*e*e*e*dœdd„Z+�d¿e
ej, e*e*e-ej,dœdd„Z.G dd„ dej,ƒZ/G dd„ dej,ƒZ0�dÀe*e*e*e*e*ee* ee
ej,  ej,dœdd„Z1�dÁe*e*e*e*e*ee* ee
ej,  ej,dœdd„Z2�dÂe3dœdd „Z4�dÃee/e0f ee* ee* e*e*e*e*e-e3e3e	ee	e5ej,f  eee5ef  f d#œd$d%„Z6G d&d„ dej,ƒZ7�dÄe-e7d'œd(d)„Z8�dÅd+d,„Z9�dÆd-d.„Z:�dÇd/d0„Z;�dÈd1d2„Z<�dÉd3d4„Z=�dÊd5d6„Z>e'e;d7d8d9d:d;d<d=d>�e;d7d?d9d:d;d<d=d>�e<d7d@dA�e<d7dBdA�e=d7dCdA�e;d7dDd=dE�e<d7dFdA�e<d7dGdA�e=d7dHd;dI�e;d7dJdA�e;d7dKd=dE�e;d7dLdA�e;d7dMd=dE�e;d7dNd=dOdPdQdRdSdT�e<d7dUdA�e<d7dVd9d:dWd<dSdX�e<d7dYdA�e=d7dZdA�e<d7d[dA�e<d7d\dA�e<d7d]dA�e<d7d^dA�e<d7d_dA�e;d7d`dA�e:d7dadA�e;d7dbdA�e;d7dcdA�e;d7ddd=dE�e<d7ded=dE�e<d7dfd=dE�e=d7dgd=dE�e;d=dh�e<d7didA�e<d7djdA�e<d7dkdA�e=d7dldA�e;d7dmd=dOdPd;dSdRdn�e<d7dodA�e<d7dpdA�e<d7dqdA�e=d7drdA�e;d7dsd=dOdPd;dSdRdn�e;ƒ e;d7dtd=dOdPd;dSdRdn�e;d7dudA�e9d7dvdwdxdy�e9d7dzdwdxdy�e9d7d{dwdxdy�e9d7d|d9d:d<d}dwdxd~�e9d7ddwdxdy�e9d7d€d9d:d<d}dwdxd~�e9d7d�dwdxdy�e9d7d‚d9d:d<d}dwdxd~�e9d7dƒdwdxdy�e9d7d„d9d:d<d}dwdxd~�e9d7d…dwdxdy�e9d7d†d9d:d<d}dwdxd~�e;d7d‡dQdI�e<d7dˆdA�e<d7d‰dA�e<d7dŠdA�e=d7d‹dA�e;d7dŒdA�e;d7d�d=dE�e;ƒ e<d7dŽdA�e9d7d�dwdxdy�e9d7d�dwdxdy�e9d7d‘dwdxdy�e9d7d’d9d:d<d}dwdxd~�e9d7d“d9d:d<d}dwdxd~�e9d7d”d•d–dy�e9d7d—d•d–dy�e9d7d˜d•d–dy�e9d7d™d•d–dy�e9d7dšd•d›dy�e9d7dœd•d›dy�e9d7d�d•d›dy�e9d7džd•d›dy�e9d7dŸd•d›dy�e9d7d d•d›dy�e9d7d¡d•d›dy�e9d7d¢d•d›dy�e9d7d£d•d›dy�e9d7d¤d•d›dy�e9d7d¥d•d›dy�e9d7d¦d•d›dy�e;d7d§d=dOdPd;dRd¨�e:d7d©d;dªd«�e:d7d¬d=d;dªd­�e:d7d®d=d;dªd­�e:d7d¯d=dOdPd;dRd¨�e<d7d°d=dE�e<d7d±d=dE�e=d7d²d=dE�e:d7d³d=d;dªd­�e:d7d´d=d;dªd­�e;d=dOd;dPdµ�e;d7d¶d=dRd·d;dSd¸dn�e:d=dh�e:d=dh�e;ƒ e;ƒ e<d7d¹d;dI�e<d7dºd;dI�e=d7d»d;dI�e;d7d¼dA�e;d=dh�e;ƒ e;ƒ e;d7d½d=dOdPd;dSdRdn�e;d=dOdPd¾�e;d=dOdPd¾�e;d7d¿d=dE�e;d7dÀd=dE�e;d7dÁdA�e;ƒ e<d7dÂdA�e<d7dÃd=dE�e;d7d=d;dSdÄ�e;d7d=d;dSdÄ�e;d7d;dªdÅdRdSd=dÆ�e;d7d=dSdÇ�e9d7dÈd=dÉdÊdSdË�e9d7dÌdÈd=d;dRd·dÊdSdÍ�	e;d7dÌd=d;dSdÎ�e;d7dÌd=d;dSdÎ�e;d7dÌd=d;dSdÎ�e;d7dÌd=d;dSdÎ�e;ƒ e;d7dÏdA�e;d=dh�e;d=dh�e;d=dh�e<d7dÐdA�e;d=dh�e<d7dÑd=dE�e9d7dÒdÓdÔdÕd<dÈd=dÖ�e9d7d×dØd:dQdªdÈd=dÖ�e9d7dÙdOdPdSdRdÈd=dÖ�e9d7dÚdOdPdSdRdÈd=dÖ�e9d7dÛdOdPdSd¸dÈd=dÖ�e9d7dÜdªdÅdSdÊdÈd=dÖ�e9d7dÝdRd·dSdÞdÈd=dÖ�e>d7dßdA�e>d7dàdA�e>d7dádA�e>d7dâdA�e>d7dãdA�e>d7däd=dE�e>d7dåd=dE�e>d7dæd=dE�e>d7dçd=dE�e>d7dèd=dE�e>d7déd=dE�e>d7dêd=dE�e>d7dëd=dE�e>d7dìd=dE�e>d7dídA�e>d7dîdA�e>d7dïdA�e>d7dðdA�e>d7dñdA�e>d7dòdA�e>d7dód=dE�dôœ¥ƒZ?e&�dËe-e7d'œdõdö„ƒZ@e&�dÌe-e7d'œd÷dø„ƒZAe&�dÍe-e7d'œdùdú„ƒZBe&�dÎe-e7d'œdûdü„ƒZCe&�dÏe-e7d'œdýdþ„ƒZDe&�dÐe-e7d'œdÿ�d „ƒZEe&�dÑe-e7d'œ�d�d„ƒZFe&�dÒe-e7d'œ�d�d„ƒZGe&�dÓe-e7d'œ�d�d„ƒZHe&�dÔe-e7d'œ�d�d„ƒZIe&�dÕe-e7d'œ�d	�d
„ƒZJe&�dÖe-e7d'œ�d�d„ƒZKe&�d×e-e7d'œ�d�d„ƒZLe&�dØe-e7d'œ�d�d„ƒZMe&�dÙe-e7d'œ�d�d„ƒZNe&�dÚe-e7d'œ�d�d„ƒZOe&�dÛe-e7d'œ�d�d„ƒZPe&�dÜe-e7d'œ�d�d„ƒZQe&�dÝe-e7d'œ�d�d„ƒZRe&�dÞe-e7d'œ�d�d„ƒZSe&�dße-e7d'œ�d�d„ƒZTe&�dàe-e7d'œ�d�d „ƒZUe&�dáe-e7d'œ�d!�d"„ƒZVe&�dâe-e7d'œ�d#�d$„ƒZWe&�dãe-e7d'œ�d%�d&„ƒZXe&�däe-e7d'œ�d'�d(„ƒZYe&�dåe-e7d'œ�d)�d*„ƒZZe&�dæe-e7d'œ�d+�d,„ƒZ[e&�dçe-e7d'œ�d-�d.„ƒZ\e&�dèe-e7d'œ�d/�d0„ƒZ]e&�dée-e7d'œ�d1�d2„ƒZ^e&�dêe-e7d'œ�d3�d4„ƒZ_e&�dëe-e7d'œ�d5�d6„ƒZ`e&�dìe-e7d'œ�d7�d8„ƒZae&�díe-e7d'œ�d9�d:„ƒZbe&�dîe-e7d'œ�d;�d<„ƒZce&�dïe-e7d'œ�d=�d>„ƒZde&�dðe-e7d'œ�d?�d@„ƒZee&�dñe-e7d'œ�dA�dB„ƒZfe&�dòe-e7d'œ�dC�dD„ƒZge&�dóe-e7d'œ�dE�dF„ƒZhe&�dôe-e7d'œ�dG�dH„ƒZie&�dõe-e7d'œ�dI�dJ„ƒZje&�döe-e7d'œ�dK�dL„ƒZke&�d÷e-e7d'œ�dM�dN„ƒZle&�døe-e7d'œ�dO�dP„ƒZme&�dùe-e7d'œ�dQ�dR„ƒZne&�dúe-e7d'œ�dS�dT„ƒZoe&�dûe-e7d'œ�dU�dV„ƒZpe&�düe-e7d'œ�dW�dX„ƒZqe&�dýe-e7d'œ�dY�dZ„ƒZre&�dþe-e7d'œ�d[�d\„ƒZse&�dÿe-e7d'œ�d]�d^„ƒZte&�d e-e7d'œ�d_�d`„ƒZue&�de-e7d'œ�da�db„ƒZve&�de-e7d'œ�dc�dd„ƒZwe&�de-e7d'œ�de�df„ƒZxe&�de-e7d'œ�dg�dh„ƒZye&�de-e7d'œ�di�dj„ƒZze&�de-e7d'œ�dk�dl„ƒZ{e&�de-e7d'œ�dm�dn„ƒZ|e&�de-e7d'œ�do�dp„ƒZ}e&�d	e-e7d'œ�dq�dr„ƒZ~e&�d
e-e7d'œ�ds�dt„ƒZe&�de-e7d'œ�du�dv„ƒZ€e&�de-e7d'œ�dw�dx„ƒZ�e&�de-e7d'œ�dy�dz„ƒZ‚e&�de-e7d'œ�d{�d|„ƒZƒe&�de-e7d'œ�d}�d~„ƒZ„e&�de-e7d'œ�d�d€„ƒZ…e&�de-e7d'œ�d��d‚„ƒZ†e&�de-e7d'œ�dƒ�d„„ƒZ‡e&�de-�d…œ�d†�d‡„ƒZˆe&�de-e7d'œ�dˆ�d‰„ƒZ‰e&�de-e7d'œ�dŠ�d‹„ƒZŠe&�de-e7d'œ�dŒ�d�„ƒZ‹e&�de-e7d'œ�dŽ�d�„ƒZŒe&�de-e7d'œ�d��d‘„ƒZ�e&�de-e7d'œ�d’�d“„ƒZŽe&�de-e7d'œ�d”�d•„ƒZ�e(e��d–�d—�d˜�d™�dš�d›�d›�d›�d›�dœ�d��dž�dŸ�d �d¡�d¢�d£�d¤�d¥�d¦�d§�d¨�d©�dª�d«�d¬�d­�d®�d¯�d°�d±�d²�d³�d´�dµ�d¶�d·�d¸�d¹�dº�d»�d¼�dd�d½œ+ƒ dS (  a*  PyTorch ResNet

This started as a copy of https://github.com/pytorch/vision 'resnet.py' (BSD-3-Clause) with
additional dropout and dynamic global avg/max pool.

ResNeXt, SE-ResNeXt, SENet, and MXNet Gluon stem/downsample variants, tiered stems added by Ross Wightman

Copyright 2019, Ross Wightman
é    N)Úpartial)ÚAnyÚDictÚListÚOptionalÚTupleÚTypeÚUnion©ÚIMAGENET_DEFAULT_MEANÚIMAGENET_DEFAULT_STD)ÚDropBlock2dÚDropPathÚAvgPool2dSameÚ
BlurPool2dÚ	GroupNormÚ	LayerTypeÚcreate_attnÚget_attnÚget_act_layerÚget_norm_layerÚcreate_classifieré   )Úbuild_model_with_cfg)Úcheckpoint_seq)Úregister_modelÚgenerate_default_cfgsÚregister_model_deprecationsÚResNetÚ
BasicBlockÚ
Bottleneck)Úkernel_sizeÚstrideÚdilationÚreturnc                 C   s   |d || d   d }|S )Nr   é   © )r!   r"   r#   Úpaddingr&   r&   úQ/var/www/html/bwave/python/venv/lib/python3.8/site-packages/timm/models/resnet.pyÚget_padding   s    r)   r%   T)Úaa_layerÚchannelsr"   Úenabler$   c                 C   s4   | r|st  ¡ S t| t jƒr$| |ƒS | ||d�S d S )N©r+   r"   )ÚnnÚIdentityÚ
issubclassÚ	AvgPool2d)r*   r+   r"   r,   r&   r&   r(   Ú	create_aa!   s
    r2   c                       s¸   e Zd ZdZdddddddejejddddfeeeeej	 eeeeee e
ej	 e
ej	 ee
ej	  ee
ej	  ee
ej	  eej	 dœ‡ fdd„Zdd„ Zejejd	œd
d„Z‡  ZS )r   r   Né@   ©ÚinplanesÚplanesr"   Ú
downsampleÚcardinalityÚ
base_widthÚreduce_firstr#   Úfirst_dilationÚ	act_layerÚ
norm_layerÚ
attn_layerr*   Ú
drop_blockÚ	drop_pathc              	      s  t t| ƒ ¡  |dkstdƒ‚|dks.tdƒ‚|| }|| j }|	pF|}	|dk	o^|dkp^|	|k}tj||d|rrdn||	|	dd	�| _||ƒ| _|dk	rš|ƒ nt 	¡ | _
|
d
d�| _t||||d�| _tj||d||dd�| _||ƒ| _t||ƒ| _|
d
d�| _|| _|| _|| _|| _dS )á‹  
        Args:
            inplanes: Input channel dimensionality.
            planes: Used to determine output channel dimensionalities.
            stride: Stride used in convolution layers.
            downsample: Optional downsample layer for residual path.
            cardinality: Number of convolution groups.
            base_width: Base width used to determine output channel dimensionality.
            reduce_first: Reduction factor for first convolution output width of residual blocks.
            dilation: Dilation rate for convolution layers.
            first_dilation: Dilation rate for first convolution layer.
            act_layer: Activation layer.
            norm_layer: Normalization layer.
            attn_layer: Attention layer.
            aa_layer: Anti-aliasing layer.
            drop_block: Class for DropBlock layer.
            drop_path: Optional DropPath layer.
        r   z)BasicBlock only supports cardinality of 1r3   z/BasicBlock does not support changing base widthNr%   é   F)r!   r"   r'   r#   ÚbiasT©Zinplace©r+   r"   r,   )r!   r'   r#   rC   )Úsuperr   Ú__init__ÚAssertionErrorÚ	expansionr.   ÚConv2dÚconv1Úbn1r/   r?   Úact1r2   ÚaaÚconv2Úbn2r   ÚseÚact2r7   r"   r#   r@   )Úselfr5   r6   r"   r7   r8   r9   r:   r#   r;   r<   r=   r>   r*   r?   r@   Úfirst_planesÚ	outplanesÚuse_aa©Ú	__class__r&   r(   rG   -   sF    $
   
  þ
     ÿ
zBasicBlock.__init__c                 C   s&   t | jdd ƒd k	r"tj | jj¡ d S ©NÚweight)ÚgetattrrP   r.   ÚinitÚzeros_rZ   ©rS   r&   r&   r(   Úzero_init_lastn   s    zBasicBlock.zero_init_last©Úxr$   c                 C   sœ   |}|   |¡}|  |¡}|  |¡}|  |¡}|  |¡}|  |¡}|  |¡}| jd k	r^|  |¡}| jd k	rr|  |¡}| j	d k	r†|  	|¡}||7 }|  
|¡}|S ©N)rK   rL   r?   rM   rN   rO   rP   rQ   r@   r7   rR   ©rS   ra   Zshortcutr&   r&   r(   Úforwardr   s"    













zBasicBlock.forward©Ú__name__Ú
__module__Ú__qualname__rI   r.   ÚReLUÚBatchNorm2dÚintr   ÚModuler   rG   r_   ÚtorchÚTensorrd   Ú__classcell__r&   r&   rW   r(   r   *   sB   ððAc                       s¸   e Zd ZdZdddddddejejddddfeeeeej	 eeeeee e
ej	 e
ej	 ee
ej	  ee
ej	  ee
ej	  eej	 dœ‡ fdd„Zdd	„ Zejejd
œdd„Z‡  ZS )r    é   r   Nr3   r4   c              
      s:  t t| ƒ ¡  tt ||d  ¡| ƒ}|| }|| j }|	p@|}	|dk	oX|dkpX|	|k}tj||ddd�| _	||ƒ| _
|
dd�| _tj||d	|r–dn||	|	|dd
�| _||ƒ| _|dk	rÀ|ƒ nt ¡ | _|
dd�| _t||||d�| _tj||ddd�| _||ƒ| _t||ƒ| _|
dd�| _|| _|| _|| _|| _dS )rA   r3   Nr%   r   F)r!   rC   TrD   rB   )r!   r"   r'   r#   ÚgroupsrC   rE   )rF   r    rG   rk   ÚmathÚfloorrI   r.   rJ   rK   rL   rM   rO   rP   r/   r?   rR   r2   rN   Úconv3Úbn3r   rQ   Úact3r7   r"   r#   r@   )rS   r5   r6   r"   r7   r8   r9   r:   r#   r;   r<   r=   r>   r*   r?   r@   ÚwidthrT   rU   rV   rW   r&   r(   rG   �   s>    $

   
   þ

zBottleneck.__init__c                 C   s&   t | jdd ƒd k	r"tj | jj¡ d S rY   )r[   ru   r.   r\   r]   rZ   r^   r&   r&   r(   r_   Ò   s    zBottleneck.zero_init_lastr`   c                 C   sº   |}|   |¡}|  |¡}|  |¡}|  |¡}|  |¡}|  |¡}|  |¡}|  |¡}|  |¡}|  	|¡}| j
d k	r||  
|¡}| jd k	r�|  |¡}| jd k	r¤|  |¡}||7 }|  |¡}|S rb   )rK   rL   rM   rO   rP   r?   rR   rN   rt   ru   rQ   r@   r7   rv   rc   r&   r&   r(   rd   Ö   s(    
















zBottleneck.forwardre   r&   r&   rW   r(   r    Œ   sB   ððC)Úin_channelsÚout_channelsr!   r"   r#   r;   r=   r$   c              
   C   sh   |pt j}|dkr|dkrdn|}|dkr2|p4|nd}t|||ƒ}t jt j| |||||dd�||ƒgŽ S )Nr   F)r"   r'   r#   rC   )r.   rj   r)   Ú
SequentialrJ   )rx   ry   r!   r"   r#   r;   r=   Úpr&   r&   r(   Údownsample_convô   s     	
      ÿýr|   c           
   
   C   s„   |pt j}|dkr|nd}|dkr4|dkr4t  ¡ }n*|dkrH|dkrHtnt j}	|	d|ddd�}t j|t j| |ddddd�||ƒgŽ S )Nr   r%   TF)Z	ceil_modeZcount_include_padr   ©r"   r'   rC   )r.   rj   r/   r   r1   rz   rJ   )
rx   ry   r!   r"   r#   r;   r=   Z
avg_strideÚpoolZavg_pool_fnr&   r&   r(   Údownsample_avg	  s    	

ýr   ç        ©Ú	drop_probc              	   C   s4   d d | rt t| ddd�nd | r.t t| ddd�nd gS )Né   ç      Ð?)r‚   Ú
block_sizeZgamma_scalerB   ç      ð?)r   r   r�   r&   r&   r(   Údrop_blocks!  s
     ýr‡   é    F)Úblock_fnr+   Úblock_repeatsr5   r:   Úoutput_strideÚdown_kernel_sizeÚavg_downÚdrop_block_rateÚdrop_path_rater$   c
                 K   s¬  g }g }t |ƒ}d}d}d }}tt||t|ƒƒƒD �]l\}\}}}d|d › �}|dkr^dnd}||krx||9 }d}n||9 }d }|dksš||| j krÔt||| j |||||
 d¡d�}|rÊtf |Žntf |Ž}tf |||dœ|
—Ž}g }t	|ƒD ]‚}|dk�r|nd }|dk�r|nd}|	| |d  }| 
| ||||f||d	k�rRt|ƒnd d
œ|—Ž¡ |}|| j }|d7 }qö| 
|tj|Ž f¡ | 
t|||d�¡ q4||fS )Nr   rp   r   Úlayerr%   r=   )rx   ry   r!   r"   r#   r;   r=   )r:   r#   r?   r€   )r;   r@   ©Znum_chsZ	reductionÚmodule)ÚsumÚ	enumerateÚzipr‡   rI   ÚdictÚgetr   r|   ÚrangeÚappendr   r.   rz   )r‰   r+   rŠ   r5   r:   r‹   rŒ   r�   rŽ   r�   ÚkwargsZstagesÚfeature_infoZnet_num_blocksZnet_block_idxZ
net_strider#   Zprev_dilationZ	stage_idxr6   Z
num_blocksÚdbZ
stage_namer"   r7   Zdown_kwargsZblock_kwargsÚblocksZ	block_idxZ	block_dprr&   r&   r(   Úmake_blocks(  s`    $ù	üúù	

rž   c                       sJ  e Zd ZdZddddddddd	ddd	ejejd
ddddd
feee	f e
e eeeeeeeeeeeeeeeeej  eeeeeeeef  dœ‡ fdd„Zejjd&edœdd„ƒZejjd'edœdd„ƒZejjd(edœdd„ƒZejjd)edœdd„ƒZd*dd„Zejejdœdd „Zd+ejeejd!œd"d#„Z ejejdœd$d%„Z!‡  Z"S ),r   aª  ResNet / ResNeXt / SE-ResNeXt / SE-Net

    This class implements all variants of ResNet, ResNeXt, SE-ResNeXt, and SENet that
      * have > 1 stride in the 3x3 conv layer of bottleneck
      * have conv-bn-act ordering

    This ResNet impl supports a number of stem and downsample options based on the v1c, v1d, v1e, and v1s
    variants included in the MXNet Gluon ResNetV1b model. The C and D variants are also discussed in the
    'Bag of Tricks' paper: https://arxiv.org/pdf/1812.01187. The B variant is equivalent to torchvision default.

    ResNet variants (the same modifications can be used in SE/ResNeXt models as well):
      * normal, b - 7x7 stem, stem_width = 64, same as torchvision ResNet, NVIDIA ResNet 'v1.5', Gluon v1b
      * c - 3 layer deep 3x3 stem, stem_width = 32 (32, 32, 64)
      * d - 3 layer deep 3x3 stem, stem_width = 32 (32, 32, 64), average pool in downsample
      * e - 3 layer deep 3x3 stem, stem_width = 64 (64, 64, 128), average pool in downsample
      * s - 3 layer deep 3x3 stem, stem_width = 64 (64, 64, 128)
      * t - 3 layer deep 3x3 stem, stem width = 32 (24, 48, 64), average pool in downsample
      * tn - 3 layer deep 3x3 stem, stem width = 32 (24, 32, 64), average pool in downsample

    ResNeXt
      * normal - 7x7 stem, stem_width = 64, standard cardinality and base widths
      * same c,d, e, s variants as ResNet can be enabled

    SE-ResNeXt
      * normal - 7x7 stem, stem_width = 64
      * same c, d, e, s variants as ResNet can be enabled

    SENet-154 - 3 layer deep 3x3 stem (same as v1c-v1s), stem_width = 64, cardinality=64,
        reduction by 2 on width of first bottleneck convolution, 3x3 downsample convs after first block
    éè  rB   rˆ   Úavgr   r3   Ú FNr€   T)ÚblockÚlayersÚnum_classesÚin_chansr‹   Úglobal_poolr8   r9   Ú
stem_widthÚ	stem_typeÚreplace_stem_poolÚblock_reduce_firstrŒ   r�   r<   r=   r*   Ú	drop_rater�   rŽ   r_   Ú
block_argsc                    s”  t t| ƒ ¡  |ptƒ }|dks$t‚|| _|| _d| _t|ƒ}t	|ƒ}d|
k}|rZ|	d nd}|�r|	|	f}d|
kr„d|	d  |	f}t
jt
j||d	 ddd
dd�||d	 ƒ|dd�t
j|d	 |d
 dd
d
dd�||d
 ƒ|dd�t
j|d
 |dd
d
dd�gŽ | _nt
j||ddddd�| _||ƒ| _|dd�| _t|ddd�g| _|�r¢t
jtdt
j||d|�rdd
ndd
dd�|dk	�r†t||dd�nd||ƒ|dd�gƒŽ | _n\|dk	�rìt|t
jƒ�rÆ|dƒ| _n$t
jt
jdd
d
d�||dd�gŽ | _nt
jddd
d�| _ddddg}t||||f|||||||||||dœ|—Ž\}}|D ]}| j|Ž  �q@| j |¡ d|j | _t| j| j|d�\| _| _| j|d� dS )a	  
        Args:
            block (nn.Module): class for the residual block. Options are BasicBlock, Bottleneck.
            layers (List[int]) : number of layers in each block
            num_classes (int): number of classification classes (default 1000)
            in_chans (int): number of input (color) channels. (default 3)
            output_stride (int): output stride of the network, 32, 16, or 8. (default 32)
            global_pool (str): Global pooling type. One of 'avg', 'max', 'avgmax', 'catavgmax' (default 'avg')
            cardinality (int): number of convolution groups for 3x3 conv in Bottleneck. (default 1)
            base_width (int): bottleneck channels factor. `planes * base_width / 64 * cardinality` (default 64)
            stem_width (int): number of channels in stem convolutions (default 64)
            stem_type (str): The type of stem (default ''):
                * '', default - a single 7x7 conv with a width of stem_width
                * 'deep' - three 3x3 convolution layers of widths stem_width, stem_width, stem_width * 2
                * 'deep_tiered' - three 3x3 conv layers of widths stem_width//4 * 3, stem_width, stem_width * 2
            replace_stem_pool (bool): replace stem max-pooling layer with a 3x3 stride-2 convolution
            block_reduce_first (int): Reduction factor for first convolution output width of residual blocks,
                1 for all archs except senets, where 2 (default 1)
            down_kernel_size (int): kernel size of residual block downsample path,
                1x1 for most, 3x3 for senets (default: 1)
            avg_down (bool): use avg pooling for projection skip connection between stages/downsample (default False)
            act_layer (str, nn.Module): activation layer
            norm_layer (str, nn.Module): normalization layer
            aa_layer (nn.Module): anti-aliasing layer
            drop_rate (float): Dropout probability before classifier, for training (default 0.)
            drop_path_rate (float): Stochastic depth drop-path rate (default 0.)
            drop_block_rate (float): Drop block rate (default 0.)
            zero_init_last (bool): zero-init the last weight in residual path (usually last BN affine weight)
            block_args (dict): Extra kwargs to pass through to block module
        )é   é   rˆ   FÚdeepr%   r3   ZtieredrB   rp   r   r   r}   TrD   é   )r!   r"   r'   rC   rM   r‘   Nr-   )r!   r"   r'   é€   é   i   )r8   r9   r‹   r:   r�   rŒ   r<   r=   r*   rŽ   r�   ©Z	pool_type©r_   ) rF   r   rG   r–   rH   r¤   r«   Úgrad_checkpointingr   r   r.   rz   rJ   rK   rL   rM   r›   Úfilterr2   Úmaxpoolr0   r1   Z	MaxPool2drž   Z
add_moduleÚextendrI   Únum_featuresr   r¦   ÚfcÚinit_weights)rS   r¢   r£   r¤   r¥   r‹   r¦   r8   r9   r§   r¨   r©   rª   rŒ   r�   r<   r=   r*   r«   r�   rŽ   r_   r¬   Z	deep_stemr5   Zstem_chsr+   Zstage_modulesZstage_feature_infoZstagerW   r&   r(   rG   Š  sŠ    7


ù
	
ü

þ
üñð
zResNet.__init__r´   c                 C   sZ   |   ¡ D ](\}}t|tjƒrtjj|jddd� q|rV|  ¡ D ]}t|dƒr>| 	¡  q>d S )NZfan_outZrelu)ÚmodeZnonlinearityr_   )
Znamed_modulesÚ
isinstancer.   rJ   r\   Zkaiming_normal_rZ   ÚmodulesÚhasattrr_   )rS   r_   ÚnÚmr&   r&   r(   r»     s    
zResNet.init_weights)Úcoarsec                 C   s   t d|rdndd�}|S )Nz^conv1|bn1|maxpoolz^layer(\d+)z^layer(\d+)\.(\d+))Ústemr�   )r–   )rS   rÂ   Zmatcherr&   r&   r(   Úgroup_matcher  s    zResNet.group_matcher)r,   c                 C   s
   || _ d S rb   )rµ   )rS   r,   r&   r&   r(   Úset_grad_checkpointing   s    zResNet.set_grad_checkpointing)Ú	name_onlyc                 C   s   |rdS | j S )Nrº   )rº   )rS   rÆ   r&   r&   r(   Úget_classifier$  s    zResNet.get_classifierc                 C   s$   || _ t| j| j |d�\| _| _d S )Nr³   )r¤   r   r¹   r¦   rº   )rS   r¤   r¦   r&   r&   r(   Úreset_classifier(  s    zResNet.reset_classifierr`   c                 C   s„   |   |¡}|  |¡}|  |¡}|  |¡}| jrXtj ¡ sXt| j	| j
| j| jg|dd�}n(|  	|¡}|  
|¡}|  |¡}|  |¡}|S )NT)Úflatten)rK   rL   rM   r·   rµ   rm   ÚjitZis_scriptingr   Zlayer1Zlayer2Zlayer3Zlayer4©rS   ra   r&   r&   r(   Úforward_features,  s    



 



zResNet.forward_features)ra   Ú
pre_logitsr$   c                 C   s:   |   |¡}| jr(tj|t| jƒ| jd�}|r0|S |  |¡S )N)r{   Útraining)r¦   r«   ÚFZdropoutÚfloatrÎ   rº   )rS   ra   rÍ   r&   r&   r(   Úforward_head;  s    
zResNet.forward_headc                 C   s   |   |¡}|  |¡}|S rb   )rÌ   rÑ   rË   r&   r&   r(   rd   A  s    

zResNet.forward)T)F)T)F)r    )F)#rf   rg   rh   Ú__doc__r.   ri   rj   r	   r   r    r   rk   ÚstrÚboolr   r   r   rl   rÐ   r   r   rG   rm   rÊ   Úignorer»   rÄ   rÅ   rÇ   rÈ   rn   rÌ   rÑ   rd   ro   r&   r&   rW   r(   r   j  st   #é
é 	
)Ú
pretrainedr$   c                 K   s   t t| |f|ŽS rb   )r   r   )ÚvariantrÖ   rš   r&   r&   r(   Ú_create_resnetG  s    rØ   r¡   c                 K   s   | dddddt tdddœ
|–S )	NrŸ   ©rB   éà   rÚ   )r°   r°   g      ì?ZbilinearrK   rº   )
Úurlr¤   Ú
input_sizeÚ	pool_sizeÚcrop_pctÚinterpolationZmeanZstdÚ
first_convÚ
classifierr
   ©rÛ   rš   r&   r&   r(   Ú_cfgK  s         ûúrã   c                 K   s   t f d| itddif|Ž—ŽS )NrÛ   rß   Úbicubic©rã   r–   râ   r&   r&   r(   Ú_tcfgV  s    ræ   c              	   K   s$   t f d| itdddddœf|Ž—ŽS )NrÛ   rä   ©rB   é   rè   çffffffî?ú3https://github.com/huggingface/pytorch-image-models)rß   Útest_input_sizeÚtest_crop_pctÚ
origin_urlrå   râ   r&   r&   r(   Ú_ttcfgZ  s      þýrî   c                 K   s(   t f d| itdddddddœf|Ž—ŽS )	NrÛ   rä   ré   rç   r†   rê   úarXiv:2110.00476)rß   rÞ   rë   rì   rí   Ú	paper_idsrå   râ   r&   r&   r(   Ú_rcfga  s        þýrñ   c                 K   s,   t f d| itddddddddd	œf|Ž—ŽS )
NrÛ   rä   ©rB   é    ró   ©rƒ   rƒ   ré   rÙ   rê   rï   )rß   rÜ   rÝ   rÞ   rë   rì   rí   rð   rå   râ   r&   r&   r(   Ú_r3cfgh  s         ýürõ   c                 K   s    t f d| itdddœf|Ž—ŽS )NrÛ   rä   z1https://cv.gluon.ai/model_zoo/classification.html)rß   rí   rå   râ   r&   r&   r(   Ú_gcfgp  s    þýrö   ztimm/zrhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet10t_176_c3-f3215ab1.pth)rB   é°   r÷   )é   rø   ré   rÙ   zconv1.0)Ú	hf_hub_idrÛ   rÜ   rÝ   rì   rë   rà   zrhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet14t_176_c3-c4ed2c37.pthzqhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet18_a1_0-d63eafa0.pth)rù   rÛ   zqhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet18_a2_0-b61bd467.pthzqhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet18_a3_0-40c531c8.pthzkhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/resnet18d_ra2-48a79e06.pth)rù   rÛ   rà   zqhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet34_a1_0-46f8f793.pthzqhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet34_a2_0-82d47d71.pthzqhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet34_a3_0-a20cabb6.pth)rù   rÛ   rÞ   zfhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/resnet34-43635321.pthzkhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/resnet34d_ra2-f8dcfcaf.pthzfhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/resnet26-9aa10e23.pthzghttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/resnet26d-69e92c46.pthzthttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-attn-weights/resnet26t_256_ra2-6f6fa748.pth)rB   r²   r²   )r­   r­   g®Gázî?)rB   é@  rú   r†   )rù   rÛ   rà   rÜ   rÝ   rÞ   rë   rì   zohttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet50_a1_0-14fe96d1.pthzuhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet50_a1h2_176-001a1197.pthgÍÌÌÌÌÌì?)rù   rÛ   rÜ   rÝ   rÞ   rë   rì   zqhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet50_a2_0-a2746f79.pthzqhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet50_a3_0-59cae1ef.pthzphttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet50_b1k-532a802a.pthzphttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet50_b2k-1ba180c1.pthzohttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet50_c1-5ba5e060.pthzohttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet50_c2-d01e05b2.pthznhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet50_d-f39db8af.pthzlhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-weights/resnet50_ram-a26f946b.pthzkhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-weights/resnet50_am-6c502b37.pthzkhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-weights/resnet50_ra-85ebb6e5.pthzkhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-weights/rw_resnet50-86acaeed.pthzkhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/resnet50d_ra2-464e36ba.pthzrhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet50d_a1_0-e20cff14.pthzrhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet50d_a2_0-a3adc64d.pthzrhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet50d_a3_0-403fdfad.pth)rà   zohttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet101_a1h-36d3f2aa.pthzrhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet101_a1_0-cdcb52a9.pthzrhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet101_a2_0-6edb36c7.pthzrhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet101_a3_0-1db14157.pthzlhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/resnet101d_ra2-2803ffab.pth)rù   rÛ   rà   rÜ   rÝ   rÞ   rì   rë   zohttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet152_a1h-dc400468.pthzrhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet152_a1_0-2eee8a7a.pthzrhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet152_a2_0-b4c6978f.pthzrhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet152_a3_0-134d4688.pthzlhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/resnet152d_ra2-5cac0439.pthzlhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/resnet200d_ra2-bdba9bf9.pthzphttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/wide_resnet50_racm-8234f177.pthz9https://download.pytorch.org/models/resnet18-5c106cde.pthzbsd-3-clausez!https://github.com/pytorch/vision)rù   rÛ   Úlicenserí   z9https://download.pytorch.org/models/resnet34-333f7ec4.pthz9https://download.pytorch.org/models/resnet50-19c8e357.pthz9https://download.pytorch.org/models/resnet50-11ad3fa6.pthgáz®Gáî?)rù   rÛ   rÜ   rÝ   rë   rì   rû   rí   z:https://download.pytorch.org/models/resnet101-5d3b4d8f.pthz:https://download.pytorch.org/models/resnet101-cd907fc2.pthz:https://download.pytorch.org/models/resnet152-b121ed2d.pthz:https://download.pytorch.org/models/resnet152-f82ba261.pthz@https://download.pytorch.org/models/wide_resnet50_2-95faca4d.pthz@https://download.pytorch.org/models/wide_resnet50_2-9ba9bcbe.pthzAhttps://download.pytorch.org/models/wide_resnet101_2-32ee1156.pthzAhttps://download.pytorch.org/models/wide_resnet101_2-d733dc28.pthzrhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-rsb-weights/resnet50_gn_a1h2-8fe6c4d0.pthzuhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-rsb-weights/resnext50_32x4d_a1h-0146ab0a.pthzxhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnext50_32x4d_a1_0-b5a91a1d.pthzxhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnext50_32x4d_a2_0-efc76add.pthzxhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/resnext50_32x4d_a3_0-3e450271.pthzrhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-weights/resnext50_32x4d_ra-d733960d.pthznhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/resnext50d_32x4d-103e99f8.pthzthttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/resnext101_64x4d_c-0d0e0cc0.pthz@https://download.pytorch.org/models/resnext50_32x4d-7cdf4587.pthzAhttps://download.pytorch.org/models/resnext101_32x8d-8ba56ff5.pthzAhttps://download.pytorch.org/models/resnext101_64x4d-173b62eb.pthz@https://download.pytorch.org/models/resnext50_32x4d-1a0047aa.pthzAhttps://download.pytorch.org/models/resnext101_32x8d-110c445d.pthzChttps://download.pytorch.org/models/ig_resnext101_32x8-c38310e5.pthzcc-by-nc-4.0z.https://github.com/facebookresearch/WSL-ImageszDhttps://download.pytorch.org/models/ig_resnext101_32x16-c6f796b0.pthzDhttps://download.pytorch.org/models/ig_resnext101_32x32-e4b90b00.pthzDhttps://download.pytorch.org/models/ig_resnext101_32x48-3e41cc8a.pthzdhttps://dl.fbaipublicfiles.com/semiweaksupervision/model_files/semi_supervised_resnet18-d92f0530.pthzEhttps://github.com/facebookresearch/semi-supervised-ImageNet1K-modelszdhttps://dl.fbaipublicfiles.com/semiweaksupervision/model_files/semi_supervised_resnet50-08389792.pthzjhttps://dl.fbaipublicfiles.com/semiweaksupervision/model_files/semi_supervised_resnext50_32x4-ddb3e555.pthzkhttps://dl.fbaipublicfiles.com/semiweaksupervision/model_files/semi_supervised_resnext101_32x4-dc43570a.pthzkhttps://dl.fbaipublicfiles.com/semiweaksupervision/model_files/semi_supervised_resnext101_32x8-2cfe2f8b.pthzlhttps://dl.fbaipublicfiles.com/semiweaksupervision/model_files/semi_supervised_resnext101_32x16-15fffa57.pthzkhttps://dl.fbaipublicfiles.com/semiweaksupervision/model_files/semi_weakly_supervised_resnet18-118f1556.pthzkhttps://dl.fbaipublicfiles.com/semiweaksupervision/model_files/semi_weakly_supervised_resnet50-16a12f1b.pthzqhttps://dl.fbaipublicfiles.com/semiweaksupervision/model_files/semi_weakly_supervised_resnext50_32x4-72679e44.pthzrhttps://dl.fbaipublicfiles.com/semiweaksupervision/model_files/semi_weakly_supervised_resnext101_32x4-3f87e46b.pthzrhttps://dl.fbaipublicfiles.com/semiweaksupervision/model_files/semi_weakly_supervised_resnext101_32x8-b4712904.pthzshttps://dl.fbaipublicfiles.com/semiweaksupervision/model_files/semi_weakly_supervised_resnext101_32x16-f3559a9c.pthznhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/ecaresnet26t_ra2-46609757.pth)rù   rÛ   rà   rÜ   rÝ   rì   rë   zlhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tresnet/ecaresnetlight-75a9c627.pthrç   )rù   rÛ   rì   rë   zjhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tresnet/ecaresnet50d-93c81e3b.pth)rù   rÛ   rà   rì   rë   zlhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tresnet/ecaresnet50d_p-e4fa23c2.pthznhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/ecaresnet50t_ra2-f7ac63c4.pthzuhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/ecaresnet50t_a1_0-99bd76a8.pthzuhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/ecaresnet50t_a2_0-b1c7b745.pthzuhttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/ecaresnet50t_a3_0-8cc311f1.pthzkhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tresnet/ecaresnet101d-153dad65.pthzmhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tresnet/ecaresnet101d_p-9e74cb91.pth)rà   rÜ   rÞ   rÝ   zshttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/ecaresnet269d_320_ra2-7baa55cb.pth)é
   rü   )rB   é`  rý   zshttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/seresnet50_a1_0-ffa00869.pthzshttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/seresnet50_a2_0-850de0d9.pthzshttps://github.com/huggingface/pytorch-image-models/releases/download/v0.1-rsb-weights/seresnet50_a3_0-317ecd56.pthzohttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/seresnet50_ra_224-8efdb4bb.pthznhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/seresnet152d_ra2-04464dd2.pth)rà   rÜ   rÝ   zphttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/seresnext26d_32x4d-80fa48a3.pthzqhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/seresnext26tn_32x4d-569cb627.pthzthttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/seresnext50_32x4d_racm-a304a460.pthzwhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/seresnext101_32x8d_ah-e6bc4c0a.pthzxhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/seresnext101d_32x8d_ah-191d7b94.pth)rù   rà   rÞ   rì   )é	   rþ   )rù   rÞ   rÜ   rÝ   rë   rì   rà   )rù   rà   rì   rä   )é   rÿ   )rB   é€  r   )rù   rß   rà   rÝ   rÜ   rÞ   i-.  )	rù   r¤   rß   rà   rÞ   rÜ   rÝ   rë   rì   )rù   r¤   rà   rÞ   rì   zjhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-weights/resnetblur50-84f4748f.pthzphttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-rsb-weights/resnetaa50_a1h-4cf422b3.pthzzhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/seresnextaa101d_32x8d_ah-83c8ae12.pthzohttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-rs-weights/resnetrs50_ema-6b53758b.pthrò   rô   g…ëQ¸í?)rù   rÛ   rÜ   rÝ   rÞ   rë   rß   rà   zuhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-rs-weights/resnetrs101_i192_ema-1509bbf6.pth)rB   éÀ   r  zuhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-rs-weights/resnetrs152_i256_ema-a9aff7f9.pthzohttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-tpu-weights/resnetrs200_c-6b698b88.pthzphttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-rs-weights/resnetrs270_ema-b40e674c.pthzuhttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-rs-weights/resnetrs350_i256_ema-5a1aa8f1.pthzphttps://github.com/rwightman/pytorch-image-models/releases/download/v0.1-rs-weights/resnetrs420_ema-972dee69.pth)rB   é   r  zrhttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnet18_v1b-0757602b.pthzrhttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnet34_v1b-c6d82d59.pthzrhttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnet50_v1b-0ebe02e2.pthzshttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnet101_v1b-3b017079.pthzshttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnet152_v1b-c1edb0dd.pthzrhttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnet50_v1c-48092f55.pthzshttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnet101_v1c-1f26822a.pthzshttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnet152_v1c-a3bb0b98.pthzrhttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnet50_v1d-818a1b1b.pthzshttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnet101_v1d-0f9c8644.pthzshttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnet152_v1d-bd354e12.pthzrhttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnet50_v1s-1762acc0.pthzshttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnet101_v1s-60fe0cc1.pthzshttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnet152_v1s-dcc41b81.pthzuhttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnext50_32x4d-e6a097c1.pthzvhttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnext101_32x4d-b253c8c4.pthzvhttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_resnext101_64x4d-f9a8e184.pthzwhttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_seresnext50_32x4d-90cf2d6e.pthzxhttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_seresnext101_32x4d-cf52900d.pthzxhttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_seresnext101_64x4d-f9926f93.pthznhttps://github.com/rwightman/pytorch-pretrained-gluonresnet/releases/download/v0.1/gluon_senet154-70a1a3c0.pth)¥zresnet10t.c3_in1kzresnet14t.c3_in1kzresnet18.a1_in1kzresnet18.a2_in1kzresnet18.a3_in1kzresnet18d.ra2_in1kzresnet34.a1_in1kzresnet34.a2_in1kzresnet34.a3_in1kzresnet34.bt_in1kzresnet34d.ra2_in1kzresnet26.bt_in1kzresnet26d.bt_in1kzresnet26t.ra2_in1kzresnet50.a1_in1kzresnet50.a1h_in1kzresnet50.a2_in1kzresnet50.a3_in1kzresnet50.b1k_in1kzresnet50.b2k_in1kzresnet50.c1_in1kzresnet50.c2_in1kzresnet50.d_in1kzresnet50.ram_in1kzresnet50.am_in1kzresnet50.ra_in1kzresnet50.bt_in1kzresnet50d.ra2_in1kzresnet50d.a1_in1kzresnet50d.a2_in1kzresnet50d.a3_in1kzresnet50t.untrainedzresnet101.a1h_in1kzresnet101.a1_in1kzresnet101.a2_in1kzresnet101.a3_in1kzresnet101d.ra2_in1kzresnet152.a1h_in1kzresnet152.a1_in1kzresnet152.a2_in1kzresnet152.a3_in1kzresnet152d.ra2_in1kzresnet200.untrainedzresnet200d.ra2_in1kzwide_resnet50_2.racm_in1kzresnet18.tv_in1kúresnet34.tv_in1kúresnet50.tv_in1kzresnet50.tv2_in1kúresnet101.tv_in1kzresnet101.tv2_in1kúresnet152.tv_in1kzresnet152.tv2_in1kzwide_resnet50_2.tv_in1kzwide_resnet50_2.tv2_in1kzwide_resnet101_2.tv_in1kzwide_resnet101_2.tv2_in1kzresnet50_gn.a1h_in1kzresnext50_32x4d.a1h_in1kzresnext50_32x4d.a1_in1kzresnext50_32x4d.a2_in1kzresnext50_32x4d.a3_in1kzresnext50_32x4d.ra_in1kzresnext50d_32x4d.bt_in1kzresnext101_32x4d.untrainedzresnext101_64x4d.c1_in1kúresnext50_32x4d.tv_in1kzresnext101_32x8d.tv_in1kzresnext101_64x4d.tv_in1kzresnext50_32x4d.tv2_in1kzresnext101_32x8d.tv2_in1kú$resnext101_32x8d.fb_wsl_ig1b_ft_in1kz%resnext101_32x16d.fb_wsl_ig1b_ft_in1kz%resnext101_32x32d.fb_wsl_ig1b_ft_in1kz%resnext101_32x48d.fb_wsl_ig1b_ft_in1kú resnet18.fb_ssl_yfcc100m_ft_in1kú resnet50.fb_ssl_yfcc100m_ft_in1kú'resnext50_32x4d.fb_ssl_yfcc100m_ft_in1kú(resnext101_32x4d.fb_ssl_yfcc100m_ft_in1kú(resnext101_32x8d.fb_ssl_yfcc100m_ft_in1kú)resnext101_32x16d.fb_ssl_yfcc100m_ft_in1kúresnet18.fb_swsl_ig1b_ft_in1kúresnet50.fb_swsl_ig1b_ft_in1kú$resnext50_32x4d.fb_swsl_ig1b_ft_in1kú%resnext101_32x4d.fb_swsl_ig1b_ft_in1kú%resnext101_32x8d.fb_swsl_ig1b_ft_in1kú&resnext101_32x16d.fb_swsl_ig1b_ft_in1kzecaresnet26t.ra2_in1kzecaresnetlight.miil_in1kzecaresnet50d.miil_in1kzecaresnet50d_pruned.miil_in1kzecaresnet50t.ra2_in1kzecaresnet50t.a1_in1kzecaresnet50t.a2_in1kzecaresnet50t.a3_in1kzecaresnet101d.miil_in1kzecaresnet101d_pruned.miil_in1kzecaresnet200d.untrainedzecaresnet269d.ra2_in1kzecaresnext26t_32x4d.untrainedzecaresnext50t_32x4d.untrainedzseresnet18.untrainedzseresnet34.untrainedzseresnet50.a1_in1kzseresnet50.a2_in1kzseresnet50.a3_in1kzseresnet50.ra2_in1kzseresnet50t.untrainedzseresnet101.untrainedzseresnet152.untrainedzseresnet152d.ra2_in1kzseresnet200d.untrainedzseresnet269d.untrainedzseresnext26d_32x4d.bt_in1kzseresnext26t_32x4d.bt_in1kzseresnext50_32x4d.racm_in1kzseresnext101_32x4d.untrainedzseresnext101_32x8d.ah_in1kzseresnext101d_32x8d.ah_in1kzresnetaa50d.sw_in12k_ft_in1kzresnetaa101d.sw_in12k_ft_in1kz*seresnextaa101d_32x8d.sw_in12k_ft_in1k_288z&seresnextaa101d_32x8d.sw_in12k_ft_in1kz*seresnextaa201d_32x8d.sw_in12k_ft_in1k_384zseresnextaa201d_32x8d.sw_in12kzresnetaa50d.sw_in12kzresnetaa50d.d_in12kzresnetaa101d.sw_in12kzseresnextaa101d_32x8d.sw_in12kzresnetblur18.untrainedzresnetblur50.bt_in1kzresnetblur50d.untrainedzresnetblur101d.untrainedzresnetaa34d.untrainedzresnetaa50.a1h_in1kzseresnetaa50d.untrainedzseresnextaa101d_32x8d.ah_in1kzresnetrs50.tf_in1kzresnetrs101.tf_in1kzresnetrs152.tf_in1kzresnetrs200.tf_in1kzresnetrs270.tf_in1kzresnetrs350.tf_in1kzresnetrs420.tf_in1kúresnet18.gluon_in1kúresnet34.gluon_in1kúresnet50.gluon_in1kúresnet101.gluon_in1kúresnet152.gluon_in1kúresnet50c.gluon_in1kúresnet101c.gluon_in1kúresnet152c.gluon_in1kúresnet50d.gluon_in1kúresnet101d.gluon_in1kúresnet152d.gluon_in1kúresnet50s.gluon_in1kúresnet101s.gluon_in1kúresnet152s.gluon_in1kúresnext50_32x4d.gluon_in1kúresnext101_32x4d.gluon_in1kúresnext101_64x4d.gluon_in1kúseresnext50_32x4d.gluon_in1kúseresnext101_32x4d.gluon_in1kúseresnext101_64x4d.gluon_in1kúsenet154.gluon_in1kc                 K   s0   t tddddgdddd�}td| ft |f|ŽŽS )z$Constructs a ResNet-10-T model.
    r   rˆ   Údeep_tieredT©r¢   r£   r§   r¨   r�   Ú	resnet10t©r–   r   rØ   ©rÖ   rš   Ú
model_argsr&   r&   r(   r,  Ý  s    r,  c                 K   s0   t tddddgdddd�}td| ft |f|ŽŽS )z$Constructs a ResNet-14-T model.
    r   rˆ   r*  Tr+  Ú	resnet14t©r–   r    rØ   r.  r&   r&   r(   r0  å  s    r0  c                 K   s*   t tddddgd�}td| ft |f|ŽŽS )z"Constructs a ResNet-18 model.
    r%   ©r¢   r£   Úresnet18r-  r.  r&   r&   r(   r3  í  s    r3  c                 K   s0   t tddddgdddd�}td| ft |f|ŽŽS )z$Constructs a ResNet-18-D model.
    r%   rˆ   r¯   Tr+  Ú	resnet18dr-  r.  r&   r&   r(   r4  õ  s    r4  c                 K   s*   t tddddgd�}td| ft |f|ŽŽS )z"Constructs a ResNet-34 model.
    rB   rp   rø   r2  Úresnet34r-  r.  r&   r&   r(   r5  ý  s    r5  c                 K   s0   t tddddgdddd�}td| ft |f|ŽŽS )	z$Constructs a ResNet-34-D model.
    rB   rp   rø   rˆ   r¯   Tr+  Ú	resnet34dr-  r.  r&   r&   r(   r6    s    r6  c                 K   s*   t tddddgd�}td| ft |f|ŽŽS )z"Constructs a ResNet-26 model.
    r%   r2  Úresnet26r1  r.  r&   r&   r(   r7    s    r7  c                 K   s0   t tddddgdddd�}td| ft |f|ŽŽS )z$Constructs a ResNet-26-T model.
    r%   rˆ   r*  Tr+  Ú	resnet26tr1  r.  r&   r&   r(   r8    s    r8  c                 K   s0   t tddddgdddd�}td| ft |f|ŽŽS )z$Constructs a ResNet-26-D model.
    r%   rˆ   r¯   Tr+  Ú	resnet26dr1  r.  r&   r&   r(   r9    s    r9  c                 K   s*   t tddddgd�}td| ft |f|ŽŽS )z"Constructs a ResNet-50 model.
    rB   rp   rø   r2  Úresnet50r1  r.  r&   r&   r(   r:  %  s    r:  c                 K   s.   t tddddgddd�}td| ft |f|ŽŽS )z$Constructs a ResNet-50-C model.
    rB   rp   rø   rˆ   r¯   ©r¢   r£   r§   r¨   Ú	resnet50cr1  r.  r&   r&   r(   r<  -  s    r<  c                 K   s0   t tddddgdddd�}td| ft |f|ŽŽS )	z$Constructs a ResNet-50-D model.
    rB   rp   rø   rˆ   r¯   Tr+  Ú	resnet50dr1  r.  r&   r&   r(   r=  5  s    r=  c                 K   s.   t tddddgddd�}td| ft |f|ŽŽS )z$Constructs a ResNet-50-S model.
    rB   rp   rø   r3   r¯   r;  Ú	resnet50sr1  r.  r&   r&   r(   r>  =  s    r>  c                 K   s0   t tddddgdddd�}td| ft |f|ŽŽS )	z$Constructs a ResNet-50-T model.
    rB   rp   rø   rˆ   r*  Tr+  Ú	resnet50tr1  r.  r&   r&   r(   r?  E  s    r?  c                 K   s*   t tddddgd�}td| ft |f|ŽŽS )z#Constructs a ResNet-101 model.
    rB   rp   é   r2  Ú	resnet101r1  r.  r&   r&   r(   rA  M  s    rA  c                 K   s.   t tddddgddd�}td| ft |f|ŽŽS )z%Constructs a ResNet-101-C model.
    rB   rp   r@  rˆ   r¯   r;  Ú
resnet101cr1  r.  r&   r&   r(   rB  U  s    rB  c                 K   s0   t tddddgdddd�}td| ft |f|ŽŽS )	z%Constructs a ResNet-101-D model.
    rB   rp   r@  rˆ   r¯   Tr+  Ú
resnet101dr1  r.  r&   r&   r(   rC  ]  s    rC  c                 K   s.   t tddddgddd�}td| ft |f|ŽŽS )z%Constructs a ResNet-101-S model.
    rB   rp   r@  r3   r¯   r;  Ú
resnet101sr1  r.  r&   r&   r(   rD  e  s    rD  c                 K   s*   t tddddgd�}td| ft |f|ŽŽS )z#Constructs a ResNet-152 model.
    rB   r­   é$   r2  Ú	resnet152r1  r.  r&   r&   r(   rF  m  s    rF  c                 K   s.   t tddddgddd�}td| ft |f|ŽŽS )z%Constructs a ResNet-152-C model.
    rB   r­   rE  rˆ   r¯   r;  Ú
resnet152cr1  r.  r&   r&   r(   rG  u  s    rG  c                 K   s0   t tddddgdddd�}td| ft |f|ŽŽS )	z%Constructs a ResNet-152-D model.
    rB   r­   rE  rˆ   r¯   Tr+  Ú
resnet152dr1  r.  r&   r&   r(   rH  }  s    rH  c                 K   s.   t tddddgddd�}td| ft |f|ŽŽS )z%Constructs a ResNet-152-S model.
    rB   r­   rE  r3   r¯   r;  Ú
resnet152sr1  r.  r&   r&   r(   rI  …  s    rI  c                 K   s*   t tddddgd�}td| ft |f|ŽŽS )z#Constructs a ResNet-200 model.
    rB   é   rE  r2  Ú	resnet200r1  r.  r&   r&   r(   rK  �  s    rK  c                 K   s0   t tddddgdddd�}td| ft |f|ŽŽS )	z%Constructs a ResNet-200-D model.
    rB   rJ  rE  rˆ   r¯   Tr+  Ú
resnet200dr1  r.  r&   r&   r(   rL  •  s    rL  c                 K   s,   t tddddgdd�}td| ft |f|ŽŽS )aO  Constructs a Wide ResNet-50-2 model.
    The model is the same as ResNet except for the bottleneck number of channels
    which is twice larger in every block. The number of channels in outer 1x1
    convolutions is the same, e.g. last block in ResNet-50 has 2048-512-2048
    channels, and in Wide ResNet-50-2 has 2048-1024-2048.
    rB   rp   rø   r±   ©r¢   r£   r9   Úwide_resnet50_2r1  r.  r&   r&   r(   rN  �  s    rN  c                 K   s,   t tddddgdd�}td| ft |f|ŽŽS )zçConstructs a Wide ResNet-101-2 model.
    The model is the same as ResNet except for the bottleneck number of channels
    which is twice larger in every block. The number of channels in outer 1x1
    convolutions is the same.
    rB   rp   r@  r±   rM  Úwide_resnet101_2r1  r.  r&   r&   r(   rO  ©  s    rO  c                 K   s,   t tddddgdd�}td| ft |f|ŽŽS )z.Constructs a ResNet-50 model w/ GroupNorm
    rB   rp   rø   Z	groupnorm)r¢   r£   r=   Úresnet50_gnr1  r.  r&   r&   r(   rP  ´  s    rP  c                 K   s.   t tddddgddd�}td| ft |f|ŽŽS )z(Constructs a ResNeXt50-32x4d model.
    rB   rp   rø   rˆ   ©r¢   r£   r8   r9   Úresnext50_32x4dr1  r.  r&   r&   r(   rR  ¼  s    rR  c              	   K   s4   t tddddgdddddd�}td| ft |f|ŽŽS )	zVConstructs a ResNeXt50d-32x4d model. ResNext50 w/ deep stem & avg pool downsample
    rB   rp   rø   rˆ   r¯   T)r¢   r£   r8   r9   r§   r¨   r�   Úresnext50d_32x4dr1  r.  r&   r&   r(   rS  Ä  s     
    þrS  c                 K   s.   t tddddgddd�}td| ft |f|ŽŽS )z*Constructs a ResNeXt-101 32x4d model.
    rB   rp   r@  rˆ   rQ  Úresnext101_32x4dr1  r.  r&   r&   r(   rT  Î  s    rT  c                 K   s.   t tddddgddd�}td| ft |f|ŽŽS )z*Constructs a ResNeXt-101 32x8d model.
    rB   rp   r@  rˆ   r­   rQ  Úresnext101_32x8dr1  r.  r&   r&   r(   rU  Ö  s    rU  c                 K   s.   t tddddgddd�}td| ft |f|ŽŽS )z*Constructs a ResNeXt-101 32x16d model
    rB   rp   r@  rˆ   r®   rQ  Úresnext101_32x16dr1  r.  r&   r&   r(   rV  Þ  s    rV  c                 K   s.   t tddddgddd�}td| ft |f|ŽŽS )z*Constructs a ResNeXt-101 32x32d model
    rB   rp   r@  rˆ   rQ  Úresnext101_32x32dr1  r.  r&   r&   r(   rW  æ  s    rW  c                 K   s.   t tddddgddd�}td| ft |f|ŽŽS )z)Constructs a ResNeXt101-64x4d model.
    rB   rp   r@  r3   rQ  Úresnext101_64x4dr1  r.  r&   r&   r(   rX  î  s    rX  c              	   K   s8   t tddddgdddt dd�d�}td| ft |f|ŽŽS )	z»Constructs an ECA-ResNeXt-26-T model.
    This is technically a 28 layer ResNet, like a 'D' bag-of-tricks model but with tiered 24, 32, 64 channels
    in the deep stem and ECA attn.
    r%   rˆ   r*  TÚeca©r>   ©r¢   r£   r§   r¨   r�   r¬   Úecaresnet26tr1  r.  r&   r&   r(   r\  ö  s     
   þr\  c              	   K   s8   t tddddgdddt dd�d	�}td
| ft |f|ŽŽS )z-Constructs a ResNet-50-D model with eca.
    rB   rp   rø   rˆ   r¯   TrY  rZ  r[  Úecaresnet50dr1  r.  r&   r&   r(   r]    s     
   þr]  c              	   K   s@   t tddddgdddt dd�d	�}td
| fddit |f|Ž—ŽS )z…Constructs a ResNet-50-D model pruned with eca.
        The pruning has been obtained using https://arxiv.org/pdf/2002.08258.pdf
    rB   rp   rø   rˆ   r¯   TrY  rZ  r[  Úecaresnet50d_prunedÚprunedr1  r.  r&   r&   r(   r^    s     
   þr^  c              	   K   s8   t tddddgdddt dd�d	�}td
| ft |f|ŽŽS )z�Constructs an ECA-ResNet-50-T model.
    Like a 'D' bag-of-tricks model but with tiered 24, 32, 64 channels in the deep stem and ECA attn.
    rB   rp   rø   rˆ   r*  TrY  rZ  r[  Úecaresnet50tr1  r.  r&   r&   r(   r`    s     
   þr`  c                 K   s6   t tddddgddt dd�d�}td	| ft |f|ŽŽS )
z3Constructs a ResNet-50-D light model with eca.
    r   é   rB   rˆ   TrY  rZ  )r¢   r£   r§   r�   r¬   Úecaresnetlightr1  r.  r&   r&   r(   rb  "  s     
  þrb  c              	   K   s8   t tddddgdddt dd�d	�}td
| ft |f|ŽŽS )z.Constructs a ResNet-101-D model with eca.
    rB   rp   r@  rˆ   r¯   TrY  rZ  r[  Úecaresnet101dr1  r.  r&   r&   r(   rc  ,  s     
   þrc  c              	   K   s@   t tddddgdddt dd�d	�}td
| fddit |f|Ž—ŽS )z…Constructs a ResNet-101-D model pruned with eca.
       The pruning has been obtained using https://arxiv.org/pdf/2002.08258.pdf
    rB   rp   r@  rˆ   r¯   TrY  rZ  r[  Úecaresnet101d_prunedr_  r1  r.  r&   r&   r(   rd  6  s     
   þrd  c              	   K   s8   t tddddgdddt dd�d	�}td
| ft |f|ŽŽS )z.Constructs a ResNet-200-D model with ECA.
    rB   rJ  rE  rˆ   r¯   TrY  rZ  r[  Úecaresnet200dr1  r.  r&   r&   r(   re  A  s     
   þre  c              	   K   s8   t tddddgdddt dd	�d
�}td| ft |f|ŽŽS )z.Constructs a ResNet-269-D model with ECA.
    rB   é   é0   r­   rˆ   r¯   TrY  rZ  r[  Úecaresnet269dr1  r.  r&   r&   r(   rh  K  s     
   þrh  c                 K   s<   t tddddgdddddt dd�d�}td	| ft |f|ŽŽS )
zàConstructs an ECA-ResNeXt-26-T model.
    This is technically a 28 layer ResNet, like a 'D' bag-of-tricks model but with tiered 24, 32, 64 channels
    in the deep stem. This model replaces SE module with the ECA module
    r%   rˆ   rp   r*  TrY  rZ  ©r¢   r£   r8   r9   r§   r¨   r�   r¬   Úecaresnext26t_32x4dr1  r.  r&   r&   r(   rj  U  s     
     þrj  c                 K   s<   t tddddgdddddt dd�d�}td	| ft |f|ŽŽS )
zàConstructs an ECA-ResNeXt-50-T model.
    This is technically a 28 layer ResNet, like a 'D' bag-of-tricks model but with tiered 24, 32, 64 channels
    in the deep stem. This model replaces SE module with the ECA module
    r%   rˆ   rp   r*  TrY  rZ  ri  Úecaresnext50t_32x4dr1  r.  r&   r&   r(   rk  a  s     
     þrk  c                 K   s2   t tddddgt dd�d�}td| ft |f|ŽŽS )Nr%   rQ   rZ  ©r¢   r£   r¬   Ú
seresnet18r-  r.  r&   r&   r(   rm  m  s    rm  c                 K   s2   t tddddgt dd�d�}td| ft |f|ŽŽS )NrB   rp   rø   rQ   rZ  rl  Ú
seresnet34r-  r.  r&   r&   r(   rn  s  s    rn  c                 K   s2   t tddddgt dd�d�}td| ft |f|ŽŽS )NrB   rp   rø   rQ   rZ  rl  Ú
seresnet50r1  r.  r&   r&   r(   ro  y  s    ro  c              	   K   s8   t tddddgdddt dd�d	�}td
| ft |f|ŽŽS )NrB   rp   rø   rˆ   r*  TrQ   rZ  r[  Úseresnet50tr1  r.  r&   r&   r(   rp    s     
   þrp  c                 K   s2   t tddddgt dd�d�}td| ft |f|ŽŽS )NrB   rp   r@  rQ   rZ  rl  Úseresnet101r1  r.  r&   r&   r(   rq  ‡  s    rq  c                 K   s2   t tddddgt dd�d�}td| ft |f|ŽŽS )NrB   r­   rE  rQ   rZ  rl  Úseresnet152r1  r.  r&   r&   r(   rr  �  s    rr  c              	   K   s8   t tddddgdddt dd�d	�}td
| ft |f|ŽŽS )NrB   r­   rE  rˆ   r¯   TrQ   rZ  r[  Úseresnet152dr1  r.  r&   r&   r(   rs  “  s     
   þrs  c              	   K   s8   t tddddgdddt dd�d	�}td
| ft |f|ŽŽS )z2Constructs a ResNet-200-D model with SE attn.
    rB   rJ  rE  rˆ   r¯   TrQ   rZ  r[  Úseresnet200dr1  r.  r&   r&   r(   rt  ›  s     
   þrt  c              	   K   s8   t tddddgdddt dd	�d
�}td| ft |f|ŽŽS )z2Constructs a ResNet-269-D model with SE attn.
    rB   rf  rg  r­   rˆ   r¯   TrQ   rZ  r[  Úseresnet269dr1  r.  r&   r&   r(   ru  ¥  s     
   þru  c                 K   s<   t tddddgdddddt dd�d�}td	| ft |f|ŽŽS )
zÃConstructs a SE-ResNeXt-26-D model.`
    This is technically a 28 layer ResNet, using the 'D' modifier from Gluon / bag-of-tricks for
    combination of deep stem and avg_pool in downsample.
    r%   rˆ   rp   r¯   TrQ   rZ  ri  Úseresnext26d_32x4dr1  r.  r&   r&   r(   rv  ¯  s     
     þrv  c                 K   s<   t tddddgdddddt dd�d�}td	| ft |f|ŽŽS )
z«Constructs a SE-ResNet-26-T model.
    This is technically a 28 layer ResNet, like a 'D' bag-of-tricks model but with tiered 24, 32, 64 channels
    in the deep stem.
    r%   rˆ   rp   r*  TrQ   rZ  ri  Úseresnext26t_32x4dr1  r.  r&   r&   r(   rw  »  s     
     þrw  c                 K   s6   t tddddgddt dd�d�}td| ft |f|ŽŽS )	NrB   rp   rø   rˆ   rQ   rZ  ©r¢   r£   r8   r9   r¬   Úseresnext50_32x4dr1  r.  r&   r&   r(   ry  Ç  s     
  þry  c                 K   s6   t tddddgddt dd�d�}td| ft |f|ŽŽS )	NrB   rp   r@  rˆ   rQ   rZ  rx  Úseresnext101_32x4dr1  r.  r&   r&   r(   rz  Ï  s     
  þrz  c                 K   s6   t tddddgddt dd�d�}td	| ft |f|ŽŽS )
NrB   rp   r@  rˆ   r­   rQ   rZ  rx  Úseresnext101_32x8dr1  r.  r&   r&   r(   r{  ×  s     
  þr{  c                 K   s<   t tddddgdddddt dd	�d
�}td| ft |f|ŽŽS )NrB   rp   r@  rˆ   r­   r¯   TrQ   rZ  ri  Úseresnext101d_32x8dr1  r.  r&   r&   r(   r|  ß  s     
    ýr|  c                 K   s6   t tddddgddt dd�d�}td| ft |f|ŽŽS )	NrB   rp   r@  r3   rQ   rZ  rx  Úseresnext101_64x4dr1  r.  r&   r&   r(   r}  è  s     
  þr}  c                 K   s<   t tddddgdddddt dd	�d
�}td| ft |f|ŽŽS )NrB   r­   rE  r3   rp   r¯   r%   rQ   rZ  )r¢   r£   r8   r9   r¨   rŒ   rª   r¬   Úsenet154r1  r.  r&   r&   r(   r~  ð  s     
     þr~  c                 K   s,   t tddddgtd�}td| ft |f|ŽŽS )z9Constructs a ResNet-18 model with blur anti-aliasing
    r%   ©r¢   r£   r*   Úresnetblur18)r–   r   r   rØ   r.  r&   r&   r(   r€  ø  s    r€  c                 K   s,   t tddddgtd�}td| ft |f|ŽŽS )z9Constructs a ResNet-50 model with blur anti-aliasing
    rB   rp   rø   r  Úresnetblur50©r–   r    r   rØ   r.  r&   r&   r(   r�     s    r�  c                 K   s2   t tddddgtdddd�}td| ft |f|ŽŽS )	z;Constructs a ResNet-50-D model with blur anti-aliasing
    rB   rp   rø   rˆ   r¯   T©r¢   r£   r*   r§   r¨   r�   Úresnetblur50dr‚  r.  r&   r&   r(   r„    s     
   þr„  c                 K   s2   t tddddgtdddd�}td| ft |f|ŽŽS )	z<Constructs a ResNet-101-D model with blur anti-aliasing
    rB   rp   r@  rˆ   r¯   Trƒ  Úresnetblur101dr‚  r.  r&   r&   r(   r…    s     
   þr…  c                 K   s4   t tddddgtjdddd�}td| ft |f|ŽŽS )	z<Constructs a ResNet-34-D model w/ avgpool anti-aliasing
    rB   rp   rø   rˆ   r¯   Trƒ  Úresnetaa34d)r–   r   r.   r1   rØ   r.  r&   r&   r(   r†    s     
    ÿr†  c                 K   s.   t tddddgtjd�}td| ft |f|ŽŽS )z<Constructs a ResNet-50 model with avgpool anti-aliasing
    rB   rp   rø   r  Ú
resnetaa50©r–   r    r.   r1   rØ   r.  r&   r&   r(   r‡  %  s    r‡  c                 K   s4   t tddddgtjdddd�}td| ft |f|ŽŽS )	z>Constructs a ResNet-50-D model with avgpool anti-aliasing
    rB   rp   rø   rˆ   r¯   Trƒ  Úresnetaa50drˆ  r.  r&   r&   r(   r‰  -  s     
   þr‰  c                 K   s4   t tddddgtjdddd�}td| ft |f|ŽŽS )	z?Constructs a ResNet-101-D model with avgpool anti-aliasing
    rB   rp   r@  rˆ   r¯   Trƒ  Úresnetaa101drˆ  r.  r&   r&   r(   rŠ  7  s     
   þrŠ  c              
   K   s<   t tddddgtjdddt dd�d	�}td
| ft |f|ŽŽS )zAConstructs a SE=ResNet-50-D model with avgpool anti-aliasing
    rB   rp   rø   rˆ   r¯   TrQ   rZ  )r¢   r£   r*   r§   r¨   r�   r¬   Úseresnetaa50drˆ  r.  r&   r&   r(   r‹  A  s     
    þr‹  c                 K   s@   t tddddgdddddtjt dd	�d
�	}td| ft |f|ŽŽS )úIConstructs a SE=ResNeXt-101-D 32x8d model with avgpool anti-aliasing
    rB   rp   r@  rˆ   r­   r¯   TrQ   rZ  ©	r¢   r£   r8   r9   r§   r¨   r�   r*   r¬   Úseresnextaa101d_32x8drˆ  r.  r&   r&   r(   rŽ  K  s     
     ýrŽ  )rÖ   c                 K   s@   t tddddgddddd	tjt d
d�d�	}td| ft |f|ŽŽS )rŒ  rB   rJ  rE  rp   rˆ   r­   r3   r¯   TrQ   rZ  r�  Úseresnextaa201d_32x8drˆ  r.  r&   r&   r(   r�  V  s     
     ýr�  c              
   K   sJ   t tdƒdd�}ttddddgddd	d	t|d
�d�}td| ft|f|ŽŽS )zÓConstructs a ResNet-RS-50 model.
    Paper: Revisiting ResNets - https://arxiv.org/abs/2103.07579
    Pretrained weights from https://github.com/tensorflow/tpu/tree/bee9c4f6/models/official/resnet/resnet_rs
    rQ   r„   ©Zrd_ratiorB   rp   rø   rˆ   r¯   TrZ  ©r¢   r£   r§   r¨   r©   r�   r¬   Ú
resnetrs50©r   r   r–   r    rØ   ©rÖ   rš   r>   r/  r&   r&   r(   r’  a  s     
    þr’  c              
   K   sJ   t tdƒdd�}ttddddgddd	d	t|d
�d�}td| ft|f|ŽŽS )zÔConstructs a ResNet-RS-101 model.
    Paper: Revisiting ResNets - https://arxiv.org/abs/2103.07579
    Pretrained weights from https://github.com/tensorflow/tpu/tree/bee9c4f6/models/official/resnet/resnet_rs
    rQ   r„   r�  rB   rp   r@  rˆ   r¯   TrZ  r‘  Úresnetrs101r“  r”  r&   r&   r(   r•  n  s     
    þr•  c              
   K   sJ   t tdƒdd�}ttddddgddd	d	t|d
�d�}td| ft|f|ŽŽS )zÔConstructs a ResNet-RS-152 model.
    Paper: Revisiting ResNets - https://arxiv.org/abs/2103.07579
    Pretrained weights from https://github.com/tensorflow/tpu/tree/bee9c4f6/models/official/resnet/resnet_rs
    rQ   r„   r�  rB   r­   rE  rˆ   r¯   TrZ  r‘  Úresnetrs152r“  r”  r&   r&   r(   r–  {  s     
    þr–  c              
   K   sJ   t tdƒdd�}ttddddgddd	d	t|d
�d�}td| ft|f|ŽŽS )zÔConstructs a ResNet-RS-200 model.
    Paper: Revisiting ResNets - https://arxiv.org/abs/2103.07579
    Pretrained weights from https://github.com/tensorflow/tpu/tree/bee9c4f6/models/official/resnet/resnet_rs
    rQ   r„   r�  rB   rJ  rE  rˆ   r¯   TrZ  r‘  Úresnetrs200r“  r”  r&   r&   r(   r—  ˆ  s     
    þr—  c              
   K   sJ   t tdƒdd�}ttddddgddd	d	t|d
�d�}td| ft|f|ŽŽS )zÔConstructs a ResNet-RS-270 model.
    Paper: Revisiting ResNets - https://arxiv.org/abs/2103.07579
    Pretrained weights from https://github.com/tensorflow/tpu/tree/bee9c4f6/models/official/resnet/resnet_rs
    rQ   r„   r�  rp   é   é5   rˆ   r¯   TrZ  r‘  Úresnetrs270r“  r”  r&   r&   r(   rš  •  s     
    þrš  c              
   K   sJ   t tdƒdd�}ttddddgddd	d	t|d
�d�}td| ft|f|ŽŽS )zÔConstructs a ResNet-RS-350 model.
    Paper: Revisiting ResNets - https://arxiv.org/abs/2103.07579
    Pretrained weights from https://github.com/tensorflow/tpu/tree/bee9c4f6/models/official/resnet/resnet_rs
    rQ   r„   r�  rp   rE  éH   rˆ   r¯   TrZ  r‘  Úresnetrs350r“  r”  r&   r&   r(   rœ  £  s     
    þrœ  c              
   K   sJ   t tdƒdd�}ttddddgddd	d	t|d
�d�}td| ft|f|ŽŽS )zÓConstructs a ResNet-RS-420 model
    Paper: Revisiting ResNets - https://arxiv.org/abs/2103.07579
    Pretrained weights from https://github.com/tensorflow/tpu/tree/bee9c4f6/models/official/resnet/resnet_rs
    rQ   r„   r�  rp   é,   éW   rˆ   r¯   TrZ  r‘  Úresnetrs420r“  r”  r&   r&   r(   rŸ  °  s     
    þrŸ  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  )+Ztv_resnet34Ztv_resnet50Ztv_resnet101Ztv_resnet152Ztv_resnext50_32x4dZig_resnext101_32x8dZig_resnext101_32x16dZig_resnext101_32x32dZig_resnext101_32x48dZssl_resnet18Zssl_resnet50Zssl_resnext50_32x4dZssl_resnext101_32x4dZssl_resnext101_32x8dZssl_resnext101_32x16dZswsl_resnet18Zswsl_resnet50Zswsl_resnext50_32x4dZswsl_resnext101_32x4dZswsl_resnext101_32x8dZswsl_resnext101_32x16dZgluon_resnet18_v1bZgluon_resnet34_v1bZgluon_resnet50_v1bZgluon_resnet101_v1bZgluon_resnet152_v1bZgluon_resnet50_v1cZgluon_resnet101_v1cZgluon_resnet152_v1cZgluon_resnet50_v1dZgluon_resnet101_v1dZgluon_resnet152_v1dZgluon_resnet50_v1sZgluon_resnet101_v1sZgluon_resnet152_v1sZgluon_resnext50_32x4dZgluon_resnext101_32x4dZgluon_resnext101_64x4dZgluon_seresnext50_32x4dZgluon_seresnext101_32x4dZgluon_seresnext101_64x4dZgluon_senet154Zseresnext26tn_32x4d)r   )r%   T)r   r   NN)r   r   NN)r€   )r   rˆ   r   Fr€   r€   )F)r¡   )r¡   )r¡   )r¡   )r¡   )r¡   )F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)F)‘rÒ   rr   Ú	functoolsr   Útypingr   r   r   r   r   r   r	   rm   Ztorch.nnr.   Ztorch.nn.functionalZ
functionalrÏ   Z	timm.datar   r   Ztimm.layersr   r   r   r   r   r   r   r   r   r   r   Z_builderr   Z_manipulater   Ú	_registryr   r   r   Ú__all__rk   r)   rl   rÔ   r2   r   r    r|   r   rÐ   r‡   rÓ   rž   r   rØ   rã   ræ   rî   rñ   rõ   rö   Zdefault_cfgsr,  r0  r3  r4  r5  r6  r7  r8  r9  r:  r<  r=  r>  r?  rA  rB  rC  rD  rF  rG  rH  rI  rK  rL  rN  rO  rP  rR  rS  rT  rU  rV  rW  rX  r\  r]  r^  r`  rb  rc  rd  re  rh  rj  rk  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  ry  rz  r{  r|  r}  r~  r€  r�  r„  r…  r†  r‡  r‰  rŠ  r‹  rŽ  r�  r’  r•  r–  r—  rš  rœ  rŸ  rf   r&   r&   r&   r(   Ú<module>   s8	  	$4
"	bl   ùø   ùø     ö
$ôB ^   ü   üþþþýþþýþýþý    üþ    ýþþþþþþþþþþþýýýýþþþþ    üþþþþ    ü    üþ ý ý ý    ü ý    ü ý    ü ý    ü ý    üýþþþþþýþ ý ý ý    ü    ü	 ý ý ý ý ý ý ý ý ý ý ý ý ý ý ý ý   ü ý  ý  ý   üýýý  ý  ý   ÿ    üýýýþÿ    ü  ÿ  ÿýýþþý  þ  þ    ý þ    þ      ý   þ   þ   þ   þþþý    ü    ü    ü    ü    ü    ü    üþþþþþýýýýýýýýýþþþþþþý€ € € € ¡    j
		

		
									

Õ