B
|
_# ã @ sz d Z ddlZddlm mZ ddlmZ ddlmZmZ ddl m
|
Z
|
ddl m Z G dd d ej ZG d
|
d d ej ZdS ) z4
|
@author: xingyu liao
|
@contact: liaoxingyu5@jd.com
|
é N)Únn)ÚConv2dÚReLU)Ú_pairé )Úget_normc s* e Zd ZdZd fd d Zd d Z ZS )Ú SplAtConv2dzSplit-Attention Conv2d
|
©r r ©r r r Té é FNç c sN t t| ¡ t|}| o0|d dkp0|d dk| _| | _t|| |
|
d}| | _|| _|| _ || _
|
| jr¤ddl m } |||| ||||f|| || d|| _ n*t||| ||||f|| |d|| _ | d k | _| jrðt| || || _tdd| _t||d| jd | _| jr&t| ||| _t||| d| jd | _t| || _d S )
|
Nr r é )ÚRFConv2d)ÚgroupsÚbiasZ average_mode)r r T)Úinplace)r )Úsuperr Ú__init__r ÚrectifyÚ rectify_avgÚmaxÚradixÚ cardinalityÚchannelsÚdropblock_probZrfconvr Úconvr Úuse_bnr Úbn0r ÚreluÚfc1Úbn1Úfc2ÚrSoftMaxÚrsoftmax)ÚselfÚ in_channelsr Ú kernel_sizeÚstrideÚpaddingÚdilationr r r Zreduction_factorr r Z
|
norm_layerÚ
|
num_splitsr ÚkwargsÚinter_channelsr )Ú __class__© ú./layers/splat.pyr s0
|
zSplAtConv2d.__init__c C s | |¡}| jr| |¡}| jdkr.| |¡}| |¡}|jd d
\}}| jdkrttj ||| j dd}t
|
|}n|}t |d¡}| |¡}| jr| |¡}| |¡}| |¡}| |¡ |ddd¡}| jdkrtj ||| j dd}t
|
dd t||D }n|| }| ¡ S )Ng r r )Údiméÿÿÿÿc S s g | ]\}}|| qS r/ r/ )Ú.0ÚattÚsplitr/ r/ r0 ú
|
<listcomp>M s z'SplAtConv2d.forward.<locals>.<listcomp>)r r r r Z dropblockr Úshaper Útorchr5 ÚsumÚFÚadaptive_avg_pool2dr r! r" r$ ÚviewÚzipÚ
|
contiguous) r% ÚxÚbatchZrchannelZsplitedZgapZattenZattensÚoutr/ r/ r0 Úforward3 s.
|
|
|
|
|
|
|
|
|
|
|
zSplAtConv2d.forward) r r
|
r r Tr r FFNr r )Ú__name__Ú
|
__module__Ú __qualname__Ú__doc__r rB Ú __classcell__r/ r/ )r. r0 r s r c s$ e Zd Z fddZdd Z ZS )r# c s t ¡ || _|| _d S )N)r r r r )r% r r )r. r/ r0 r T s
|
zrSoftMax.__init__c C sZ | d¡}| jdkrL| || j| jd¡ dd¡}tj|dd}| |d¡}n
|
t |¡}|S )Nr r r2 r )r1 )
|
Úsizer r< r Ú transposer: ÚsoftmaxÚreshaper8 Úsigmoid)r% r? r@ r/ r/ r0 rB Y s
|
|
|
zrSoftMax.forward)rC rD rE r rB rG r/ r/ )r. r0 r# S s r# )rF r8 Útorch.nn.functionalr Ú
|
functionalr: Útorch.nnr r Ztorch.nn.modules.utilsr Ú
|
batch_normr ÚModuler r# r/ r/ r/ r0 Ú<module> s D
|
