U
|
_ ã @ s8 d dl Z d dl mZ dgZdd ZG dd dejZdS )é N)ÚnnÚ ContextBlockc C s t | tjrTtjj| d jdd t| d dr| d jd k rtj | d jd¡ n6tjj| jdd t| dr| jd k rtj | jd¡ d S )Néÿÿÿÿr )ÚvalÚbias)Ú
|
isinstancer Ú
|
SequentialÚinitÚ constant_ÚweightÚhasattrr )Úm© r ú./layers/context_block.pyÚlast_zero_init s r c s6 e Zd Zd fdd Zdd Zdd Zd d
|
Z ZS ) r Úatt©Ú channel_addc
|
s~ t t| ¡ |dkstt|ttfs,tddg t fdd|D sNtt|dksbtd|| _ || _
|
t || | _ || _ || _|dkr²tj|d d d
|
| _tjd d | _n t d ¡| _d|krt tj| j | j d d
|
t | j d d g¡tjd dtj| j | j d d
|
¡| _nd | _d|krlt tj| j | j d d
|
t | j d d g¡tjd dtj| j | j d d
|
¡| _nd | _| ¡ d S )N)Úavgr r Z channel_mulc s g | ] }| kqS r r )Ú.0Úf©Zvalid_fusion_typesr r Ú
|
<listcomp> s z)ContextBlock.__init__.<locals>.<listcomp>r z"at least one fusion should be usedr é )Ú kernel_sizeé )ÚdimT)Úinplace) Úsuperr Ú__init__ÚAssertionErrorr ÚlistÚtupleÚallÚlenÚinplanesÚratioÚintÚplanesÚ pooling_typeÚ fusion_typesr ÚConv2dÚ conv_maskÚSoftmaxÚsoftmaxÚAdaptiveAvgPool2dÚavg_poolr Ú LayerNormÚReLUÚchannel_add_convÚchannel_mul_convÚreset_parameters)Úselfr% r& r) r* ©Ú __class__r r r s@
|
|
ü
|
|
üzContextBlock.__init__c C s | j dkrTtjj| jjdddd t| jdrL| jjd k rLtj | jjd¡ d| j_ | j
|
d k rht | j
|
| j d k r|t | j d S )Nr r Úfan_inÚrelu)ÚaÚmodeÚ nonlinearityr T) r) r r Úkaiming_normal_r, r r r r
|
Zinitedr3 r r4 )r6 r r r r5 = s
|
|
|
|
z ContextBlock.reset_parametersc C s | ¡ \}}}}| jdkr|}| |||| ¡}| d¡}| |¡}| |d|| ¡}| |¡}| d¡}t ||¡}| ||dd¡}n
|
| |¡}|S )Nr r r ) Úsizer) ÚviewÚ unsqueezer, r. ÚtorchÚmatmulr0 ) r6 ÚxÚbatchÚchannelÚheightÚwidthZinput_xZ context_maskÚcontextr r r Ú spatial_poolI s
|
|
|
|
|
|
zContextBlock.spatial_poolc C sP | |¡}|}| jd k r0t | |¡¡}|| }| jd k rL| |¡}|| }|S )N)rJ r4 rB Úsigmoidr3 )r6 rD rI ÚoutZchannel_mul_termZchannel_add_termr r r Úforwardc s
|
|
|
|
zContextBlock.forward)r r )Ú__name__Ú
|
__module__Ú __qualname__r r5 rJ rM Ú __classcell__r r r7 r r s ü' )rB r Ú__all__r ÚModuler r r r r Ú<module> s
|
