#ifndef CAFFE2_OPERATORS_DEFORM_CONV_OP_H_
|
#define CAFFE2_OPERATORS_DEFORM_CONV_OP_H_
|
|
#include "caffe2/core/context.h"
|
#include "caffe2/core/operator.h"
|
#include "caffe2/operators/conv_op_shared.h"
|
#include "caffe2/operators/conv_pool_op_base.h"
|
|
C10_DECLARE_bool(caffe2_force_shared_col_buffer);
|
|
namespace caffe2 {
|
|
template <typename T, class Context>
|
class DeformConvOpBase : public ConvPoolOpBase<Context> {
|
public:
|
USE_CONV_POOL_BASE_FUNCTIONS(Context);
|
explicit DeformConvOpBase(const OperatorDef& operator_def, Workspace* ws)
|
: ConvPoolOpBase<Context>(operator_def, ws),
|
deformable_group_(
|
this->template GetSingleArgument<int>("deformable_group", 1)) {}
|
~DeformConvOpBase() {}
|
|
protected:
|
void DeformableIm2col(
|
const T* data_im,
|
const T* data_offset,
|
at::IntArrayRef im_shape,
|
at::IntArrayRef col_shape,
|
T* data_col);
|
void DeformableCol2im(
|
const T* data_col,
|
const T* data_offset,
|
at::IntArrayRef im_shape,
|
at::IntArrayRef col_shape,
|
T* grad_im);
|
void DeformableCol2imCoord(
|
const T* data_col,
|
const T* data_im,
|
const T* data_offset,
|
at::IntArrayRef im_shape,
|
at::IntArrayRef col_shape,
|
T* grad_offset);
|
|
protected:
|
int deformable_group_;
|
|
#define USE_DEFORMABLE_CONV_BASE_FUNCTIONS(T, Context) \
|
USE_CONV_POOL_BASE_FUNCTIONS(Context); \
|
using DeformConvOpBase<T, Context>::deformable_group_; \
|
using DeformConvOpBase<T, Context>::DeformableIm2col; \
|
using DeformConvOpBase<T, Context>::DeformableCol2im; \
|
using DeformConvOpBase<T, Context>::DeformableCol2imCoord
|
};
|
|
template <typename T, class Context>
|
class DeformConvOp final : public DeformConvOpBase<T, Context> {
|
public:
|
USE_DEFORMABLE_CONV_BASE_FUNCTIONS(T, Context);
|
|
explicit DeformConvOp(const OperatorDef& operator_def, Workspace* ws)
|
: DeformConvOpBase<T, Context>(operator_def, ws) {
|
// Create shared buffer mutex in the constructor
|
// to avoid race-condition in DAGNet.
|
if (FLAGS_caffe2_force_shared_col_buffer || shared_buffer_) {
|
createSharedBuffer<Context>(ws_);
|
}
|
}
|
~DeformConvOp() {}
|
|
bool RunOnDeviceWithOrderNCHW() override;
|
|
private:
|
Tensor col_buffer_{Context::GetDeviceType()};
|
Tensor bias_multiplier_;
|
Tensor img_shape_device_{Context::GetDeviceType()};
|
Tensor col_buffer_shape_device_{Context::GetDeviceType()};
|
// Input: X, o, W, b
|
// Output: Y
|
INPUT_TAGS(INPUT, OFFSET, FILTER, BIAS);
|
};
|
|
template <typename T, class Context>
|
class DeformConvGradientOp final : public DeformConvOpBase<T, Context> {
|
public:
|
USE_DEFORMABLE_CONV_BASE_FUNCTIONS(T, Context);
|
|
explicit DeformConvGradientOp(const OperatorDef& operator_def, Workspace* ws)
|
: DeformConvOpBase<T, Context>(operator_def, ws),
|
no_bias_(this->template GetSingleArgument<int>("no_bias", 0)) {
|
CAFFE_ENFORCE(
|
!(no_bias_ && OutputSize() == 4),
|
"If bias is not present, you should not have 4 grad output.");
|
}
|
~DeformConvGradientOp() {}
|
|
bool RunOnDeviceWithOrderNCHW() override;
|
|
private:
|
Tensor col_buffer_;
|
Tensor bias_multiplier_;
|
Tensor img_shape_device_{Context::GetDeviceType()};
|
Tensor col_buffer_shape_device_{Context::GetDeviceType()};
|
bool no_bias_;
|
// input: X, W, dY
|
// output: dO, dW, db, and optionally dX
|
INPUT_TAGS(INPUT, OFFSET, FILTER, OUTPUT_GRAD);
|
OUTPUT_TAGS(OFFSET_GRAD, FILTER_GRAD, BIAS_OR_INPUT_GRAD, INPUT_GRAD);
|
};
|
|
} // namespace caffe2
|
|
#endif // CAFFE2_OPERATORS_DEFORM_CONV_OP_H_
|
