#ifndef CAFFE2_OPERATORS_SQUARE_ROOT_DIVIDE_OP_H_ #define CAFFE2_OPERATORS_SQUARE_ROOT_DIVIDE_OP_H_ #include "caffe2/core/context.h" #include "caffe2/core/operator.h" #include "caffe2/utils/math.h" namespace caffe2 { template class SquareRootDivideOp final : public Operator { public: USE_OPERATOR_CONTEXT_FUNCTIONS; USE_DISPATCH_HELPER; template explicit SquareRootDivideOp(Args&&... args) : Operator(std::forward(args)...) {} bool RunOnDevice() override { return DispatchHelper>::call(this, Input(DATA)); } private: template bool DoRunWithType() { return DispatchHelper, TData>::call( this, Input(SCALE)); } template bool DoRunWithType2() { auto& data = Input(DATA); auto& scale = Input(SCALE); auto* Y = Output(0, data.sizes(), at::dtype()); size_t batchSize = data.size(0); size_t exampleSize = data.size_from_dim(1); CAFFE_ENFORCE(batchSize == scale.size(0), batchSize, " != ", scale.size(0)); auto* scalePtr = scale.template data(); auto* dataPtr = data.template data(); auto* yPtr = Y->template mutable_data(); for (auto i = 0; i < batchSize; ++i) { auto scale = scalePtr[i]; CAFFE_ENFORCE(scale >= 0, scale, " < 0"); auto multiplier = scale == 0 ? 1.0 : 1 / std::sqrt(scale); math::Scale( exampleSize, multiplier, dataPtr + i * exampleSize, yPtr + i * exampleSize, &context_); } return true; } INPUT_TAGS(DATA, SCALE); }; } // namespace caffe2 #endif // CAFFE2_OPERATORS_SQUARE_ROOT_DIVIDE_OP_H_