#ifndef CAFFE2_OPERATORS_THRESHOLDED_RELU_OP_H_
#define CAFFE2_OPERATORS_THRESHOLDED_RELU_OP_H_

#include "caffe2/core/common_omp.h"
#include "caffe2/core/context.h"
#include "caffe2/core/logging.h"
#include "caffe2/core/operator.h"

namespace caffe2 {

template <typename T, class Context>
class ThresholdedReluOp final : public Operator<Context> {
 public:
  USE_OPERATOR_CONTEXT_FUNCTIONS;
  template <class... Args>
  explicit ThresholdedReluOp(Args&&... args)
      : Operator<Context>(std::forward<Args>(args)...) {
    alpha_ = this->template GetSingleArgument<T>("alpha", 1.0);
  }

  bool RunOnDevice() override;

 protected:
  T alpha_;
};

template <typename T, class Context>
class ThresholdedReluGradientOp final : public Operator<Context> {
 public:
  USE_OPERATOR_CONTEXT_FUNCTIONS;
  template <class... Args>
  explicit ThresholdedReluGradientOp(Args&&... args)
      : Operator<Context>(std::forward<Args>(args)...) {
    alpha_ = this->template GetSingleArgument<T>("alpha", 1.0);
  }

  bool RunOnDevice() override;

 protected:
  T alpha_;
};

} // namespace caffe2

#endif // CAFFE2_OPERATORS_THRESHOLDED_RELU_OP_H_