forked from pytorch/pytorch
-
Notifications
You must be signed in to change notification settings - Fork 0
/
accumulate_op.h
40 lines (32 loc) · 1.03 KB
/
accumulate_op.h
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
#ifndef CAFFE2_OPERATORS_ACCUMULATE_OP_H_
#define CAFFE2_OPERATORS_ACCUMULATE_OP_H_
#include "caffe2/core/context.h"
#include "caffe2/core/operator.h"
#include "caffe2/utils/math.h"
namespace caffe2 {
template <typename T, class Context>
class AccumulateOp final : public Operator<Context> {
public:
AccumulateOp(const OperatorDef& operator_def, Workspace* ws)
: Operator<Context>(operator_def, ws),
gamma_(static_cast<T>(
this->template GetSingleArgument<float>("gamma", 1.0))) {}
USE_OPERATOR_CONTEXT_FUNCTIONS;
bool RunOnDevice() override {
auto& input = Input(0);
// TODO: the operator depends on output being set to 0 before the run
auto* output = Output(0, input.sizes(), at::dtype<T>());
math::Axpby<T, T, Context>(
input.numel(),
static_cast<T>(1),
input.template data<T>(),
gamma_,
output->template mutable_data<T>(),
&context_);
return true;
}
protected:
T gamma_;
};
} // namespace caffe2
#endif // CAFFE2_OPERATORS_ACCUMULATE_OP_H_