/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
    http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

#include "paddle/fluid/operators/pscore/distributed_push_sparse_op.h"

#include <algorithm>

#include "paddle/fluid/framework/data_type.h"
#include "paddle/fluid/framework/op_registry.h"
#include "paddle/phi/kernels/funcs/math_function.h"

namespace paddle {
namespace operators {

constexpr int64_t kNoPadding = -1;

class DistributedPushSparseOp : public framework::OperatorWithKernel {
 public:
  using framework::OperatorWithKernel::OperatorWithKernel;

  void InferShape(framework::InferShapeContext *ctx) const override {
    PADDLE_ENFORCE_EQ(ctx->HasInputs("Ids"),
                      true,
                      platform::errors::InvalidArgument(
                          "Input(Ids) of PushSparseOp should not be null."));
    PADDLE_ENFORCE_EQ(ctx->HasOutputs("Outputs"),
                      true,
                      platform::errors::InvalidArgument(
                          "Output(Outs) of PushSparseOp should not be null."));

    auto ids_dims = ctx->GetInputsDim("Ids");

    for (auto &ids_dim : ids_dims) {
      PADDLE_ENFORCE_EQ(ids_dim.size(),
                        2,
                        platform::errors::InvalidArgument(
                            "The dimension of the 'Ids' tensor must be 2."));
    }

    // for fluid.embedding
    auto push_sparse_version =
        ctx->Attrs().Get<std::string>("push_sparse_version");
  }

 protected:
  phi::KernelKey GetExpectedKernelType(
      const framework::ExecutionContext &ctx) const override {
    return phi::KernelKey(
        framework::proto::VarType::Type(ctx.Attr<int>("dtype")),
        ctx.GetPlace());
  }
};

class DistributedPushSparseOpMaker : public framework::OpProtoAndCheckerMaker {
 public:
  void Make() override {
    AddInput("Ids",
             "(phi::DenseTensor) Ids's type should be phi::DenseTensor"
             "THe ids to be looked up in W.")
        .AsDuplicable();

    AddInput("Shows",
             "(phi::DenseTensor) Shows's type should be phi::DenseTensor"
             "THe shows default to be 1.")
        .AsDuplicable();

    AddInput("Clicks",
             "(phi::DenseTensor) Clicks's type should be phi::DenseTensor"
             "THe clicks usually equal to label.")
        .AsDuplicable();

    AddOutput(
        "Outputs",
        "(phi::DenseTensor) The lookup results, which have the same type as W.")
        .AsDuplicable();

    AddAttr<int>("table_id", "sparse table id").SetDefault(0);
    AddAttr<int>("size", "embedding size").SetDefault(8);

    AddAttr<bool>("is_distributed",
                  "(boolean, default false) distributed lookup table.")
        .SetDefault(false);

    AddAttr<std::string>(
        "push_sparse_version",
        "(string, default push_sparse) "
        "To distinguish between different versions of embedding OP")
        .SetDefault(std::string("push_sparse"));

    AddAttr<int64_t>("padding_idx",
                     "(int64, default -1) "
                     "If the value is -1, it makes no effect to lookup. "
                     "Otherwise the given value indicates padding the output "
                     "with zeros whenever lookup encounters it in Ids.")
        .SetDefault(kNoPadding);
    AddAttr<int>("dtype",
                 "(int, default 5 (FP32)) "
                 "Output data type")
        .SetDefault(framework::proto::VarType::FP32);

    AddAttr<bool>("is_test",
                  "(bool, default false) Set to true for inference only, false "
                  "for training.")
        .SetDefault(false);

    AddAttr<bool>("use_cvm_op", "(boolean, default false) Use cvm op or not.")
        .SetDefault(false);

    AddComment(R"DOC(
Lookup Tablel Prefetch Operator.
This operator is used to perform lookup on parameter W,
then concatenated into a sparse tensor.
The type of Ids(Input) is SelectedRows, the rows of Ids contains
the ids to be looked up in W;
if the Id is not in the sparse table, this operator will return a
random value and set the value into the table for the next looking up.
)DOC");
  }
};
}  // namespace operators
}  // namespace paddle

namespace ops = paddle::operators;

REGISTER_OPERATOR(distributed_push_sparse,
                  ops::DistributedPushSparseOp,
                  ops::DistributedPushSparseOpMaker);

PD_REGISTER_STRUCT_KERNEL(distributed_push_sparse,
                          CPU,
                          ALL_LAYOUT,
                          ops::DistributedPushSparseKernel,
                          float,
                          double) {}
