datatype_transfer.cc

/**
 * Copyright 2019-2020 Huawei Technologies Co., Ltd
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include "common/formats/format_transfers/datatype_transfer.h"

#include <stdint.h>
#include <map>
#include <utility>

#include "common/formats/utils/formats_trans_utils.h"
#include "common/fp16_t.h"
#include "common/ge/ge_util.h"
#include "framework/common/debug/ge_log.h"
#include "graph/utils/type_utils.h"
#include "securec.h"

namespace ge {
namespace formats {

namespace {
enum DataTypeTransMode {
  kTransferWithDatatypeFloatToFloat16,
  kTransferWithDatatypeFloatToInt32,
  kTransferWithDatatypeFloat16ToFloat,
  kTransferWithDatatypeFloat16ToInt32,
  kTransferWithDatatypeInt32ToFloat,
  kTransferWithDatatypeInt32ToFloat16,
  kTransferWithDatatypeInt32ToUint8,
  kTransferWithDatatypeInt32ToInt8,
  kTransferWithDatatypeUint8ToFloat,
  kTransferWithDatatypeUint8ToInt32,
  kTransferWithDatatypeInt8ToFloat,
  kTransferWithDatatypeInt8ToInt32,
  kTransferWithDatatypeInt64ToInt32,
};

std::map<std::pair<DataType, DataType>, DataTypeTransMode> trans_mode_map{
    {std::pair<DataType, DataType>(DT_FLOAT, DT_FLOAT16), kTransferWithDatatypeFloatToFloat16},
    {std::pair<DataType, DataType>(DT_FLOAT, DT_INT32), kTransferWithDatatypeFloatToInt32},
    {std::pair<DataType, DataType>(DT_FLOAT16, DT_FLOAT), kTransferWithDatatypeFloat16ToFloat},
    {std::pair<DataType, DataType>(DT_FLOAT16, DT_INT32), kTransferWithDatatypeFloat16ToInt32},
    {std::pair<DataType, DataType>(DT_INT32, DT_FLOAT), kTransferWithDatatypeInt32ToFloat},
    {std::pair<DataType, DataType>(DT_INT32, DT_FLOAT16), kTransferWithDatatypeInt32ToFloat16},
    {std::pair<DataType, DataType>(DT_INT32, DT_UINT8), kTransferWithDatatypeInt32ToUint8},
    {std::pair<DataType, DataType>(DT_INT32, DT_INT8), kTransferWithDatatypeInt32ToInt8},
    {std::pair<DataType, DataType>(DT_UINT8, DT_FLOAT), kTransferWithDatatypeUint8ToFloat},
    {std::pair<DataType, DataType>(DT_UINT8, DT_INT32), kTransferWithDatatypeUint8ToInt32},
    {std::pair<DataType, DataType>(DT_INT8, DT_FLOAT), kTransferWithDatatypeInt8ToFloat},
    {std::pair<DataType, DataType>(DT_INT8, DT_INT32), kTransferWithDatatypeInt8ToInt32},
    {std::pair<DataType, DataType>(DT_INT64, DT_INT32), kTransferWithDatatypeInt64ToInt32}};

template <typename SrcT, typename DstT>
Status TransDataSrc2Dst(const CastArgs &args, uint8_t *dst, const size_t data_size) {
  SrcT src_data;
  for (size_t idx = 0; idx != data_size; idx++) {
    src_data = reinterpret_cast<const SrcT *>(args.data)[idx];
    reinterpret_cast<DstT *>(dst)[idx] = static_cast<DstT>(src_data);
  }
  return SUCCESS;
}

template <typename SrcT>
Status TransDataSrc2Fp16(const CastArgs &args, uint8_t *dst, const size_t data_size) {
  fp16_t src_data;
  for (size_t idx = 0; idx != data_size; idx++) {
    src_data = reinterpret_cast<const SrcT *>(args.data)[idx];
    reinterpret_cast<uint16_t *>(dst)[idx] = src_data.val;
  }
  return SUCCESS;
}

Status CastKernel(const CastArgs &args, uint8_t *dst, const size_t data_size, const DataTypeTransMode trans_mode) {
  switch (trans_mode) {
    case kTransferWithDatatypeFloatToFloat16:
      return TransDataSrc2Fp16<float>(args, dst, data_size);
    case kTransferWithDatatypeFloatToInt32:
      return TransDataSrc2Dst<float, int32_t>(args, dst, data_size);
    case kTransferWithDatatypeFloat16ToFloat:
      return TransDataSrc2Dst<fp16_t, float>(args, dst, data_size);
    case kTransferWithDatatypeFloat16ToInt32:
      return TransDataSrc2Dst<fp16_t, int32_t>(args, dst, data_size);
    case kTransferWithDatatypeInt32ToFloat:
      return TransDataSrc2Dst<int32_t, float>(args, dst, data_size);
    case kTransferWithDatatypeInt32ToFloat16:
      return TransDataSrc2Fp16<int32_t>(args, dst, data_size);
    case kTransferWithDatatypeInt32ToUint8:
      return TransDataSrc2Dst<int32_t, uint8_t>(args, dst, data_size);
    case kTransferWithDatatypeInt32ToInt8:
      return TransDataSrc2Dst<int32_t, int8_t>(args, dst, data_size);
    case kTransferWithDatatypeUint8ToFloat:
      return TransDataSrc2Dst<uint8_t, float>(args, dst, data_size);
    case kTransferWithDatatypeUint8ToInt32:
      return TransDataSrc2Dst<uint8_t, int32_t>(args, dst, data_size);
    case kTransferWithDatatypeInt8ToFloat:
      return TransDataSrc2Dst<int8_t, float>(args, dst, data_size);
    case kTransferWithDatatypeInt8ToInt32:
      return TransDataSrc2Dst<int8_t, int32_t>(args, dst, data_size);
    case kTransferWithDatatypeInt64ToInt32:
      return TransDataSrc2Dst<int64_t, int32_t>(args, dst, data_size);
    default:
      GELOGE(PARAM_INVALID, "Trans data type from %s to %s is not supported.",
             TypeUtils::DataTypeToSerialString(args.src_data_type).c_str(),
             TypeUtils::DataTypeToSerialString(args.dst_data_type).c_str());
      return UNSUPPORTED;
  }
}
}  // namespace

Status DataTypeTransfer::TransDataType(const CastArgs &args, TransResult &result) {
  GELOGD("Begin trans data from %s to %s, data size %zu", TypeUtils::DataTypeToSerialString(args.src_data_type).c_str(),
         TypeUtils::DataTypeToSerialString(args.dst_data_type).c_str(), args.src_data_size);
  std::pair<DataType, DataType> trans_info(args.src_data_type, args.dst_data_type);
  auto iter = trans_mode_map.find(trans_info);
  if (iter == trans_mode_map.end()) {
    GELOGE(PARAM_INVALID, "Trans data type from %s to %s is not supported.",
           TypeUtils::DataTypeToSerialString(args.src_data_type).c_str(),
           TypeUtils::DataTypeToSerialString(args.dst_data_type).c_str());
    return UNSUPPORTED;
  }
  auto trans_mode = iter->second;

  if (args.src_data_size == 0) {
    GELOGE(PARAM_INVALID, "Invalid src data size %zu", args.src_data_size);
    return PARAM_INVALID;
  }
  int size = GetSizeByDataType(args.dst_data_type);
  if (size <= 0) {
    GELOGE(PARAM_INVALID, "Failed to calc size from data type %s",
           TypeUtils::DataTypeToSerialString(args.dst_data_type).c_str());
    return PARAM_INVALID;
  }
  if (args.src_data_size > static_cast<size_t>(SIZE_MAX / size)) {
    GELOGE(PARAM_INVALID, "args.src_data_size %zu or data type size %d too big.", args.src_data_size, size);
    return PARAM_INVALID;
  }
  size_t total_size = static_cast<size_t>(args.src_data_size * size);
  std::shared_ptr<uint8_t> dst(new (std::nothrow) uint8_t[total_size], std::default_delete<uint8_t[]>());
  if (dst == nullptr) {
    GELOGE(OUT_OF_MEMORY, "Failed to alloc the memory for dst buf %zu, data size %zu", total_size, args.src_data_size);
    return OUT_OF_MEMORY;
  }

  if (CastKernel(args, dst.get(), args.src_data_size, trans_mode) != SUCCESS) {
    GELOGE(INTERNAL_ERROR, "Failed to cast data from %s to %s, data size %zu",
           TypeUtils::DataTypeToSerialString(args.src_data_type).c_str(),
           TypeUtils::DataTypeToSerialString(args.dst_data_type).c_str(), args.src_data_size);
    return INTERNAL_ERROR;
  }
  result.data = dst;
  result.length = total_size;
  return SUCCESS;
}

std::shared_ptr<DataTypeTransfer> BuildDataTypeTransfer(const CastArgs &args) {
  if (!DataTypeTransferExists(args)) {
    return nullptr;
  }
  return ge::MakeShared<DataTypeTransfer>();
}

bool DataTypeTransferExists(const CastArgs &args) {
  std::pair<DataType, DataType> trans_info(args.src_data_type, args.dst_data_type);
  auto iter = trans_mode_map.find(trans_info);
  return iter != trans_mode_map.end();
}
}  // namespace formats
}  // namespace ge