tracer.cc 18.4 KB
Newer Older
J
Jiabin Yang 已提交
1
// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
2 3 4 5 6 7 8 9 10 11 12 13 14
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#include "paddle/fluid/imperative/tracer.h"
15
#include <map>
H
hong 已提交
16
#include <set>
M
minqiyang 已提交
17
#include <unordered_set>
18
#include <utility>
19
#include "paddle/fluid/framework/op_registry.h"
20
#include "paddle/fluid/imperative/amp_auto_cast.h"
21
#include "paddle/fluid/imperative/execution_context.h"
22
#include "paddle/fluid/imperative/op_base.h"
23
#include "paddle/fluid/platform/denormal.h"
24
#include "paddle/fluid/platform/device/device_wrapper.h"
C
chengduo 已提交
25
#include "paddle/fluid/platform/profiler.h"
26
#include "paddle/fluid/platform/profiler/event_tracing.h"
27
#include "paddle/fluid/string/string_helper.h"
28
#include "paddle/phi/common/place.h"
29

30
DECLARE_bool(use_mkldnn);
31 32
DECLARE_string(tracer_mkldnn_ops_on);
DECLARE_string(tracer_mkldnn_ops_off);
33

34
namespace paddle {
M
minqiyang 已提交
35 36
namespace imperative {

37 38
thread_local bool Tracer::enable_program_desc_tracing_ = false;

Z
Zeng Jinle 已提交
39 40
thread_local bool Tracer::has_grad_ = true;

41 42
thread_local AmpLevel Tracer::amp_level_ = AmpLevel::O0;

43
thread_local phi::DataType Tracer::amp_dtype_ = phi::DataType::FLOAT32;
44

45 46 47 48 49 50 51 52 53
static std::shared_ptr<Tracer> g_current_tracer(nullptr);

const std::shared_ptr<Tracer>& GetCurrentTracer() { return g_current_tracer; }

void SetCurrentTracer(const std::shared_ptr<Tracer>& tracer) {
  g_current_tracer = tracer;
  VLOG(6) << "Set current tracer: " << g_current_tracer;
}

54
void PassStopGradient(const NameVarBaseMap& outs, bool generate_grad) {
55 56 57 58 59 60 61 62 63 64 65 66
  for (const auto& pair : outs) {
    for (const auto& var : pair.second) {
      // NOTE(zhiqiu): this happends when None output are passed from python
      // side. For example, fake_quantize_dequantize_moving_average_abs_max may
      // pass None OutAccum in eval mode.
      // It can be refined by generate several different pybind interface for
      // one operator with different function signature.
      if (var == nullptr) {
        VLOG(4) << pair.first << " is NULL";
        continue;
      }
      VLOG(6) << "Set output: " << var->Name() << "'s OverridedStopGradient as "
67
              << generate_grad;
68
      var->InnerSetOverridedStopGradient(generate_grad);
69 70 71 72
    }
  }
}

73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98
void IncreaseVarbaseReferenceCountUntilCopyComplete(
    const std::shared_ptr<imperative::VarBase>& var,
    const platform::Place& place) {
  // Note(zhiqiu): Follow the logic of TensorCopy to determine the place that we
  // need to add callback, see tensor_utils.cc:245
  auto place_ = platform::is_gpu_place(place) ? place : var->Place();

  auto tracer = imperative::GetCurrentTracer();
  auto gc = tracer->MutableGarbageCollectorIfNotExists(place_);

  // Note(zhiqiu): This is an empty callback, the only way is to "reference"
  // var, so it will not be destructed until the kernels launched at current
  // stream of given place is finished.
  auto callback = [var, place_]() {
    VLOG(4) << "Run callback of var:" << var->Name() << " at place " << place_;
  };

  gc->DirectClearCallback(callback);
}

paddle::framework::GarbageCollector* Tracer::MutableGarbageCollectorIfNotExists(
    const platform::Place& place) {
  // if not exists, create a new GarbageCollector at given place
  if (gcs_.count(place) == 0) {
    std::unique_ptr<framework::GarbageCollector> gc;
    if (platform::is_gpu_place(place)) {
Z
zhulei 已提交
99
#if defined(PADDLE_WITH_CUDA) || defined(PADDLE_WITH_HIP)
100
      gc.reset(new framework::DefaultStreamGarbageCollector(place, 0));
101 102 103 104 105 106 107 108

      VLOG(10) << "Created GarbageCollector at " << place;
#else
      PADDLE_THROW(platform::errors::PermissionDenied(
          "Paddle can't use CUDA device since it's not compiled with CUDA,"
          "Please recompile or reinstall Paddle with GPU support."));
#endif
    } else if (platform::is_cuda_pinned_place(place)) {
Z
zhulei 已提交
109
#if defined(PADDLE_WITH_CUDA) || defined(PADDLE_WITH_HIP)
110
      gc.reset(new framework::CUDAPinnedGarbageCollector(place, 0));
111 112 113 114 115 116 117 118 119 120

      VLOG(10) << "Created GarbageCollector at " << place;
#else
      PADDLE_THROW(platform::errors::PermissionDenied(
          "Paddle can't use CUDAPinned device since it's not compiled with "
          "CUDA,"
          "Please recompile or reinstall Paddle with GPU support."));
#endif
    } else if (platform::is_xpu_place(place)) {
#if defined(PADDLE_WITH_XPU)
121
      gc.reset(new framework::XPUGarbageCollector(place, 0));
122 123 124 125 126 127 128
      VLOG(10) << "Created GarbageCollector at " << place;
#else
      PADDLE_THROW(platform::errors::PermissionDenied(
          "Paddle can't use XPU device since it's not compiled with XPU,"
          "Please recompile or reinstall Paddle with XPU support."));
#endif
    } else if (platform::is_cpu_place(place)) {
129
      gc.reset(new framework::CPUGarbageCollector(place, 0));
130
      VLOG(10) << "Created GarbageCollector at " << place;
131 132 133
    } else if (platform::is_npu_place(place)) {
#if defined(PADDLE_WITH_ASCEND_CL)
      // TODO(zhiqiu): fix bugs and enable NPUDefaultStreamGarbageCollector.
134
      gc.reset(new framework::NPUUnsafeFastGarbageCollector(place, 0));
135 136 137 138 139
      VLOG(10) << "Created GarbageCollector at " << place;
#else
      PADDLE_THROW(platform::errors::PermissionDenied(
          "Paddle can't use NPU device since it's not compiled with NPU,"
          "Please recompile or reinstall Paddle with NPU support."));
F
fwenguang 已提交
140 141 142
#endif
    } else if (platform::is_mlu_place(place)) {
#if defined(PADDLE_WITH_MLU)
143
      gc.reset(new framework::MLUDefaultStreamGarbageCollector(place, 0));
F
fwenguang 已提交
144 145 146 147 148
      VLOG(10) << "Created GarbageCollector at " << place;
#else
      PADDLE_THROW(platform::errors::PermissionDenied(
          "Paddle can't use MLU device since it's not compiled with MLU,"
          "Please recompile or reinstall Paddle with MLU support."));
149 150 151 152 153 154 155 156 157 158 159
#endif
    } else if (platform::is_custom_place(place)) {
#if defined(PADDLE_WITH_CUSTOM_DEVICE)
      gc.reset(new framework::CustomDefaultStreamGarbageCollector(place, 0));
      VLOG(10) << "Created GarbageCollector at " << place;
#else
      PADDLE_THROW(platform::errors::PermissionDenied(
          "Paddle can't use CustomDevice since it's not compiled with "
          "CustomDevice,"
          "Please recompile or reinstall Paddle with CustomDevice "
          "support."));
160
#endif
161 162 163 164 165 166 167 168 169 170
    } else {
      PADDLE_THROW(platform::errors::PreconditionNotMet(
          "Unsupported place for garbage collection"));
    }
    gcs_.emplace(place, std::move(gc));
  }

  return gcs_.at(place).get();
}

J
Jiabin Yang 已提交
171 172 173 174
template <typename VarType>
void Tracer::TraceOp(const std::string& type, const NameVarMap<VarType>& ins,
                     const NameVarMap<VarType>& outs,
                     framework::AttributeMap attrs,
175
                     const platform::Place& place, bool trace_backward,
J
Jiabin Yang 已提交
176 177
                     const std::map<std::string, std::string>& inplace_map,
                     paddle::framework::AttributeMap* passed_default_attrs_,
178
                     bool use_default_attr_map) {
W
wanghuancoder 已提交
179 180 181 182 183 184 185 186 187 188 189 190 191 192
  TraceOpImpl<VarType>(type, ins, outs, attrs, place, trace_backward,
                       inplace_map, passed_default_attrs_,
                       use_default_attr_map);
}

template <typename VarType>
void Tracer::TraceOpImpl(const std::string& type,
                         const NameVarMap<VarType>& ins,
                         const NameVarMap<VarType>& outs,
                         framework::AttributeMap& attrs,
                         const platform::Place& place, bool trace_backward,
                         const std::map<std::string, std::string>& inplace_map,
                         paddle::framework::AttributeMap* passed_default_attrs_,
                         bool use_default_attr_map) {
193
  platform::RecordEvent op_type_record_event(
194
      type + " trace_op", platform::TracerEventType::Operator, 1);
195
  platform::ScopedFlushDenormal flush;
J
Jiabin Yang 已提交
196
  VLOG(1) << "Trace Op: " << type;
197
  if (FLAGS_use_mkldnn) {
198 199 200 201 202 203 204 205 206 207 208
    // if both lists are empty all ops are enabled (default for
    // FLAGS_use_mkldnn=1)
    // if ops_on list is not empty only ops from that list are enabled
    if (!FLAGS_tracer_mkldnn_ops_on.empty()) {
      auto is_on = FLAGS_tracer_mkldnn_ops_on.find(type) != std::string::npos;
      attrs["use_mkldnn"] = is_on;
    } else {
      // if ops_on list is empty all ops are enabled except types from off_list
      auto is_off = FLAGS_tracer_mkldnn_ops_off.find(type) != std::string::npos;
      attrs["use_mkldnn"] = !is_off;
    }
209
  }
210 211 212 213
  auto op = framework::OpRegistry::CreateOp(type, {}, {}, {}, false);
  const auto& op_info = op->Info();
  auto* attr_checker = op_info.Checker();
  if (attr_checker) {
214
    attr_checker->Check(&attrs, true, /*only_check_exist_value=*/true);
215 216
  }

217 218 219 220 221
  static paddle::framework::AttributeMap empty_attrs_map = {};
  const paddle::framework::AttributeMap& default_attrs =
      attr_checker == nullptr ? empty_attrs_map
                              : attr_checker->GetDefaultAttrMap();

J
Jiabin Yang 已提交
222
  NameVarMap<VarType> new_ins = ins;
L
Leo Chen 已提交
223
  if (amp_level_ == AmpLevel::O1) {
224
    if (amp_dtype_ == phi::DataType::FLOAT16) {
225
      VLOG(5) << "Float16 Auto Mixed Precision O1 run operator: " << type;
226
      new_ins = AutoCastInputs<VarType>(type, ins);
227
    } else if (amp_dtype_ == phi::DataType::BFLOAT16) {
228
      VLOG(5) << "BFloat16 Auto Mixed Precision O1 run operator: " << type;
229 230
      new_ins = AutoCastBF16Inputs<VarType>(type, ins);
    }
L
Leo Chen 已提交
231
  } else if (amp_level_ == AmpLevel::O2) {
232
    if (amp_dtype_ == phi::DataType::FLOAT16) {
233
      VLOG(5) << "Float16 Auto Mixed Precision O2 run operator: " << type;
234
      new_ins = CastPureFp16Inputs<VarType>(type, ins);
235
    } else if (amp_dtype_ == phi::DataType::BFLOAT16) {
236
      VLOG(5) << "BFloat16 Auto Mixed Precision O2 run operator: " << type;
237 238
      new_ins = CastPureBf16Inputs<VarType>(type, ins);
    }
239 240
  }

241
  try {
242 243
    if (platform::is_gpu_place(place)) {
#if defined(PADDLE_WITH_CUDA) || defined(PADDLE_WITH_HIP)
244
      platform::SetDeviceId(place.device);
245 246 247 248 249 250
#else
      PADDLE_THROW(platform::errors::PreconditionNotMet(
          "PaddlePaddle should compile with GPU if use CUDAPlace."));
#endif
    } else if (platform::is_xpu_place(place)) {
#ifdef PADDLE_WITH_XPU
251
      platform::SetXPUDeviceId(place.device);
252 253 254
#else
      PADDLE_THROW(platform::errors::PreconditionNotMet(
          "PaddlePaddle should compile with XPU if use XPUPlace."));
H
houj04 已提交
255 256 257
#endif
    } else if (platform::is_npu_place(place)) {
#ifdef PADDLE_WITH_ASCEND_CL
258
      platform::SetNPUDeviceId(place.device);
H
houj04 已提交
259 260 261
#else
      PADDLE_THROW(platform::errors::PreconditionNotMet(
          "PaddlePaddle should compile with NPU if use NPUPlace."));
F
fwenguang 已提交
262 263 264
#endif
    } else if (platform::is_mlu_place(place)) {
#ifdef PADDLE_WITH_MLU
265
      platform::SetMLUDeviceId(place.device);
F
fwenguang 已提交
266 267 268
#else
      PADDLE_THROW(platform::errors::PreconditionNotMet(
          "PaddlePaddle should compile with MLU if use MLUPlace."));
269 270 271
#endif
    } else if (platform::is_custom_place(place)) {
#ifdef PADDLE_WITH_CUSTOM_DEVICE
272
      phi::DeviceManager::SetDevice(place);
273 274 275 276
#else
      PADDLE_THROW(platform::errors::PreconditionNotMet(
          "PaddlePaddle should compile with CustomDevice if use "
          "CustomPlace."));
277 278
#endif
    }
279
    if (!use_default_attr_map) {
J
Jiabin Yang 已提交
280 281 282 283 284 285 286 287 288 289 290 291 292
      PADDLE_ENFORCE_NOT_NULL(passed_default_attrs_,
                              paddle::platform::errors::PermissionDenied(
                                  "Detected default_attrs = nullptr."));
      VLOG(6) << "Use passed in default attrs";
      OpBase::Run(*op, new_ins, outs, attrs, (*passed_default_attrs_), place);
    } else {
      VLOG(6) << "Use Checker's default attrs";
      if (passed_default_attrs_) {
        // TODO(jiabin): Update this without copy
        *passed_default_attrs_ = default_attrs;
      }
      OpBase::Run(*op, new_ins, outs, attrs, default_attrs, place);
    }
293 294 295 296 297 298 299 300 301 302 303 304 305 306 307
  } catch (platform::EnforceNotMet& exception) {
    framework::AppendErrorOpHint(type, &exception);
    throw std::move(exception);
  } catch (std::exception& ex) {
    PADDLE_THROW(platform::errors::Fatal(
        "Operator %s raises an %s exception.\n"
        "The exception content is\n:%s.",
        type, platform::demangle(typeid(ex).name()), ex.what()));
  } catch (...) {
    // NOTE: this branch represents a very serious bug with
    // low probability of occurrence, and we can't get its
    // exception content here.
    PADDLE_THROW(platform::errors::Fatal(
        "Operator %s raises an unknown exception.", type));
  }
J
Jiabin Yang 已提交
308

309 310
  if (enable_program_desc_tracing_) {
    VLOG(5) << "Trace op " << type << " into ProgramDesc";
311
    program_desc_tracer_->InsertOp(type, new_ins, outs, attrs);
312 313
  }

314 315
  {
    platform::RecordEvent node_creation_record_event(
316
        type + " node_creation", platform::TracerEventType::OperatorInner, 1);
317 318 319 320 321 322 323 324 325 326 327 328 329 330

    if (ComputeRequiredGrad(new_ins, outs, trace_backward)) {
      PADDLE_ENFORCE_EQ(
          passed_default_attrs_, nullptr,
          paddle::platform::errors::PermissionDenied(
              "We expect passed_default_attrs_ is nullptr while "
              "use_default_attr_map is true, however we got not null "
              "passed_default_attrs_. Please check your usage of trace_op. "));
      CreateGradOpNode(*op, new_ins, outs, attrs, default_attrs, place,
                       inplace_map);
    } else {
      VLOG(3) << "No Grad to track for Op: " << type;
    }
    VLOG(6) << "Finish Trace Op: " << type;
331
  }
M
minqiyang 已提交
332 333
}

J
Jiabin Yang 已提交
334 335 336 337 338
template void Tracer::TraceOp<VarBase>(
    const std::string& type, const NameVarMap<VarBase>& ins,
    const NameVarMap<VarBase>& outs, framework::AttributeMap attrs,
    const platform::Place& place, bool trace_backward,
    const std::map<std::string, std::string>& inplace_map,
339
    paddle::framework::AttributeMap* default_attrs, bool use_default_attr_map);
J
Jiabin Yang 已提交
340

341 342 343
template void Tracer::TraceOp<egr::EagerVariable>(
    const std::string& type, const NameVarMap<egr::EagerVariable>& ins,
    const NameVarMap<egr::EagerVariable>& outs, framework::AttributeMap attrs,
J
Jiabin Yang 已提交
344 345
    const platform::Place& place, bool trace_backward,
    const std::map<std::string, std::string>& inplace_map_,
346
    paddle::framework::AttributeMap* default_attrs, bool use_default_attr_map);
J
Jiabin Yang 已提交
347

348
void Tracer::TraceOp(const std::string& type, const NameVarBaseMap& ins,
349 350
                     const NameVarBaseMap& outs, framework::AttributeMap attrs,
                     const std::map<std::string, std::string>& inplace_map) {
J
Jiabin Yang 已提交
351 352 353 354 355 356
  TraceOp<VarBase>(type, ins, outs, std::move(attrs), expected_place_,
                   has_grad_, inplace_map);
}

void Tracer::TraceOp(const std::string& type, const NameTensorMap& ins,
                     const NameTensorMap& outs,
W
wanghuancoder 已提交
357
                     paddle::framework::AttributeMap& attrs,
J
Jiabin Yang 已提交
358 359
                     const paddle::platform::Place& place,
                     paddle::framework::AttributeMap* default_attrs,
360
                     bool use_default_attr_map,
J
Jiabin Yang 已提交
361
                     const std::map<std::string, std::string>& inplace_map) {
362 363
  VLOG(6) << "Running On Eager TraceOp with use_default_attr_map: "
          << use_default_attr_map;
W
wanghuancoder 已提交
364 365 366 367 368 369 370 371 372 373 374
  TraceOpImpl<egr::EagerVariable>(type, ins, outs, attrs, place, false,
                                  inplace_map, default_attrs,
                                  use_default_attr_map);
}

void Tracer::TraceOp(const std::string& type, const NameTensorMap& ins,
                     const NameTensorMap& outs,
                     paddle::framework::AttributeMap attrs) {
  VLOG(6) << "Running On Eager TraceOp(4 agrs): ";
  TraceOpImpl<egr::EagerVariable>(type, ins, outs, attrs, expected_place_,
                                  false, {}, nullptr, true);
J
Jiabin Yang 已提交
375 376 377 378
}

void Tracer::TraceOp(const std::string& type, const NameTensorMap& ins,
                     const NameTensorMap& outs,
W
wanghuancoder 已提交
379
                     paddle::framework::AttributeMap& attrs,
J
Jiabin Yang 已提交
380 381
                     const std::map<std::string, std::string>& inplace_map) {
  VLOG(6) << "Running On Eager TraceOp(less): ";
W
wanghuancoder 已提交
382 383
  TraceOpImpl<egr::EagerVariable>(type, ins, outs, attrs, expected_place_,
                                  false, inplace_map, nullptr, true);
384 385
}

W
WangXi 已提交
386 387 388 389
void Tracer::SetExpectedPlace(platform::Place place) {
  expected_place_ = place;
}

J
Jiabin Yang 已提交
390
bool Tracer::ComputeRequiredGrad(const NameVarBaseMap& ins,
391
                                 const NameVarBaseMap& outs,
J
Jiabin Yang 已提交
392
                                 bool trace_backward) {
393 394 395 396 397 398 399 400 401 402 403 404 405
  if (!trace_backward) return false;

  for (const auto& name_pair : ins) {
    for (const auto& var_base : name_pair.second) {
      if (!var_base->OverridedStopGradient()) {
        VLOG(6) << "Find out input: " << var_base->Name()
                << "'s GeneratedGrad is True";
        PassStopGradient(outs, var_base->OverridedStopGradient());
        return true;
      }
    }
  }
  return false;
M
minqiyang 已提交
406 407
}

J
Jiabin Yang 已提交
408 409 410 411 412 413
bool Tracer::ComputeRequiredGrad(const NameTensorMap& ins,
                                 const NameTensorMap& outs,
                                 bool trace_backward) {
  return false;
}

414
phi::KernelSignature Tracer::GetExpectedKernelSignature(
415 416
    const std::string& type, const NameTensorMap& ins,
    const NameTensorMap& outs, framework::AttributeMap attrs) const {
417 418 419 420 421 422 423 424 425 426 427 428 429 430
  auto op = framework::OpRegistry::CreateOp(type, {}, {}, {}, false);
  framework::RuntimeContext ctx({}, {});
  platform::DeviceContextPool& pool = platform::DeviceContextPool::Instance();
  auto* dev_ctx = pool.Get(phi::CPUPlace());
  const auto& op_info = op->Info();
  auto* attr_checker = op_info.Checker();
  if (attr_checker) {
    attr_checker->Check(&attrs, true, /*only_check_exist_value=*/true);
  }
  static paddle::framework::AttributeMap empty_attrs_map = {};
  const paddle::framework::AttributeMap& default_attrs =
      attr_checker == nullptr ? empty_attrs_map
                              : attr_checker->GetDefaultAttrMap();
  auto dygraph_exe_ctx =
431
      imperative::DygraphExecutionContext<egr::EagerVariable>(
432 433 434 435 436 437 438 439 440 441 442 443 444
          *op, framework::Scope(), *dev_ctx, ctx, ins, outs, attrs,
          default_attrs);
  auto* opbase_with_kernel =
      dynamic_cast<framework::OperatorWithKernel*>(op.get());
  PADDLE_ENFORCE_NE(opbase_with_kernel, nullptr,
                    platform::errors::InvalidArgument(
                        "This op type:`%s` is not a OperatorWithKernel, only "
                        "OperatorWithKernel can get KernelSignature",
                        type));
  return phi::KernelSignature(
      std::move(opbase_with_kernel->GetExpectedPhiKernelArgs(dygraph_exe_ctx)));
}

M
minqiyang 已提交
445
}  // namespace imperative
446
}  // namespace paddle