gpu_info.h 2.0 KB
Newer Older
L
liaogang 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18
/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserve.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. */

#pragma once

#ifndef PADDLE_ONLY_CPU

L
liaogang 已提交
19
#include <cuda_runtime.h>
L
liaogang 已提交
20
#include <stddef.h>
L
liaogang 已提交
21
#include <string>
L
liaogang 已提交
22 23 24 25

namespace paddle {
namespace platform {

L
liaogang 已提交
26
//! Environment variable: fraction of GPU memory to use on each device.
L
liaogang 已提交
27 28
const std::string kEnvFractionGpuMemoryToUse =
    "PADDLE_FRACTION_GPU_MEMORY_TO_USE";
L
liaogang 已提交
29

L
liaogang 已提交
30
//! Get the total number of GPU devices in system.
L
liaogang 已提交
31
int GetDeviceCount();
L
liaogang 已提交
32

L
liaogang 已提交
33 34 35 36 37 38
//! Get the current GPU device id in system.
int GetCurrentDeviceId();

//! Set the GPU device id for next execution.
void SetDeviceId(int device_id);

Q
Qiao Longfei 已提交
39
//! Get the memory usage of current GPU device.
L
liaogang 已提交
40
void GpuMemoryUsage(size_t &available, size_t &total);
L
liaogang 已提交
41 42 43 44

//! Get the maximum allocation size of current GPU device.
size_t GpuMaxAllocSize();

L
liaogang 已提交
45 46 47 48 49 50
//! Get the minimum chunk size for GPU buddy allocator.
size_t GpuMinChunkSize();

//! Get the maximum chunk size for GPU buddy allocator.
size_t GpuMaxChunkSize();

L
liaogang 已提交
51 52 53 54 55 56 57 58 59 60 61 62
//! Copy memory from address src to dst asynchronously.
void GpuMemcpyAsync(void *dst, const void *src, size_t count,
                    enum cudaMemcpyKind kind, cudaStream_t stream);

//! Copy memory from address src to dst synchronously.
void GpuMemcpySync(void *dst, const void *src, size_t count,
                   enum cudaMemcpyKind kind);

//! Copy memory from one device to another device.
void GpuMemcpyPeer(void *dst, int dst_device, const void *src, int src_device,
                   size_t count, cudaStream_t stream);

L
liaogang 已提交
63 64 65 66
}  // namespace platform
}  // namespace paddle

#endif  // PADDLE_ONLY_CPU