PyramidBox 测试内存不足问题,在线等!!!add my wechat: xiyue6911
Created by: YueXiNPU
最近,部署PyramidBox(ECCV 2018)工作。 GPU信息:GTX 1080TI, 11G显存,3块。
问题一, 有人配置,PyramidBox在单卡(GTX 1080TI, 11G显存),是否可以成功运行?
问题二,使用官网发布的完整模型进行测试,尝试一块卡或者3块卡执行。执行语句为
python -u widerface_eval.py --model_dir=output/159 --pred_dir=pred。 本人已经尝试:export FLAGS_fraction_of_gpu_memory_to_use=0.1,没有效果!
错误如下:
confs_threshold: 0.15
data_dir: data/WIDER_val/images/
file_list: data/wider_face_split/wider_face_val_bbx_gt.txt
image_path: data/WIDER_train/images/0--Parade/0_Parade_marchingband_1_219.jpg
infer: False
model_dir: PyramidBox_WiderFace
pred_dir: pred
use_gpu: True
use_pyramidbox: True
------------------------------------------------
Traceback (most recent call last):
File "widerface_eval.py", line 314, in <module>
infer(args, config)
File "widerface_eval.py", line 63, in infer
[det2, det3] = multi_scale_test(image, max_shrink)
File "widerface_eval.py", line 206, in multi_scale_test
det_b = detect_face(image, bt)
File "widerface_eval.py", line 124, in detect_face
return_numpy=False)
File "/home/jw/.conda/envs/Paddle/lib/python2.7/site-packages/paddle/fluid/executor.py", line 470, in run
self.executor.run(program.desc, scope, 0, True, True)
### **paddle.fluid.core.EnforceNotMet: Enforce failed. Expected allocating <= available, but received allocating:10244596957 > available:1108868864.**
Insufficient GPU memory to allocation. at [/paddle/paddle/fluid/platform/gpu_info.cc:120]
PaddlePaddle Call Stacks:
0 0x7f4f5456ca16p paddle::platform::EnforceNotMet::EnforceNotMet(std::__exception_ptr::exception_ptr, char const*, int) + 486
1 0x7f4f555baccep paddle::platform::GpuMaxChunkSize() + 782
2 0x7f4f554e98ebp void* paddle::memory::Alloc<paddle::platform::CUDAPlace>(paddle::platform::CUDAPlace, unsigned long) + 475
3 0x7f4f554de972p paddle::framework::Tensor::mutable_data(boost::variant<paddle::platform::CUDAPlace, paddle::platform::CPUPlace, paddle::platform::CUDAPinnedPlace, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_>, std::type_index) + 834
4 0x7f4f545a3511p float* paddle::framework::Tensor::mutable_data<float>(boost::variant<paddle::platform::CUDAPlace, paddle::platform::CPUPlace, paddle::platform::CUDAPinnedPlace, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_>) + 65
5 0x7f4f54d28696p paddle::operators::BatchNormKernel<paddle::platform::CUDADeviceContext, float>::Compute(paddle::framework::ExecutionContext const&) const + 646
6 0x7f4f54d2a593p std::_Function_handler<void (paddle::framework::ExecutionContext const&), paddle::framework::OpKernelRegistrarFunctor<paddle::platform::CUDAPlace, false, 0ul, paddle::operators::BatchNormKernel<paddle::platform::CUDADeviceContext, float>, paddle::operators::BatchNormKernel<paddle::platform::CUDADeviceContext, double>, paddle::operators::BatchNormKernel<paddle::platform::CUDADeviceContext, paddle::platform::float16> >::operator()(char const*, char const*) const::{lambda(paddle::framework::ExecutionContext const&)#1}>::_M_invoke(std::_Any_data const&, paddle::framework::ExecutionContext const&) + 35
7 0x7f4f5546799ep paddle::framework::OperatorWithKernel::RunImpl(paddle::framework::Scope const&, boost::variant<paddle::platform::CUDAPlace, paddle::platform::CPUPlace, paddle::platform::CUDAPinnedPlace, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_> const&) const + 526
8 0x7f4f55464a2cp paddle::framework::OperatorBase::Run(paddle::framework::Scope const&, boost::variant<paddle::platform::CUDAPlace, paddle::platform::CPUPlace, paddle::platform::CUDAPinnedPlace, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_, boost::detail::variant::void_> const&) + 252
9 0x7f4f54634a29p paddle::framework::Executor::RunPreparedContext(paddle::framework::ExecutorPrepareContext*, paddle::framework::Scope*, bool, bool, bool) + 393
10 0x7f4f54635800p paddle::framework::Executor::Run(paddle::framework::ProgramDesc const&, paddle::framework::Scope*, int, bool, bool) + 128
11 0x7f4f5455265dp
12 0x7f4f5457d6f4p pybind11::cpp_function::dispatcher(_object*, _object*, _object*) + 2596
13 0x7f4fbc171fc7p PyEval_EvalFrameEx + 28695
14 0x7f4fbc1744e9p PyEval_EvalCodeEx + 2025
15 0x7f4fbc1719b8p PyEval_EvalFrameEx + 27144
16 0x7f4fbc1744e9p PyEval_EvalCodeEx + 2025
17 0x7f4fbc1719b8p PyEval_EvalFrameEx + 27144
18 0x7f4fbc1744e9p PyEval_EvalCodeEx + 2025
19 0x7f4fbc1719b8p PyEval_EvalFrameEx + 27144
20 0x7f4fbc1744e9p PyEval_EvalCodeEx + 2025
21 0x7f4fbc1719b8p PyEval_EvalFrameEx + 27144
22 0x7f4fbc1744e9p PyEval_EvalCodeEx + 2025
23 0x7f4fbc17470ap PyEval_EvalCode + 26
24 0x7f4fbc18d9cdp
25 0x7f4fbc18eb48p PyRun_FileExFlags + 120
26 0x7f4fbc18fd68p PyRun_SimpleFileExFlags + 232
27 0x7f4fbc1a1f8cp Py_Main + 2988
28 0x7f4fbb3bdf45p __libc_start_main + 245
29 0x7f4fbc6938bfp