Created by: littlepan0413

1）PaddlePaddle版本：paddlepaddle-gpu 1.7.2.post107 2）cuda 10.1 4）Linux version 4.4.0-178-generic (buildd@lgw01-amd64-017) (gcc version 5.4.0 20160609 (Ubuntu 5.4.0-6ubuntu1~16.04.12) )

Load the best model from /work/model/best_model[0m
/home/user/miniconda/lib/python3.6/site-packages/paddle/fluid/executor.py:811: UserWarning: There are no operators in the program to be executed. If you pass Program manually, please use fluid.program_guard to ensure the current Program is being used.
warnings.warn(error_info)
W0626 04:53:15.991516 6 dynamic_loader.cc:120] Can not find library: libcublas.so. The process maybe hang. Please try to add the lib path to LD_LIBRARY_PATH.
/home/user/miniconda/lib/python3.6/site-packages/paddle/fluid/executor.py:789: UserWarning: The following exception is not an EOF exception.
"The following exception is not an EOF exception.")
Traceback (most recent call last):
File "main.py", line 49, in
main()
File "main.py", line 27, in main
ret_model = train_and_predict(is_training=False, checkpoint_dir=ckpt, predict_datas=sentences)
File "/work/src/train_cls.py", line 93, in train_and_predict
run_states = cls_task.predict(data=predict_datas)
File "/home/user/miniconda/lib/python3.6/site-packages/paddlehub/finetune/task/base_task.py", line 1012, in predict
self.init_if_load_best_model()
File "/home/user/miniconda/lib/python3.6/site-packages/paddlehub/finetune/task/base_task.py", line 378, in init_if_load_best_model
self.load_parameters(best_model_path)
File "/home/user/miniconda/lib/python3.6/site-packages/paddlehub/finetune/task/base_task.py", line 843, in load_parameters
self.exe, dirname, self.main_program, predicate=if_exist)
File "/home/user/miniconda/lib/python3.6/site-packages/paddlehub/finetune/task/base_task.py", line 508, in main_program
self._build_env()
File "/home/user/miniconda/lib/python3.6/site-packages/paddlehub/finetune/task/base_task.py", line 444, in _build_env
self.exe.run(self.env.startup_program)
File "/home/user/miniconda/lib/python3.6/site-packages/paddle/fluid/executor.py", line 790, in run
six.reraise(sys.exc_info())
File "/home/user/miniconda/lib/python3.6/site-packages/six.py", line 703, in reraise
raise value
File "/home/user/miniconda/lib/python3.6/site-packages/paddle/fluid/executor.py", line 785, in run
use_program_cache=use_program_cache)
File "/home/user/miniconda/lib/python3.6/site-packages/paddle/fluid/executor.py", line 838, in _run_impl
use_program_cache=use_program_cache)
File "/home/user/miniconda/lib/python3.6/site-packages/paddle/fluid/executor.py", line 912, in _run_program
fetch_var_name)
paddle.fluid.core_avx.EnforceNotMet:

--------------------------------------------
C++ Call Stacks (More useful to developers):
--------------------------------------------
0 std::string paddle::platform::GetTraceBackString<char const>(char const*&&, char const*, int)
1 paddle::platform::EnforceNotMet::EnforceNotMet(std::__exception_ptr::exception_ptr, char const*, int)
2 paddle::platform::dynload::GetCublasDsoHandle()
3 void std::__once_call_impl<std::_Bind_simple<paddle::platform::dynload::DynLoad__cublasCreate_v2::operator()<cublasContext**>(cublasContext**)::{lambda()#1 (closed)} ()> >()
4 paddle::platform::CublasHandleHolder::CublasHandleHolder(CUstream_st*, cublasMath_t)
5 paddle::platform::CUDADeviceContext::CUDADeviceContext(paddle::platform::CUDAPlace)
6 std::_Function_handler<std::unique_ptr<paddle::platform::DeviceContext, std::default_deletepaddle::platform::DeviceContext > (), std::reference_wrapper<std::_Bind_simple<paddle::platform::EmplaceDeviceContext<paddle::platform::CUDADeviceContext, paddle::platform::CUDAPlace>(std::map<paddle::platform::Place, std::shared_future<std::unique_ptr<paddle::platform::DeviceContext, std::default_deletepaddle::platform::DeviceContext > >, std::lesspaddle::platform::Place, std::allocator<std::pair<paddle::platform::Place const, std::shared_future<std::unique_ptr<paddle::platform::DeviceContext, std::default_deletepaddle::platform::DeviceContext > > > > >, paddle::platform::Place)::{lambda()#1 (closed)} ()> > >::_M_invoke(std::_Any_data const&)
7 std::_Function_handler<std::unique_ptr<std::__future_base::_Result_base, std::__future_base::_Result_base::_Deleter> (), std::__future_base::_Task_setter<std::unique_ptr<std::__future_base::_Result<std::unique_ptr<paddle::platform::DeviceContext, std::default_deletepaddle::platform::DeviceContext > >, std::__future_base::_Result_base::_Deleter>, std::unique_ptr<paddle::platform::DeviceContext, std::default_deletepaddle::platform::DeviceContext > > >::_M_invoke(std::_Any_data const&)
8 std::__future_base::_State_base::_M_do_set(std::function<std::unique_ptr<std::__future_base::_Result_base, std::__future_base::_Result_base::_Deleter> ()>&, bool&)
9 std::__future_base::_Deferred_state<std::_Bind_simple<paddle::platform::EmplaceDeviceContext<paddle::platform::CUDADeviceContext, paddle::platform::CUDAPlace>(std::map<paddle::platform::Place, std::shared_future<std::unique_ptr<paddle::platform::DeviceContext, std::default_deletepaddle::platform::DeviceContext > >, std::lesspaddle::platform::Place, std::allocator<std::pair<paddle::platform::Place const, std::shared_future<std::unique_ptr<paddle::platform::DeviceContext, std::default_deletepaddle::platform::DeviceContext > > > > >, paddle::platform::Place)::{lambda()#1 (closed)} ()>, std::unique_ptr<paddle::platform::DeviceContext, std::default_deletepaddle::platform::DeviceContext > >::_M_run_deferred()
10 paddle::platform::DeviceContextPool::Get(paddle::platform::Place const&)
11 paddle::framework::GarbageCollector::GarbageCollector(paddle::platform::Place const&, unsigned long)
12 paddle::framework::UnsafeFastGPUGarbageCollector::UnsafeFastGPUGarbageCollector(paddle::platform::CUDAPlace const&, unsigned long)
13 paddle::framework::Executor::RunPreparedContext(paddle::framework::ExecutorPrepareContext*, paddle::framework::Scope*, bool, bool, bool)
14 paddle::framework::Executor::Run(paddle::framework::ProgramDesc const&, paddle::framework::Scope*, int, bool, bool, std::vector<std::string, std::allocatorstd::string > const&, bool, bool)

----------------------
Error Message Summary:
----------------------
Error: Failed to find dynamic library: libcublas.so ( libcublas.so: cannot open shared object file: No such file or directory )
Please specify its path correctly using following ways:
Method. set environment variable LD_LIBRARY_PATH on Linux or DYLD_LIBRARY_PATH on Mac OS.
For instance, issue command: export LD_LIBRARY_PATH=...
Note: After Mac OS 10.11, using the DYLD_LIBRARY_PATH is impossible unless System Integrity Protection (SIP) is disabled. at (/paddle/paddle/fluid/platform/dynload/dynamic_loader.cc:177)