训练ppyolo_r18vd报错
Created by: liangruofei
12
%run tools/train.py -c configs/ppyolo/ppyolo_r18vd.yml
--eval
运行时长: 1分39秒107毫秒
结束时间: 2020-09-04 10:21:58
2020-09-04 10:20:22,046-INFO: If regularizer of a Parameter has been set by 'fluid.ParamAttr' or 'fluid.WeightNormParamAttr' already. The Regularization[L2Decay, regularization_coeff=0.000500] in Optimizer will not take effect, and it will only be applied to other Parameters!
2020-09-04 10:20:32,022-INFO: places would be ommited when DataLoader is not iterable
2020-09-04 10:21:22,526-INFO: places would be ommited when DataLoader is not iterable
---------------------------------------------------------------------------EnforceNotMet Traceback (most recent call last)~/PaddleDetection-0.4/tools/train.py in
366 help='The profiler output file path. (used for benchmark)')
367 FLAGS = parser.parse_args()
--> 368 main()
~/PaddleDetection-0.4/tools/train.py in main()
239 eta_sec = (cfg.max_iters - it) * time_cost
240 eta = str(datetime.timedelta(seconds=int(eta_sec)))
--> 241 outs = exe.run(compiled_train_prog, fetch_list=train_values)
242 stats = {k: np.array(v).mean() for k, v in zip(train_keys, outs[:-1])}
243
/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/paddle/fluid/executor.py in run(self, program, feed, fetch_list, feed_var_name, fetch_var_name, scope, return_numpy, use_program_cache, return_merged, use_prune)
1080 return_merged=return_merged)
1081 except Exception as e:
-> 1082 six.reraise(*sys.exc_info())
1083
1084 def _run_impl(self, program, feed, fetch_list, feed_var_name,
/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/six.py in reraise(tp, value, tb)
701 if value.traceback is not tb:
702 raise value.with_traceback(tb)
--> 703 raise value
704 finally:
705 value = None
/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/paddle/fluid/executor.py in run(self, program, feed, fetch_list, feed_var_name, fetch_var_name, scope, return_numpy, use_program_cache, return_merged, use_prune)
1078 use_program_cache=use_program_cache,
1079 use_prune=use_prune,
-> 1080 return_merged=return_merged)
1081 except Exception as e:
1082 six.reraise(*sys.exc_info())
/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/paddle/fluid/executor.py in _run_impl(self, program, feed, fetch_list, feed_var_name, fetch_var_name, scope, return_numpy, use_program_cache, return_merged, use_prune)
1176 fetch_var_name=fetch_var_name,
1177 return_numpy=return_numpy,
-> 1178 return_merged=return_merged)
1179
1180 def _run_program(self, program, feed, fetch_list, feed_var_name,
/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/paddle/fluid/executor.py in _run_parallel(self, program, scope, feed, fetch_list, fetch_var_name, return_numpy, return_merged)
891
892 fetch_var_names = list(map(_to_name_str, fetch_list))
--> 893 tensors = exe.run(fetch_var_names, return_merged)._move_to_list()
894 return as_numpy(tensors) if return_numpy else tensors
895
EnforceNotMet:
C++ Call Stacks (More useful to developers):
0 std::string paddle::platform::GetTraceBackString<std::string const&>(std::string const&, char const*, int) 1 paddle::platform::EnforceNotMet::EnforceNotMet(std::string const&, char const*, int) 2 paddle::operators::SplitOp::InferShape(paddle::framework::InferShapeContext*) const 3 paddle::framework::OperatorWithKernel::RunImpl(paddle::framework::Scope const&, paddle::platform::Place const&, paddle::framework::RuntimeContext*) const 4 paddle::framework::OperatorWithKernel::RunImpl(paddle::framework::Scope const&, paddle::platform::Place const&) const 5 paddle::framework::OperatorBase::Run(paddle::framework::Scope const&, paddle::platform::Place const&) 6 paddle::framework::details::ComputationOpHandle::RunImpl() 7 paddle::framework::details::FastThreadedSSAGraphExecutor::RunOpSync(paddle::framework::details::OpHandleBase*) 8 paddle::framework::details::FastThreadedSSAGraphExecutor::RunOp(paddle::framework::details::OpHandleBase*, std::shared_ptr<paddle::framework::BlockingQueue > const&, unsigned long*) 9 std::_Function_handler<std::unique_ptr<std::__future_base::_Result_base, std::__future_base::_Result_base::_Deleter> (), std::__future_base::_Task_setter<std::unique_ptr<std::__future_base::_Result, std::__future_base::_Result_base::_Deleter>, void> >::_M_invoke(std::_Any_data const&) 10 std::__future_base::_State_base::_M_do_set(std::function<std::unique_ptr<std::__future_base::_Result_base, std::__future_base::_Result_base::_Deleter> ()>&, bool&) 11 ThreadPool::ThreadPool(unsigned long)::{lambda()#1}::operator()() const
Python Call Stacks (More useful to users):
File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/paddle/fluid/framework.py", line 2798, in append_op attrs=kwargs.get("attrs", None)) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/paddle/fluid/layer_helper.py", line 43, in append_op return self.main_program.current_block().append_op(*args, **kwargs) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/paddle/fluid/layers/nn.py", line 4949, in split type='split', inputs=inputs, outputs={'Out': outs}, attrs=attrs) File "/home/aistudio/PaddleDetection-0.4/ppdet/modeling/losses/yolo_loss.py", line 322, in _calc_obj_loss gts = fluid.layers.split(gt_box, batch_size, dim=0) File "/home/aistudio/PaddleDetection-0.4/ppdet/modeling/losses/yolo_loss.py", line 191, in _get_fine_grained_loss num_classes, downsample, self._ignore_thresh, scale_x_y) File "/home/aistudio/PaddleDetection-0.4/ppdet/modeling/losses/yolo_loss.py", line 69, in call mask_anchors, self._ignore_thresh) File "/home/aistudio/PaddleDetection-0.4/ppdet/modeling/anchor_heads/yolo_head.py", line 402, in get_loss self.prefix_name) File "/home/aistudio/PaddleDetection-0.4/ppdet/modeling/architectures/yolo.py", line 85, in build gt_score, targets) File "/home/aistudio/PaddleDetection-0.4/ppdet/modeling/architectures/yolo.py", line 159, in train return self.build(feed_vars, mode='train') File "/home/aistudio/PaddleDetection-0.4/tools/train.py", line 114, in main train_fetches = model.train(feed_vars) File "/home/aistudio/PaddleDetection-0.4/tools/train.py", line 368, in main() File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/IPython/utils/py3compat.py", line 188, in execfile exec(compiler(f.read(), fname, 'exec'), glob, loc) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/IPython/core/interactiveshell.py", line 2681, in safe_execfile self.compile if shell_futures else None) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/IPython/core/magics/execution.py", line 760, in run exit_ignore=exit_ignore) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/IPython/core/magics/execution.py", line 774, in run run() File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/IPython/core/magic.py", line 187, in call = lambda f, *a, **k: f(*a, **k) File "</opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/decorator.py:decorator-gen-60>", line 2, in run File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/IPython/core/interactiveshell.py", line 2285, in run_line_magic result = fn(*args,**kwargs) File "", line 1, in get_ipython().run_line_magic('run', 'tools/train.py -c configs/ppyolo/ppyolo_r18vd.yml --eval') File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/IPython/core/interactiveshell.py", line 3265, in run_code exec(code_obj, self.user_global_ns, self.user_ns) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/IPython/core/interactiveshell.py", line 3189, in run_ast_nodes if (yield from self.run_code(code, result)): File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/IPython/core/interactiveshell.py", line 3018, in run_cell_async interactivity=interactivity, compiler=compiler, result=result) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/IPython/core/async_helpers.py", line 67, in _pseudo_sync_runner coro.send(None) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/IPython/core/interactiveshell.py", line 2843, in _run_cell return runner(coro) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/IPython/core/interactiveshell.py", line 2817, in run_cell raw_cell, store_history, silent, shell_futures) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/ipykernel/zmqshell.py", line 536, in run_cell return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/ipykernel/ipkernel.py", line 294, in do_execute res = shell.run_cell(code, store_history=store_history, silent=silent) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/tornado/gen.py", line 326, in wrapper yielded = next(result) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/ipykernel/kernelbase.py", line 534, in execute_request user_expressions, allow_stdin, File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/tornado/gen.py", line 326, in wrapper yielded = next(result) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/ipykernel/kernelbase.py", line 267, in dispatch_shell yield gen.maybe_future(handler(stream, idents, msg)) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/tornado/gen.py", line 326, in wrapper yielded = next(result) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/ipykernel/kernelbase.py", line 357, in process_one yield gen.maybe_future(dispatch(*args)) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/tornado/gen.py", line 1147, in run yielded = self.gen.send(value) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/tornado/gen.py", line 1233, in inner self.run() File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/tornado/stack_context.py", line 300, in null_wrapper return fn(*args, **kwargs) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/tornado/ioloop.py", line 758, in _run_callback ret = callback() File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/asyncio/events.py", line 88, in _run self._context.run(self._callback, *self._args) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/asyncio/base_events.py", line 1771, in _run_once handle._run() File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/asyncio/base_events.py", line 534, in run_forever self._run_once() File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/tornado/platform/asyncio.py", line 132, in start self.asyncio_loop.run_forever() File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/ipykernel/kernelapp.py", line 505, in start self.io_loop.start() File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/traitlets/config/application.py", line 664, in launch_instance app.start() File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/site-packages/ipykernel_launcher.py", line 16, in app.launch_new_instance() File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/runpy.py", line 85, in _run_code exec(code, run_globals) File "/opt/conda/envs/python35-paddle120-env/lib/python3.7/runpy.py", line 193, in _run_module_as_main "main", mod_spec)
Error Message Summary:
Error: The input's size along the split dimension must be evenly divisible by Attr(num_or_sections). But received Attr(num_or_sections) = 16, input(X)'s shape = [8, 50, 4], Attr(dim) = 0. [Hint: Expected input_axis_dim % num == 0, but received input_axis_dim % num:8 != 0:0.] at (/paddle/paddle/fluid/operators/split_op.h:41) [operator < split > error]