提交 88dd55e9 编写于 作者: X xiexionghang

for predetect download data

上级 d2be4f7a
...@@ -116,7 +116,7 @@ private: ...@@ -116,7 +116,7 @@ private:
} }
parsing_num += read_size; parsing_num += read_size;
BthreadTaskRunner::instance().add_task( BthreadTaskRunner::instance().add_task(
[this, &parsing_num, read_size, input_data_buffer](){ [this, &parsing_num, read_size, input_data_buffer]() {
size_t write_size = 0; size_t write_size = 0;
std::vector<TypeOut> output_data_buffer(_options.batch_size); std::vector<TypeOut> output_data_buffer(_options.batch_size);
_converter(input_data_buffer->data(), read_size, _converter(input_data_buffer->data(), read_size,
......
...@@ -215,6 +215,7 @@ int LearnerProcess::run() { ...@@ -215,6 +215,7 @@ int LearnerProcess::run() {
//Step1. 等待样本ready //Step1. 等待样本ready
{ {
ENVLOG_WORKER_MASTER_NOTICE(" %s, wait data ready:%s", epoch_log_title.c_str(), data_path.c_str()); ENVLOG_WORKER_MASTER_NOTICE(" %s, wait data ready:%s", epoch_log_title.c_str(), data_path.c_str());
dataset->pre_detect_data(epoch_id);
while (dataset->epoch_data_status(epoch_id) != DatasetStatus::Ready) { while (dataset->epoch_data_status(epoch_id) != DatasetStatus::Ready) {
sleep(30); sleep(30);
dataset->pre_detect_data(epoch_id); dataset->pre_detect_data(epoch_id);
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册