diff --git a/paddle/fluid/operators/reader/ctr_reader.cc b/paddle/fluid/operators/reader/ctr_reader.cc index 26092c17e472463d2f468fc7c3cd8202bf93fbac..cb86f4c613cf225842aaba1db6c579399e3b852a 100644 --- a/paddle/fluid/operators/reader/ctr_reader.cc +++ b/paddle/fluid/operators/reader/ctr_reader.cc @@ -222,7 +222,7 @@ void ReadThread(const std::vector& file_list, if (i != 0 && i % 100 == 0) { uint64_t t1 = GetTimeInSec(); - float line_per_s = 100 * batch_size / static_cast(t1 - t0); + float line_per_s = 100 * batch_size * 1000000 / (t1 - t0); VLOG(3) << "[" << thread_id << "]" << " line_per_second = " << line_per_s; t0 = t1; diff --git a/paddle/fluid/operators/reader/ctr_reader.h b/paddle/fluid/operators/reader/ctr_reader.h index 32dfed8264861c15fdadc492b944bdd9b833177f..89f63364c8d3df067bef15651f9aa380c8f81152 100644 --- a/paddle/fluid/operators/reader/ctr_reader.h +++ b/paddle/fluid/operators/reader/ctr_reader.h @@ -43,7 +43,7 @@ inline uint64_t GetTimeInSec() { using clock = std::conditional::type; - return std::chrono::duration_cast( + return std::chrono::duration_cast( clock::now().time_since_epoch()) .count(); } diff --git a/paddle/fluid/operators/reader/ctr_reader_test.cc b/paddle/fluid/operators/reader/ctr_reader_test.cc index 6ca0b26a0d71a9d32a9ced03cb6434321b4f695e..51fbdf2d0794d5b9e217cb27ca5893b23e780030 100644 --- a/paddle/fluid/operators/reader/ctr_reader_test.cc +++ b/paddle/fluid/operators/reader/ctr_reader_test.cc @@ -35,7 +35,7 @@ TEST(CTR_READER, read_data) { std::shared_ptr queue = queue_holder.GetQueue(); int batch_size = 10; - int thread_num = 4; + int thread_num = 3; std::vector slots = { "6002", "6003", "6004", "6005", "6006", "6007", "6008", "6009", "6010", "6011", "6012", "6013", "6014", "6015", "6016", "6017", "6018", "6019", @@ -119,12 +119,15 @@ TEST(CTR_READER, read_data) { std::cout << "start to reader data" << std::endl; std::vector out; - int read_batch = 1000; + int read_batch = 10000; uint64_t t0 = GetTimeInSec(); for (int i = 0; i < read_batch; ++i) { reader.ReadNext(&out); + if (i != 0 && i % 100 == 0) { + uint64_t t1 = GetTimeInSec(); + float line_per_s = 100 * batch_size * 1000000 / (t1 - t0); + VLOG(3) << "line_per_second = " << line_per_s; + t0 = GetTimeInSec(); + } } - uint64_t t1 = GetTimeInSec(); - float line_per_s = read_batch * batch_size / static_cast(t1 - t0); - VLOG(3) << "line_per_second = " << line_per_s; }