提交 044d2e20 编写于 作者: Q Qiao Longfei

update test method

上级 92cbaa41
...@@ -222,7 +222,7 @@ void ReadThread(const std::vector<std::string>& file_list, ...@@ -222,7 +222,7 @@ void ReadThread(const std::vector<std::string>& file_list,
if (i != 0 && i % 100 == 0) { if (i != 0 && i % 100 == 0) {
uint64_t t1 = GetTimeInSec(); uint64_t t1 = GetTimeInSec();
float line_per_s = 100 * batch_size / static_cast<int>(t1 - t0); float line_per_s = 100 * batch_size * 1000000 / (t1 - t0);
VLOG(3) << "[" << thread_id << "]" VLOG(3) << "[" << thread_id << "]"
<< " line_per_second = " << line_per_s; << " line_per_second = " << line_per_s;
t0 = t1; t0 = t1;
......
...@@ -43,7 +43,7 @@ inline uint64_t GetTimeInSec() { ...@@ -43,7 +43,7 @@ inline uint64_t GetTimeInSec() {
using clock = std::conditional<std::chrono::high_resolution_clock::is_steady, using clock = std::conditional<std::chrono::high_resolution_clock::is_steady,
std::chrono::high_resolution_clock, std::chrono::high_resolution_clock,
std::chrono::steady_clock>::type; std::chrono::steady_clock>::type;
return std::chrono::duration_cast<std::chrono::seconds>( return std::chrono::duration_cast<std::chrono::microseconds>(
clock::now().time_since_epoch()) clock::now().time_since_epoch())
.count(); .count();
} }
......
...@@ -35,7 +35,7 @@ TEST(CTR_READER, read_data) { ...@@ -35,7 +35,7 @@ TEST(CTR_READER, read_data) {
std::shared_ptr<LoDTensorBlockingQueue> queue = queue_holder.GetQueue(); std::shared_ptr<LoDTensorBlockingQueue> queue = queue_holder.GetQueue();
int batch_size = 10; int batch_size = 10;
int thread_num = 4; int thread_num = 3;
std::vector<std::string> slots = { std::vector<std::string> slots = {
"6002", "6003", "6004", "6005", "6006", "6007", "6008", "6009", "6010", "6002", "6003", "6004", "6005", "6006", "6007", "6008", "6009", "6010",
"6011", "6012", "6013", "6014", "6015", "6016", "6017", "6018", "6019", "6011", "6012", "6013", "6014", "6015", "6016", "6017", "6018", "6019",
...@@ -119,12 +119,15 @@ TEST(CTR_READER, read_data) { ...@@ -119,12 +119,15 @@ TEST(CTR_READER, read_data) {
std::cout << "start to reader data" << std::endl; std::cout << "start to reader data" << std::endl;
std::vector<LoDTensor> out; std::vector<LoDTensor> out;
int read_batch = 1000; int read_batch = 10000;
uint64_t t0 = GetTimeInSec(); uint64_t t0 = GetTimeInSec();
for (int i = 0; i < read_batch; ++i) { for (int i = 0; i < read_batch; ++i) {
reader.ReadNext(&out); reader.ReadNext(&out);
if (i != 0 && i % 100 == 0) {
uint64_t t1 = GetTimeInSec();
float line_per_s = 100 * batch_size * 1000000 / (t1 - t0);
VLOG(3) << "line_per_second = " << line_per_s;
t0 = GetTimeInSec();
}
} }
uint64_t t1 = GetTimeInSec();
float line_per_s = read_batch * batch_size / static_cast<int>(t1 - t0);
VLOG(3) << "line_per_second = " << line_per_s;
} }
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册