Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
PaddlePaddle
Serving
提交
5a938488
S
Serving
项目概览
PaddlePaddle
/
Serving
大约 1 年 前同步成功
通知
186
Star
833
Fork
253
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
105
列表
看板
标记
里程碑
合并请求
10
Wiki
2
Wiki
分析
仓库
DevOps
项目成员
Pages
S
Serving
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
105
Issue
105
列表
看板
标记
里程碑
合并请求
10
合并请求
10
Pages
分析
分析
仓库分析
DevOps
Wiki
2
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
提交
5a938488
编写于
8月 02, 2019
作者:
D
dangyifei
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
modify header and ifdefind
上级
982d3e34
变更
15
隐藏空白更改
内联
并排
Showing
15 changed file
with
41 addition
and
44 deletion
+41
-44
cube/CMakeLists.txt
cube/CMakeLists.txt
+14
-0
cube/cube-builder/include/cube-builder/builder_job.h
cube/cube-builder/include/cube-builder/builder_job.h
+1
-4
cube/cube-builder/include/cube-builder/crovl_builder_increment.h
...be-builder/include/cube-builder/crovl_builder_increment.h
+2
-4
cube/cube-builder/include/cube-builder/curl_simple.h
cube/cube-builder/include/cube-builder/curl_simple.h
+2
-4
cube/cube-builder/include/cube-builder/define.h
cube/cube-builder/include/cube-builder/define.h
+3
-4
cube/cube-builder/include/cube-builder/raw_reader.h
cube/cube-builder/include/cube-builder/raw_reader.h
+2
-3
cube/cube-builder/include/cube-builder/seqfile_reader.h
cube/cube-builder/include/cube-builder/seqfile_reader.h
+1
-3
cube/cube-builder/include/cube-builder/util.h
cube/cube-builder/include/cube-builder/util.h
+1
-4
cube/cube-builder/include/cube-builder/vtext.h
cube/cube-builder/include/cube-builder/vtext.h
+1
-4
cube/cube-builder/src/builder_job.cpp
cube/cube-builder/src/builder_job.cpp
+3
-3
cube/cube-builder/src/crovl_builder_increment.cpp
cube/cube-builder/src/crovl_builder_increment.cpp
+4
-4
cube/cube-builder/src/curl_simple.cpp
cube/cube-builder/src/curl_simple.cpp
+1
-1
cube/cube-builder/src/main.cpp
cube/cube-builder/src/main.cpp
+3
-3
cube/cube-builder/src/seqfile_reader.cpp
cube/cube-builder/src/seqfile_reader.cpp
+2
-2
cube/cube-builder/src/util.cpp
cube/cube-builder/src/util.cpp
+1
-1
未找到文件。
cube/CMakeLists.txt
浏览文件 @
5a938488
# Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License
add_subdirectory
(
cube-server
)
add_subdirectory
(
cube-api
)
add_subdirectory
(
cube-builder
)
cube/cube-builder/include/cube-builder/builder_job.h
浏览文件 @
5a938488
...
...
@@ -12,8 +12,7 @@
// See the License for the specific language governing permissions and
// limitations under the License.
#ifndef CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_BUILDER_JOB_H_
#define CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_BUILDER_JOB_H_
#pragma once
#include <iostream>
#include <string>
...
...
@@ -56,5 +55,3 @@ class Job {
void
mapFileLocal
(
Job
job
,
string
file
,
vector
<
CROVLBuilderIncremental
*>
reduces
);
#endif // CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_BUILDER_JOB_H_
cube/cube-builder/include/cube-builder/crovl_builder_increment.h
浏览文件 @
5a938488
...
...
@@ -12,8 +12,8 @@
// See the License for the specific language governing permissions and
// limitations under the License.
#
ifndef CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_CROVL_BUILDER_INCREMENT_H_
#define CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_CROVL_BUILDER_INCREMENT_H_
#
pragma once
#include <string>
#include <vector>
...
...
@@ -111,5 +111,3 @@ class CROVLBuilderIncremental {
bool
write_cur_meta_to_local
();
};
#endif // CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_CROVL_BUILDER_INCREMENT_H_
cube/cube-builder/include/cube-builder/curl_simple.h
浏览文件 @
5a938488
...
...
@@ -12,8 +12,8 @@
// See the License for the specific language governing permissions and
// limitations under the License.
#
ifndef CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_CURL_SIMPLE_H_
#define CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_CURL_SIMPLE_H_
#
pragma once
#include <curl/curl.h>
#include <stdio.h>
#include <map>
...
...
@@ -67,5 +67,3 @@ class CurlSimple {
private:
CURL
*
_p_curl
;
};
#endif // CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_CURL_SIMPLE_H_
cube/cube-builder/include/cube-builder/define.h
浏览文件 @
5a938488
...
...
@@ -12,8 +12,8 @@
// See the License for the specific language governing permissions and
// limitations under the License.
#
ifndef CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_DEFINE_H_
#define CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_DEFINE_H_
#
pragma once
#include <iostream>
#include <string>
#include <vector>
...
...
@@ -60,5 +60,4 @@ class RecordReader {
virtual
int
next
(
Record
*
record
)
=
0
;
virtual
int
close
()
=
0
;
};
// class RecordReader
#endif // CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_DEFINE_H_
};
// class RecordReader
cube/cube-builder/include/cube-builder/raw_reader.h
浏览文件 @
5a938488
...
...
@@ -12,8 +12,8 @@
// See the License for the specific language governing permissions and
// limitations under the License.
#
ifndef CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_RAW_READER_H_
#define CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_RAW_READER_H_
#
pragma once
#include <fstream>
#include <string>
#include "butil/logging.h"
...
...
@@ -122,4 +122,3 @@ class FileRawReader : public RawReader {
std
::
string
_path
{
""
};
std
::
ifstream
_reader
;
};
#endif // CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_RAW_READER_H_
cube/cube-builder/include/cube-builder/seqfile_reader.h
浏览文件 @
5a938488
...
...
@@ -12,8 +12,7 @@
// See the License for the specific language governing permissions and
// limitations under the License.
#ifndef CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_SEQFILE_READER_H_
#define CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_SEQFILE_READER_H_
#pragma once
#include <memory>
#include <string>
...
...
@@ -44,4 +43,3 @@ class SequenceFileRecordReader : public RecordReader {
};
typedef
std
::
shared_ptr
<
SequenceFileRecordReader
>
SequenceFileRecordReaderPtr
;
#endif // CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_SEQFILE_READER_H_
cube/cube-builder/include/cube-builder/util.h
浏览文件 @
5a938488
...
...
@@ -12,8 +12,7 @@
// See the License for the specific language governing permissions and
// limitations under the License.
#ifndef CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_UTIL_H_
#define CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_UTIL_H_
#pragma once
#include <iostream>
#include <string>
...
...
@@ -30,5 +29,3 @@ bool checkDirectory(const std::string folder);
void
CmdTarfiles
(
const
std
::
string
folder
);
void
CmdMd5sum
(
const
std
::
string
folder
);
#endif // CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_UTIL_H_
cube/cube-builder/include/cube-builder/vtext.h
浏览文件 @
5a938488
...
...
@@ -12,8 +12,7 @@
// See the License for the specific language governing permissions and
// limitations under the License.
#ifndef CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_VTEXT_H_
#define CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_VTEXT_H_
#pragma once
#include <string>
#include "cube-builder/define.h"
...
...
@@ -86,5 +85,3 @@ class VString {
return
true
;
}
};
#endif // CUBE_CUBE_BUILDER_INCLUDE_CUBE_BUILDER_VTEXT_H_
cube/cube-builder/src/builder_job.cpp
浏览文件 @
5a938488
...
...
@@ -12,12 +12,12 @@
// See the License for the specific language governing permissions and
// limitations under the License.
#include "
../include/
cube-builder/builder_job.h"
#include "cube-builder/builder_job.h"
#include <stdio.h>
#include <iostream>
#include "../include/cube-builder/seqfile_reader.h"
#include "../include/cube-builder/util.h"
#include "butil/logging.h"
#include "cube-builder/seqfile_reader.h"
#include "cube-builder/util.h"
using
std
::
string
;
void
Job
::
set_shard_num
(
int
num
)
{
shard_num
=
num
;
}
...
...
cube/cube-builder/src/crovl_builder_increment.cpp
浏览文件 @
5a938488
...
...
@@ -12,17 +12,17 @@
// See the License for the specific language governing permissions and
// limitations under the License.
#include "
../include/
cube-builder/crovl_builder_increment.h"
#include "cube-builder/crovl_builder_increment.h"
#include <fcntl.h>
#include <sys/stat.h>
#include <sys/types.h>
#include <unistd.h>
#include <fstream>
#include <iostream>
#include "../include/cube-builder/curl_simple.h"
#include "../include/cube-builder/define.h"
#include "../include/cube-builder/util.h"
#include "boost/lexical_cast.hpp"
#include "cube-builder/curl_simple.h"
#include "cube-builder/define.h"
#include "cube-builder/util.h"
#include "json/json.h"
static
const
uint64_t
MB
=
1048576
;
...
...
cube/cube-builder/src/curl_simple.cpp
浏览文件 @
5a938488
...
...
@@ -12,7 +12,7 @@
// See the License for the specific language governing permissions and
// limitations under the License.
#include "
../include/
cube-builder/curl_simple.h"
#include "cube-builder/curl_simple.h"
#include <json/json.h>
#include <stdio.h>
#include <stdlib.h>
...
...
cube/cube-builder/src/main.cpp
浏览文件 @
5a938488
...
...
@@ -16,10 +16,10 @@
#include <time.h>
#include <iostream>
#include <vector>
#include "../include/cube-builder/builder_job.h"
#include "../include/cube-builder/crovl_builder_increment.h"
#include "../include/cube-builder/util.h"
#include "butil/logging.h"
#include "cube-builder/builder_job.h"
#include "cube-builder/crovl_builder_increment.h"
#include "cube-builder/util.h"
DEFINE_string
(
dict_name
,
""
,
"dict name, no need"
);
DEFINE_string
(
input_path
,
""
,
"source data input path"
);
...
...
cube/cube-builder/src/seqfile_reader.cpp
浏览文件 @
5a938488
...
...
@@ -12,10 +12,10 @@
// See the License for the specific language governing permissions and
// limitations under the License.
#include "
../include/
cube-builder/seqfile_reader.h"
#include "cube-builder/seqfile_reader.h"
#include <arpa/inet.h>
#include "../include/cube-builder/vtext.h"
#include "butil/logging.h"
#include "cube-builder/vtext.h"
int
SequenceFileRecordReader
::
open
()
{
if
(
_raw_reader
->
open
()
!=
0
)
{
...
...
cube/cube-builder/src/util.cpp
浏览文件 @
5a938488
...
...
@@ -12,7 +12,7 @@
// See the License for the specific language governing permissions and
// limitations under the License.
#include "
../include/
cube-builder/util.h"
#include "cube-builder/util.h"
#include <dirent.h>
#include <stdlib.h>
#include <string.h>
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录