提交 c6f620f5 编写于 作者: J Jeet Parekh

patch

上级 a066196e
...@@ -31,6 +31,7 @@ var srcParamMap = map[string]string{ ...@@ -31,6 +31,7 @@ var srcParamMap = map[string]string{
"sac_path": "sacPath", "sac_path": "sacPath",
// "timeout": "timeout", // "timeout": "timeout",
"transform_file": "_transform_", "transform_file": "_transform_",
"log_dir": "xlog_dir",
} }
var destParamMap = map[string]string{ var destParamMap = map[string]string{
...@@ -64,6 +65,8 @@ func runImport(args []string) error { ...@@ -64,6 +65,8 @@ func runImport(args []string) error {
requestSize := flagset.Int64("request_size", 2<<19, "Http request size in bytes, specifically for bulk requests to ES.") requestSize := flagset.Int64("request_size", 2<<19, "Http request size in bytes, specifically for bulk requests to ES.")
bulkRequests := flagset.Int("bulk_requests", 1000, "Number of bulk requests to send during a network request to ES.") bulkRequests := flagset.Int("bulk_requests", 1000, "Number of bulk requests to send during a network request to ES.")
logDir := flagset.String("log_dir", "", "used for storing commit logs")
transformFile := flagset.String("transform_file", "", "transform file to use") transformFile := flagset.String("transform_file", "", "transform file to use")
// use external config // use external config
...@@ -104,6 +107,7 @@ func runImport(args []string) error { ...@@ -104,6 +107,7 @@ func runImport(args []string) error {
"sacPath": *sacPath, "sacPath": *sacPath,
"ssl": *ssl, "ssl": *ssl,
"_transform_": *transformFile, "_transform_": *transformFile,
"xlog_dir": *logDir,
} }
var destConfig = map[string]interface{}{ var destConfig = map[string]interface{}{
...@@ -219,10 +223,20 @@ func writeConfigFile(srcConfig map[string]interface{}, destConfig map[string]int ...@@ -219,10 +223,20 @@ func writeConfigFile(srcConfig map[string]interface{}, destConfig map[string]int
appFileHandle.WriteString(string(dat)) appFileHandle.WriteString(string(dat))
} else { } else {
// no transform file // no transform file
appFileHandle.WriteString(
fmt.Sprintf(`t.Source("source", source, "/%s/").Save("sink", sink, "/.*/")`, // set Config({xlog_dir})
srcConfig["srcRegex"]), if srcConfig["xlog_dir"] != "" {
) confStr := fmt.Sprintf(`t.Config({"xlog_dir":"%s"}).Source("source", source, "/%s/").Save("sink", sink, "/.*/")`, srcConfig["xlog_dir"], srcConfig["srcRegex"])
fmt.Println(confStr)
appFileHandle.WriteString(confStr)
} else {
appFileHandle.WriteString(
fmt.Sprintf(`t.Source("source", source, "/%s/").Save("sink", sink, "/.*/")`,
srcConfig["srcRegex"]),
)
}
} }
appFileHandle.WriteString("\n") appFileHandle.WriteString("\n")
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册