Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
taosdata
TDengine
提交
b9b9768b
T
TDengine
项目概览
taosdata
/
TDengine
大约 2 年 前同步成功
通知
1192
Star
22018
Fork
4786
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
T
TDengine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1
Issue
1
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
未验证
提交
b9b9768b
编写于
7月 11, 2022
作者:
B
Bo Ding
提交者:
GitHub
7月 11, 2022
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
docs(java): checking maxSQLLength (#14709)
上级
0b17c3c4
变更
1
隐藏空白更改
内联
并排
Showing
1 changed file
with
31 addition
and
11 deletion
+31
-11
docs/examples/java/src/main/java/com/taos/example/highvolume/SQLWriter.java
.../src/main/java/com/taos/example/highvolume/SQLWriter.java
+31
-11
未找到文件。
docs/examples/java/src/main/java/com/taos/example/highvolume/SQLWriter.java
浏览文件 @
b9b9768b
...
@@ -3,10 +3,7 @@ package com.taos.example.highvolume;
...
@@ -3,10 +3,7 @@ package com.taos.example.highvolume;
import
org.slf4j.Logger
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
org.slf4j.LoggerFactory
;
import
java.sql.Connection
;
import
java.sql.*
;
import
java.sql.DriverManager
;
import
java.sql.SQLException
;
import
java.sql.Statement
;
import
java.util.HashMap
;
import
java.util.HashMap
;
import
java.util.Map
;
import
java.util.Map
;
...
@@ -43,6 +40,12 @@ public class SQLWriter {
...
@@ -43,6 +40,12 @@ public class SQLWriter {
*/
*/
private
int
maxBatchSize
;
private
int
maxBatchSize
;
/**
* Maximum SQL length.
*/
private
int
maxSQLLength
;
/**
/**
* Map from table name to column values. For example:
* Map from table name to column values. For example:
* "tb001" -> "(1648432611249,2.1,114,0.09) (1648432611250,2.2,135,0.2)"
* "tb001" -> "(1648432611249,2.1,114,0.09) (1648432611250,2.2,135,0.2)"
...
@@ -80,6 +83,14 @@ public class SQLWriter {
...
@@ -80,6 +83,14 @@ public class SQLWriter {
conn
=
getConnection
();
conn
=
getConnection
();
stmt
=
conn
.
createStatement
();
stmt
=
conn
.
createStatement
();
stmt
.
execute
(
"use test"
);
stmt
.
execute
(
"use test"
);
ResultSet
rs
=
stmt
.
executeQuery
(
"show variables"
);
while
(
rs
.
next
())
{
String
configName
=
rs
.
getString
(
1
);
if
(
"maxSQLLength"
.
equals
(
configName
))
{
maxSQLLength
=
Integer
.
parseInt
(
rs
.
getString
(
2
));
logger
.
info
(
"maxSQLLength={}"
,
maxSQLLength
);
}
}
}
}
/**
/**
...
@@ -94,11 +105,11 @@ public class SQLWriter {
...
@@ -94,11 +105,11 @@ public class SQLWriter {
String
tbName
=
line
.
substring
(
0
,
firstComma
);
String
tbName
=
line
.
substring
(
0
,
firstComma
);
int
lastComma
=
line
.
lastIndexOf
(
','
);
int
lastComma
=
line
.
lastIndexOf
(
','
);
int
secondLastComma
=
line
.
lastIndexOf
(
','
,
lastComma
-
1
);
int
secondLastComma
=
line
.
lastIndexOf
(
','
,
lastComma
-
1
);
String
value
s
=
"("
+
line
.
substring
(
firstComma
+
1
,
secondLastComma
)
+
") "
;
String
value
=
"("
+
line
.
substring
(
firstComma
+
1
,
secondLastComma
)
+
") "
;
if
(
tbValues
.
containsKey
(
tbName
))
{
if
(
tbValues
.
containsKey
(
tbName
))
{
tbValues
.
put
(
tbName
,
tbValues
.
get
(
tbName
)
+
value
s
);
tbValues
.
put
(
tbName
,
tbValues
.
get
(
tbName
)
+
value
);
}
else
{
}
else
{
tbValues
.
put
(
tbName
,
value
s
);
tbValues
.
put
(
tbName
,
value
);
}
}
if
(!
tbTags
.
containsKey
(
tbName
))
{
if
(!
tbTags
.
containsKey
(
tbName
))
{
String
location
=
line
.
substring
(
secondLastComma
+
1
,
lastComma
);
String
location
=
line
.
substring
(
secondLastComma
+
1
,
lastComma
);
...
@@ -121,9 +132,20 @@ public class SQLWriter {
...
@@ -121,9 +132,20 @@ public class SQLWriter {
for
(
Map
.
Entry
<
String
,
String
>
entry
:
tbValues
.
entrySet
())
{
for
(
Map
.
Entry
<
String
,
String
>
entry
:
tbValues
.
entrySet
())
{
String
tableName
=
entry
.
getKey
();
String
tableName
=
entry
.
getKey
();
String
values
=
entry
.
getValue
();
String
values
=
entry
.
getValue
();
sb
.
append
(
tableName
).
append
(
" values "
).
append
(
values
).
append
(
" "
);
String
q
=
tableName
+
" values "
+
values
+
" "
;
if
(
sb
.
length
()
+
q
.
length
()
>
maxSQLLength
)
{
executeSQL
(
sb
.
toString
());
logger
.
warn
(
"increase maxSQLLength or decrease maxBatchSize to gain better performance"
);
sb
=
new
StringBuilder
(
"INSERT INTO "
);
}
sb
.
append
(
q
);
}
}
String
sql
=
sb
.
toString
();
executeSQL
(
sb
.
toString
());
tbValues
.
clear
();
bufferedCount
=
0
;
}
private
void
executeSQL
(
String
sql
)
throws
SQLException
{
try
{
try
{
stmt
.
executeUpdate
(
sql
);
stmt
.
executeUpdate
(
sql
);
}
catch
(
SQLException
e
)
{
}
catch
(
SQLException
e
)
{
...
@@ -137,8 +159,6 @@ public class SQLWriter {
...
@@ -137,8 +159,6 @@ public class SQLWriter {
throw
e
;
throw
e
;
}
}
}
}
tbValues
.
clear
();
bufferedCount
=
0
;
}
}
/**
/**
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录