Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
Metz
oceanbase
提交
047132a3
O
oceanbase
项目概览
Metz
/
oceanbase
与 Fork 源项目一致
Fork自
oceanbase / oceanbase
通知
1
Star
0
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
DevOps
流水线
流水线任务
计划
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
O
oceanbase
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
DevOps
DevOps
流水线
流水线任务
计划
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
流水线任务
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
提交
047132a3
编写于
8月 20, 2021
作者:
W
wangt1xiuyi
提交者:
wangzelin.wzl
8月 20, 2021
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
fix some potential bugs
上级
3107d410
变更
3
隐藏空白更改
内联
并排
Showing
3 changed file
with
66 addition
and
38 deletion
+66
-38
src/sql/engine/expr/ob_expr_regexp_context.cpp
src/sql/engine/expr/ob_expr_regexp_context.cpp
+43
-28
src/sql/parser/ob_parser.cpp
src/sql/parser/ob_parser.cpp
+13
-8
src/sql/parser/ob_parser.h
src/sql/parser/ob_parser.h
+10
-2
未找到文件。
src/sql/engine/expr/ob_expr_regexp_context.cpp
浏览文件 @
047132a3
...
@@ -689,11 +689,16 @@ int ObExprRegexContext::replace(const ObString& text, const ObString& to, ObSEAr
...
@@ -689,11 +689,16 @@ int ObExprRegexContext::replace(const ObString& text, const ObString& to, ObSEAr
if
(
OB_UNLIKELY
(
real_tot_length
>
tot_length
))
{
if
(
OB_UNLIKELY
(
real_tot_length
>
tot_length
))
{
ret
=
OB_ERR_UNEXPECTED
;
ret
=
OB_ERR_UNEXPECTED
;
LOG_WARN
(
"get invalid argument"
,
K
(
real_tot_length
),
K
(
tot_length
),
K
(
ret
));
LOG_WARN
(
"get invalid argument"
,
K
(
real_tot_length
),
K
(
tot_length
),
K
(
ret
));
}
else
{
}
else
if
(
real_tot_length
>
0
)
{
char
*
real_buf
=
static_cast
<
char
*>
(
string_buf
.
alloc
(
real_tot_length
));
char
*
real_buf
=
static_cast
<
char
*>
(
string_buf
.
alloc
(
real_tot_length
));
MEMSET
(
real_buf
,
0
,
real_tot_length
);
if
(
OB_ISNULL
(
real_buf
))
{
MEMCPY
(
real_buf
,
buf
,
real_tot_length
);
ret
=
OB_ALLOCATE_MEMORY_FAILED
;
sub
.
assign_ptr
(
real_buf
,
static_cast
<
int64_t
>
(
real_tot_length
));
LOG_WARN
(
"alloc memory failed."
,
K
(
real_buf
),
K
(
ret
));
}
else
{
MEMSET
(
real_buf
,
0
,
real_tot_length
);
MEMCPY
(
real_buf
,
buf
,
real_tot_length
);
sub
.
assign_ptr
(
real_buf
,
static_cast
<
int64_t
>
(
real_tot_length
));
}
}
}
}
}
}
}
...
@@ -760,27 +765,32 @@ int ObExprRegexContext::w2c(
...
@@ -760,27 +765,32 @@ int ObExprRegexContext::w2c(
if
(
length
<
0
||
(
length
>
0
&&
OB_ISNULL
(
wc
)))
{
if
(
length
<
0
||
(
length
>
0
&&
OB_ISNULL
(
wc
)))
{
ret
=
OB_ERR_UNEXPECTED
;
ret
=
OB_ERR_UNEXPECTED
;
LOG_WARN
(
"source text is null or length is vaild"
,
K
(
ret
),
K
(
wc
),
K
(
length
));
LOG_WARN
(
"source text is null or length is vaild"
,
K
(
ret
),
K
(
wc
),
K
(
length
));
}
else
{
}
else
if
(
length
>
0
)
{
int32_t
buff_len
=
sizeof
(
wchar_t
);
int32_t
buff_len
=
sizeof
(
wchar_t
);
char
*
buff
=
static_cast
<
char
*>
(
string_buf
.
alloc
(
buff_len
));
int64_t
chr_len
=
(
length
+
1
)
*
buff_len
;
int64_t
chr_len
=
(
length
+
1
)
*
buff_len
;
chr
=
static_cast
<
char
*>
(
string_buf
.
alloc
(
chr_len
));
char
*
buff
=
NULL
;
char
*
tmp_chr
=
chr
;
if
(
OB_ISNULL
(
buff
=
static_cast
<
char
*>
(
string_buf
.
alloc
(
buff_len
)))
||
MEMSET
(
chr
,
0
,
chr_len
);
OB_ISNULL
(
chr
=
static_cast
<
char
*>
(
string_buf
.
alloc
(
chr_len
))))
{
MEMSET
(
buff
,
0
,
buff_len
);
ret
=
OB_ALLOCATE_MEMORY_FAILED
;
for
(
int64_t
i
=
0
;
OB_SUCC
(
ret
)
&&
i
<
length
;
++
i
)
{
LOG_WARN
(
"alloc memory failed."
,
K
(
buff
),
K
(
chr
),
K
(
ret
));
int32_t
wc_int
=
static_cast
<
int32_t
>
(
wc
[
i
]);
}
else
{
int32_t
real_length
=
0
;
char
*
tmp_chr
=
chr
;
if
(
OB_FAIL
(
ObCharset
::
wc_mb
(
MEMSET
(
chr
,
0
,
chr_len
);
ObCharset
::
get_default_collation_oracle
(
CHARSET_UTF8MB4
),
wc_int
,
buff
,
buff_len
,
real_length
)))
{
MEMSET
(
buff
,
0
,
buff_len
);
LOG_WARN
(
"failed to multi byte to wide char"
,
K
(
ret
));
for
(
int64_t
i
=
0
;
OB_SUCC
(
ret
)
&&
i
<
length
;
++
i
)
{
}
else
if
(
OB_UNLIKELY
(
chr_length
+
real_length
>
chr_len
))
{
int32_t
wc_int
=
static_cast
<
int32_t
>
(
wc
[
i
]);
ret
=
OB_ERR_UNEXPECTED
;
int32_t
real_length
=
0
;
LOG_WARN
(
"get unexpected error"
,
K
(
chr_length
),
K
(
real_length
),
K
(
chr_len
),
K
(
ret
));
if
(
OB_FAIL
(
ObCharset
::
wc_mb
(
}
else
{
ObCharset
::
get_default_collation_oracle
(
CHARSET_UTF8MB4
),
wc_int
,
buff
,
buff_len
,
real_length
)))
{
MEMCPY
(
tmp_chr
,
buff
,
real_length
);
LOG_WARN
(
"failed to multi byte to wide char"
,
K
(
ret
));
chr_length
+=
real_length
;
}
else
if
(
OB_UNLIKELY
(
chr_length
+
real_length
>
chr_len
))
{
tmp_chr
=
tmp_chr
+
real_length
;
ret
=
OB_ERR_UNEXPECTED
;
LOG_WARN
(
"get unexpected error"
,
K
(
chr_length
),
K
(
real_length
),
K
(
chr_len
),
K
(
ret
));
}
else
{
MEMCPY
(
tmp_chr
,
buff
,
real_length
);
chr_length
+=
real_length
;
tmp_chr
=
tmp_chr
+
real_length
;
}
}
}
}
}
}
}
...
@@ -926,10 +936,15 @@ int ObExprRegexContext::pre_process_replace_str(const ObString& text, const ObSt
...
@@ -926,10 +936,15 @@ int ObExprRegexContext::pre_process_replace_str(const ObString& text, const ObSt
MEMCPY
(
tmp_buf
,
to_ptr
+
length_to
-
1
,
1
);
MEMCPY
(
tmp_buf
,
to_ptr
+
length_to
-
1
,
1
);
++
real_tot_length
;
++
real_tot_length
;
}
}
char
*
real_buf
=
static_cast
<
char
*>
(
string_buf
.
alloc
(
real_tot_length
));
char
*
real_buf
=
static_cast
<
char
*>
(
string_buf
.
alloc
(
real_tot_length
));
MEMSET
(
real_buf
,
0
,
real_tot_length
);
if
(
OB_ISNULL
(
real_buf
))
{
MEMCPY
(
real_buf
,
buf
,
real_tot_length
);
ret
=
OB_ALLOCATE_MEMORY_FAILED
;
tmp_string
.
assign_ptr
(
real_buf
,
static_cast
<
int64_t
>
(
real_tot_length
));
LOG_ERROR
(
"alloc memory failed."
,
K
(
real_buf
),
K
(
ret
));
}
else
{
MEMSET
(
real_buf
,
0
,
real_tot_length
);
MEMCPY
(
real_buf
,
buf
,
real_tot_length
);
tmp_string
.
assign_ptr
(
real_buf
,
static_cast
<
int64_t
>
(
real_tot_length
));
}
}
}
if
(
OB_SUCC
(
ret
)
&&
OB_FAIL
(
to_strings
.
push_back
(
tmp_string
)))
{
if
(
OB_SUCC
(
ret
)
&&
OB_FAIL
(
to_strings
.
push_back
(
tmp_string
)))
{
LOG_WARN
(
"failed to push back string"
,
K
(
ret
));
LOG_WARN
(
"failed to push back string"
,
K
(
ret
));
...
...
src/sql/parser/ob_parser.cpp
浏览文件 @
047132a3
...
@@ -107,7 +107,7 @@ int ObParser::split_multiple_stmt(
...
@@ -107,7 +107,7 @@ int ObParser::split_multiple_stmt(
ObString
part
(
str_len
,
stmt
.
ptr
()
+
offset
);
ObString
part
(
str_len
,
stmt
.
ptr
()
+
offset
);
ObString
remain_part
(
remain
,
stmt
.
ptr
()
+
offset
);
ObString
remain_part
(
remain
,
stmt
.
ptr
()
+
offset
);
//first try parse part str, because it's have less length and need less memory
//first try parse part str, because it's have less length and need less memory
if
(
OB_FAIL
(
tmp_ret
=
parse
(
part
,
parse_result
,
parse_mode
)))
{
if
(
OB_FAIL
(
tmp_ret
=
parse
(
part
,
parse_result
,
parse_mode
,
false
,
true
)))
{
//if parser part str failed, then try parse all remain part, avoid parse many times:
//if parser part str failed, then try parse all remain part, avoid parse many times:
//bug: https://work.aone.alibaba-inc.com/issue/34642901
//bug: https://work.aone.alibaba-inc.com/issue/34642901
tmp_ret
=
OB_SUCCESS
;
tmp_ret
=
OB_SUCCESS
;
...
@@ -146,12 +146,14 @@ int ObParser::split_multiple_stmt(
...
@@ -146,12 +146,14 @@ int ObParser::split_multiple_stmt(
return
ret
;
return
ret
;
}
}
int
ObParser
::
parse_sql
(
const
ObString
&
stmt
,
ParseResult
&
parse_result
)
int
ObParser
::
parse_sql
(
const
ObString
&
stmt
,
ParseResult
&
parse_result
,
const
bool
no_throw_parser_error
)
{
{
int
ret
=
OB_SUCCESS
;
int
ret
=
OB_SUCCESS
;
ObSQLParser
sql_parser
(
*
(
ObIAllocator
*
)(
parse_result
.
malloc_pool_
),
sql_mode_
);
ObSQLParser
sql_parser
(
*
(
ObIAllocator
*
)(
parse_result
.
malloc_pool_
),
sql_mode_
);
if
(
OB_FAIL
(
sql_parser
.
parse
(
stmt
.
ptr
(),
stmt
.
length
(),
parse_result
)))
{
if
(
OB_FAIL
(
sql_parser
.
parse
(
stmt
.
ptr
(),
stmt
.
length
(),
parse_result
)))
{
LOG_INFO
(
"failed to parse stmt as sql"
,
K
(
stmt
),
K
(
ret
));
if
(
!
no_throw_parser_error
)
{
LOG_INFO
(
"failed to parse stmt as sql"
,
K
(
stmt
),
K
(
ret
));
}
}
else
if
(
parse_result
.
is_dynamic_sql_
)
{
}
else
if
(
parse_result
.
is_dynamic_sql_
)
{
memmove
(
parse_result
.
no_param_sql_
+
parse_result
.
no_param_sql_len_
,
memmove
(
parse_result
.
no_param_sql_
+
parse_result
.
no_param_sql_len_
,
parse_result
.
input_sql_
+
parse_result
.
pl_parse_info_
.
last_pl_symbol_pos_
,
parse_result
.
input_sql_
+
parse_result
.
pl_parse_info_
.
last_pl_symbol_pos_
,
...
@@ -160,11 +162,11 @@ int ObParser::parse_sql(const ObString& stmt, ParseResult& parse_result)
...
@@ -160,11 +162,11 @@ int ObParser::parse_sql(const ObString& stmt, ParseResult& parse_result)
}
else
{
/*do nothing*/
}
else
{
/*do nothing*/
}
}
if
(
parse_result
.
is_fp_
||
parse_result
.
is_multi_query_
)
{
if
(
parse_result
.
is_fp_
||
parse_result
.
is_multi_query_
)
{
if
(
OB_FAIL
(
ret
))
{
if
(
OB_FAIL
(
ret
)
&&
!
no_throw_parser_error
)
{
LOG_WARN
(
"failed to fast parameterize"
,
K
(
stmt
),
K
(
ret
));
LOG_WARN
(
"failed to fast parameterize"
,
K
(
stmt
),
K
(
ret
));
}
}
}
}
if
(
OB_FAIL
(
ret
))
{
if
(
OB_FAIL
(
ret
)
&&
!
no_throw_parser_error
)
{
auto
err_charge_sql_mode
=
lib
::
is_oracle_mode
();
auto
err_charge_sql_mode
=
lib
::
is_oracle_mode
();
LOG_WARN
(
"failed to parse the statement"
,
LOG_WARN
(
"failed to parse the statement"
,
K
(
stmt
),
K
(
stmt
),
...
@@ -206,7 +208,8 @@ int ObParser::parse_sql(const ObString& stmt, ParseResult& parse_result)
...
@@ -206,7 +208,8 @@ int ObParser::parse_sql(const ObString& stmt, ParseResult& parse_result)
}
}
int
ObParser
::
parse
(
int
ObParser
::
parse
(
const
ObString
&
query
,
ParseResult
&
parse_result
,
ParseMode
parse_mode
,
const
bool
is_batched_multi_stmt_split_on
)
const
ObString
&
query
,
ParseResult
&
parse_result
,
ParseMode
parse_mode
,
const
bool
is_batched_multi_stmt_split_on
,
const
bool
no_throw_parser_error
)
{
{
int
ret
=
OB_SUCCESS
;
int
ret
=
OB_SUCCESS
;
...
@@ -268,8 +271,10 @@ int ObParser::parse(
...
@@ -268,8 +271,10 @@ int ObParser::parse(
LOG_DEBUG
(
"check parse_result param"
,
"connection charset"
,
ObCharset
::
charset_name
(
connection_collation_
));
LOG_DEBUG
(
"check parse_result param"
,
"connection charset"
,
ObCharset
::
charset_name
(
connection_collation_
));
}
}
if
(
OB_SUCC
(
ret
))
{
if
(
OB_SUCC
(
ret
))
{
if
(
OB_FAIL
(
parse_sql
(
stmt
,
parse_result
)))
{
if
(
OB_FAIL
(
parse_sql
(
stmt
,
parse_result
,
no_throw_parser_error
)))
{
LOG_WARN
(
"failed to parse stmt as sql"
,
K
(
stmt
),
K
(
parse_mode
),
K
(
ret
));
if
(
!
no_throw_parser_error
)
{
LOG_WARN
(
"failed to parse stmt as sql"
,
K
(
stmt
),
K
(
parse_mode
),
K
(
ret
));
}
}
}
}
}
return
ret
;
return
ret
;
...
...
src/sql/parser/ob_parser.h
浏览文件 @
047132a3
...
@@ -53,10 +53,18 @@ public:
...
@@ -53,10 +53,18 @@ public:
bool
is_single_stmt
(
const
common
::
ObString
&
stmt
);
bool
is_single_stmt
(
const
common
::
ObString
&
stmt
);
int
split_multiple_stmt
(
const
common
::
ObString
&
stmt
,
common
::
ObIArray
<
common
::
ObString
>&
queries
,
int
split_multiple_stmt
(
const
common
::
ObString
&
stmt
,
common
::
ObIArray
<
common
::
ObString
>&
queries
,
ObMPParseStat
&
parse_fail
,
bool
is_ret_first_stmt
=
false
);
ObMPParseStat
&
parse_fail
,
bool
is_ret_first_stmt
=
false
);
int
parse_sql
(
const
common
::
ObString
&
stmt
,
ParseResult
&
parse_result
);
//@param:
// no_throw_parser_error is used to mark not throw parser error. in the split multi stmt
// situation we will try find ';' delimiter to parser part of string in case of save memory,
// but this maybe parser error and throw error info. However, we will still try parser remain
// string when parse part of string failed, if we throw parse part error info, maybe will let
// someone misunderstand have bug, So, we introduce this mark to decide to throw parser erorr.
// eg: select '123;' from dual; select '123' from dual;
int
parse_sql
(
const
common
::
ObString
&
stmt
,
ParseResult
&
parse_result
,
const
bool
no_throw_parser_error
=
false
);
virtual
int
parse
(
const
common
::
ObString
&
stmt
,
ParseResult
&
parse_result
,
ParseMode
mode
=
STD_MODE
,
virtual
int
parse
(
const
common
::
ObString
&
stmt
,
ParseResult
&
parse_result
,
ParseMode
mode
=
STD_MODE
,
const
bool
is_batched_multi_stmt_split_on
=
false
);
const
bool
is_batched_multi_stmt_split_on
=
false
,
const
bool
no_throw_parser_error
=
false
);
virtual
void
free_result
(
ParseResult
&
parse_result
);
virtual
void
free_result
(
ParseResult
&
parse_result
);
/**
/**
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录