Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
2dot5
ClickHouse
提交
c9249f77
C
ClickHouse
项目概览
2dot5
/
ClickHouse
通知
3
Star
0
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
DevOps
流水线
流水线任务
计划
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
C
ClickHouse
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
DevOps
DevOps
流水线
流水线任务
计划
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
流水线任务
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
提交
c9249f77
编写于
9月 18, 2020
作者:
V
Vxider
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
rename persistency to persistent
上级
0c535062
变更
10
隐藏空白更改
内联
并排
Showing
10 changed file
with
40 addition
and
40 deletion
+40
-40
src/Storages/JoinSettings.h
src/Storages/JoinSettings.h
+1
-1
src/Storages/SetSettings.h
src/Storages/SetSettings.h
+1
-1
src/Storages/StorageJoin.cpp
src/Storages/StorageJoin.cpp
+6
-6
src/Storages/StorageJoin.h
src/Storages/StorageJoin.h
+1
-1
src/Storages/StorageSet.cpp
src/Storages/StorageSet.cpp
+12
-12
src/Storages/StorageSet.h
src/Storages/StorageSet.h
+3
-3
tests/queries/0_stateless/01493_storage_set_persistency.reference
...eries/0_stateless/01493_storage_set_persistency.reference
+2
-2
tests/queries/0_stateless/01493_storage_set_persistency.sql
tests/queries/0_stateless/01493_storage_set_persistency.sql
+6
-6
tests/queries/0_stateless/01494_storage_join_persistency.reference
...ries/0_stateless/01494_storage_join_persistency.reference
+2
-2
tests/queries/0_stateless/01494_storage_join_persistency.sql
tests/queries/0_stateless/01494_storage_join_persistency.sql
+6
-6
未找到文件。
src/Storages/JoinSettings.h
浏览文件 @
c9249f77
...
...
@@ -10,7 +10,7 @@ class ASTStorage;
#define JOIN_RELATED_SETTINGS(M) \
M(Bool, persisten
cy
, true, "Disable setting to avoid the overhead of writing to disk for StorageJoin", 0)
M(Bool, persisten
t
, true, "Disable setting to avoid the overhead of writing to disk for StorageJoin", 0)
#define LIST_OF_JOIN_SETTINGS(M) \
JOIN_RELATED_SETTINGS(M) \
...
...
src/Storages/SetSettings.h
浏览文件 @
c9249f77
...
...
@@ -10,7 +10,7 @@ class ASTStorage;
#define SET_RELATED_SETTINGS(M) \
M(Bool, persisten
cy
, true, "Disable setting to avoid the overhead of writing to disk for StorageSet", 0)
M(Bool, persisten
t
, true, "Disable setting to avoid the overhead of writing to disk for StorageSet", 0)
#define LIST_OF_SET_SETTINGS(M) \
SET_RELATED_SETTINGS(M) \
...
...
src/Storages/StorageJoin.cpp
浏览文件 @
c9249f77
...
...
@@ -45,8 +45,8 @@ StorageJoin::StorageJoin(
const
ConstraintsDescription
&
constraints_
,
bool
overwrite_
,
const
Context
&
context_
,
bool
persisten
cy
_
)
:
StorageSetOrJoinBase
{
relative_path_
,
table_id_
,
columns_
,
constraints_
,
context_
,
persisten
cy
_
}
bool
persisten
t
_
)
:
StorageSetOrJoinBase
{
relative_path_
,
table_id_
,
columns_
,
constraints_
,
context_
,
persisten
t
_
}
,
key_names
(
key_names_
)
,
use_nulls
(
use_nulls_
)
,
limits
(
limits_
)
...
...
@@ -119,7 +119,7 @@ void registerStorageJoin(StorageFactory & factory)
auto
join_overflow_mode
=
settings
.
join_overflow_mode
;
auto
join_any_take_last_row
=
settings
.
join_any_take_last_row
;
auto
old_any_join
=
settings
.
any_join_distinct_right_table_keys
;
bool
persisten
cy
_
=
true
;
bool
persisten
t
_
=
true
;
if
(
args
.
storage_def
&&
args
.
storage_def
->
settings
)
{
...
...
@@ -137,11 +137,11 @@ void registerStorageJoin(StorageFactory & factory)
join_any_take_last_row
=
setting
.
value
;
else
if
(
setting
.
name
==
"any_join_distinct_right_table_keys"
)
old_any_join
=
setting
.
value
;
else
if
(
setting
.
name
==
"persisten
cy
"
)
else
if
(
setting
.
name
==
"persisten
t
"
)
{
auto
join_settings
=
std
::
make_unique
<
JoinSettings
>
();
join_settings
->
loadFromQuery
(
*
args
.
storage_def
);
persisten
cy_
=
join_settings
->
persistency
;
persisten
t_
=
join_settings
->
persistent
;
}
else
throw
Exception
(
...
...
@@ -226,7 +226,7 @@ void registerStorageJoin(StorageFactory & factory)
args
.
constraints
,
join_any_take_last_row
,
args
.
context
,
persisten
cy
_
);
persisten
t
_
);
};
factory
.
registerStorage
(
"Join"
,
creator_fn
,
StorageFactory
::
StorageFeatures
{
.
supports_settings
=
true
,
});
...
...
src/Storages/StorageJoin.h
浏览文件 @
c9249f77
...
...
@@ -74,7 +74,7 @@ protected:
const
ConstraintsDescription
&
constraints_
,
bool
overwrite
,
const
Context
&
context_
,
bool
persisten
cy
_
);
bool
persisten
t
_
);
};
}
src/Storages/StorageSet.cpp
浏览文件 @
c9249f77
...
...
@@ -37,7 +37,7 @@ public:
SetOrJoinBlockOutputStream
(
StorageSetOrJoinBase
&
table_
,
const
StorageMetadataPtr
&
metadata_snapshot_
,
const
String
&
backup_path_
,
const
String
&
backup_tmp_path_
,
const
String
&
backup_file_name_
,
bool
persisten
cy
_
);
const
String
&
backup_file_name_
,
bool
persisten
t
_
);
Block
getHeader
()
const
override
{
return
metadata_snapshot
->
getSampleBlock
();
}
void
write
(
const
Block
&
block
)
override
;
...
...
@@ -52,7 +52,7 @@ private:
WriteBufferFromFile
backup_buf
;
CompressedWriteBuffer
compressed_backup_buf
;
NativeBlockOutputStream
backup_stream
;
bool
persisten
cy
;
bool
persisten
t
;
};
...
...
@@ -62,7 +62,7 @@ SetOrJoinBlockOutputStream::SetOrJoinBlockOutputStream(
const
String
&
backup_path_
,
const
String
&
backup_tmp_path_
,
const
String
&
backup_file_name_
,
bool
persisten
cy
_
)
bool
persisten
t
_
)
:
table
(
table_
)
,
metadata_snapshot
(
metadata_snapshot_
)
,
backup_path
(
backup_path_
)
...
...
@@ -71,7 +71,7 @@ SetOrJoinBlockOutputStream::SetOrJoinBlockOutputStream(
,
backup_buf
(
backup_tmp_path
+
backup_file_name
)
,
compressed_backup_buf
(
backup_buf
)
,
backup_stream
(
compressed_backup_buf
,
0
,
metadata_snapshot
->
getSampleBlock
())
,
persisten
cy
(
persistency
_
)
,
persisten
t
(
persistent
_
)
{
}
...
...
@@ -81,14 +81,14 @@ void SetOrJoinBlockOutputStream::write(const Block & block)
Block
sorted_block
=
block
.
sortColumns
();
table
.
insertBlock
(
sorted_block
);
if
(
persisten
cy
)
if
(
persisten
t
)
backup_stream
.
write
(
sorted_block
);
}
void
SetOrJoinBlockOutputStream
::
writeSuffix
()
{
table
.
finishInsert
();
if
(
persisten
cy
)
if
(
persisten
t
)
{
backup_stream
.
flush
();
compressed_backup_buf
.
next
();
...
...
@@ -102,7 +102,7 @@ void SetOrJoinBlockOutputStream::writeSuffix()
BlockOutputStreamPtr
StorageSetOrJoinBase
::
write
(
const
ASTPtr
&
/*query*/
,
const
StorageMetadataPtr
&
metadata_snapshot
,
const
Context
&
/*context*/
)
{
UInt64
id
=
++
increment
;
return
std
::
make_shared
<
SetOrJoinBlockOutputStream
>
(
*
this
,
metadata_snapshot
,
path
,
path
+
"tmp/"
,
toString
(
id
)
+
".bin"
,
persisten
cy
);
return
std
::
make_shared
<
SetOrJoinBlockOutputStream
>
(
*
this
,
metadata_snapshot
,
path
,
path
+
"tmp/"
,
toString
(
id
)
+
".bin"
,
persisten
t
);
}
...
...
@@ -112,9 +112,9 @@ StorageSetOrJoinBase::StorageSetOrJoinBase(
const
ColumnsDescription
&
columns_
,
const
ConstraintsDescription
&
constraints_
,
const
Context
&
context_
,
bool
persisten
cy
_
)
bool
persisten
t
_
)
:
IStorage
(
table_id_
),
persisten
cy
(
persistency
_
)
persisten
t
(
persistent
_
)
{
StorageInMemoryMetadata
storage_metadata
;
storage_metadata
.
setColumns
(
columns_
);
...
...
@@ -136,8 +136,8 @@ StorageSet::StorageSet(
const
ColumnsDescription
&
columns_
,
const
ConstraintsDescription
&
constraints_
,
const
Context
&
context_
,
bool
persisten
cy
_
)
:
StorageSetOrJoinBase
{
relative_path_
,
table_id_
,
columns_
,
constraints_
,
context_
,
persisten
cy
_
},
bool
persisten
t
_
)
:
StorageSetOrJoinBase
{
relative_path_
,
table_id_
,
columns_
,
constraints_
,
context_
,
persisten
t
_
},
set
(
std
::
make_shared
<
Set
>
(
SizeLimits
(),
false
,
true
))
{
...
...
@@ -249,7 +249,7 @@ void registerStorageSet(StorageFactory & factory)
set_settings
->
loadFromQuery
(
*
args
.
storage_def
);
}
return
StorageSet
::
create
(
args
.
relative_data_path
,
args
.
table_id
,
args
.
columns
,
args
.
constraints
,
args
.
context
,
set_settings
->
persisten
cy
);
return
StorageSet
::
create
(
args
.
relative_data_path
,
args
.
table_id
,
args
.
columns
,
args
.
constraints
,
args
.
context
,
set_settings
->
persisten
t
);
},
StorageFactory
::
StorageFeatures
{
.
supports_settings
=
true
,
});
}
...
...
src/Storages/StorageSet.h
浏览文件 @
c9249f77
...
...
@@ -33,11 +33,11 @@ protected:
const
ColumnsDescription
&
columns_
,
const
ConstraintsDescription
&
constraints_
,
const
Context
&
context_
,
bool
persisten
cy
_
);
bool
persisten
t
_
);
String
base_path
;
String
path
;
bool
persisten
cy
;
bool
persisten
t
;
std
::
atomic
<
UInt64
>
increment
=
0
;
/// For the backup file names.
...
...
@@ -86,7 +86,7 @@ protected:
const
ColumnsDescription
&
columns_
,
const
ConstraintsDescription
&
constraints_
,
const
Context
&
context_
,
bool
persisten
cy
_
);
bool
persisten
t
_
);
};
}
tests/queries/0_stateless/01493_storage_set_persistency.reference
浏览文件 @
c9249f77
----- Default Settings -----
1
----- Settings persisten
cy
=1 -----
----- Settings persisten
t
=1 -----
1
----- Settings persisten
cy
=0 -----
----- Settings persisten
t
=0 -----
tests/queries/0_stateless/01493_storage_set_persistency.sql
浏览文件 @
c9249f77
...
...
@@ -13,20 +13,20 @@ SELECT number FROM number WHERE number IN set LIMIT 1;
DROP
TABLE
set
;
SELECT
'----- Settings persisten
cy
=1 -----'
;
CREATE
TABLE
set
(
val
UInt64
)
ENGINE
=
Set
()
SETTINGS
persisten
cy
=
1
;
SELECT
'----- Settings persisten
t
=1 -----'
;
CREATE
TABLE
set
(
val
UInt64
)
ENGINE
=
Set
()
SETTINGS
persisten
t
=
1
;
INSERT
INTO
set
VALUES
(
1
);
DETACH
TABLE
set
;
ATTACH
TABLE
set
(
val
UInt64
)
ENGINE
=
Set
()
SETTINGS
persisten
cy
=
1
;
ATTACH
TABLE
set
(
val
UInt64
)
ENGINE
=
Set
()
SETTINGS
persisten
t
=
1
;
SELECT
number
FROM
number
WHERE
number
IN
set
LIMIT
1
;
DROP
TABLE
set
;
SELECT
'----- Settings persisten
cy
=0 -----'
;
CREATE
TABLE
set
(
val
UInt64
)
ENGINE
=
Set
()
SETTINGS
persisten
cy
=
0
;
SELECT
'----- Settings persisten
t
=0 -----'
;
CREATE
TABLE
set
(
val
UInt64
)
ENGINE
=
Set
()
SETTINGS
persisten
t
=
0
;
INSERT
INTO
set
VALUES
(
1
);
DETACH
TABLE
set
;
ATTACH
TABLE
set
(
val
UInt64
)
ENGINE
=
Set
()
SETTINGS
persisten
cy
=
0
;
ATTACH
TABLE
set
(
val
UInt64
)
ENGINE
=
Set
()
SETTINGS
persisten
t
=
0
;
SELECT
number
FROM
number
WHERE
number
IN
set
LIMIT
1
;
DROP
TABLE
set
;
...
...
tests/queries/0_stateless/01494_storage_join_persistency.reference
浏览文件 @
c9249f77
----- Default Settings -----
1 21
----- Settings persisten
cy
=1 -----
----- Settings persisten
t
=1 -----
1 21
----- Settings persisten
cy
=0 -----
----- Settings persisten
t
=0 -----
tests/queries/0_stateless/01494_storage_join_persistency.sql
浏览文件 @
c9249f77
...
...
@@ -9,20 +9,20 @@ SELECT * from join;
DROP
TABLE
join
;
SELECT
'----- Settings persisten
cy
=1 -----'
;
CREATE
TABLE
join
(
k
UInt64
,
s
String
)
ENGINE
=
Join
(
ANY
,
LEFT
,
k
)
SETTINGS
persisten
cy
=
1
;
SELECT
'----- Settings persisten
t
=1 -----'
;
CREATE
TABLE
join
(
k
UInt64
,
s
String
)
ENGINE
=
Join
(
ANY
,
LEFT
,
k
)
SETTINGS
persisten
t
=
1
;
INSERT
INTO
join
VALUES
(
1
,
21
);
DETACH
TABLE
join
;
ATTACH
TABLE
join
(
k
UInt64
,
s
String
)
ENGINE
=
Join
(
ANY
,
LEFT
,
k
)
SETTINGS
persisten
cy
=
1
;
ATTACH
TABLE
join
(
k
UInt64
,
s
String
)
ENGINE
=
Join
(
ANY
,
LEFT
,
k
)
SETTINGS
persisten
t
=
1
;
SELECT
*
from
join
;
DROP
TABLE
join
;
SELECT
'----- Settings persisten
cy
=0 -----'
;
CREATE
TABLE
join
(
k
UInt64
,
s
String
)
ENGINE
=
Join
(
ANY
,
LEFT
,
k
)
SETTINGS
persisten
cy
=
0
;
SELECT
'----- Settings persisten
t
=0 -----'
;
CREATE
TABLE
join
(
k
UInt64
,
s
String
)
ENGINE
=
Join
(
ANY
,
LEFT
,
k
)
SETTINGS
persisten
t
=
0
;
INSERT
INTO
join
VALUES
(
1
,
21
);
DETACH
TABLE
join
;
ATTACH
TABLE
join
(
k
UInt64
,
s
String
)
ENGINE
=
Join
(
ANY
,
LEFT
,
k
)
SETTINGS
persisten
cy
=
0
;
ATTACH
TABLE
join
(
k
UInt64
,
s
String
)
ENGINE
=
Join
(
ANY
,
LEFT
,
k
)
SETTINGS
persisten
t
=
0
;
SELECT
*
from
join
;
DROP
TABLE
join
;
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录