Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
2dot5
ClickHouse
提交
603bcdde
C
ClickHouse
项目概览
2dot5
/
ClickHouse
通知
3
Star
0
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
DevOps
流水线
流水线任务
计划
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
C
ClickHouse
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
DevOps
DevOps
流水线
流水线任务
计划
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
流水线任务
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
提交
603bcdde
编写于
6月 16, 2020
作者:
N
Nikolai Kochetov
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
Add DistinctStep.
上级
cfe87a77
变更
6
隐藏空白更改
内联
并排
Showing
6 changed file
with
66 addition
and
8 deletion
+66
-8
src/Interpreters/InterpreterSelectQuery.cpp
src/Interpreters/InterpreterSelectQuery.cpp
+5
-6
src/Processors/QueryPlan/DistinctStep.cpp
src/Processors/QueryPlan/DistinctStep.cpp
+31
-0
src/Processors/QueryPlan/DistinctStep.h
src/Processors/QueryPlan/DistinctStep.h
+27
-0
src/Processors/QueryPlan/MergingSortedStep.cpp
src/Processors/QueryPlan/MergingSortedStep.cpp
+1
-1
src/Processors/QueryPlan/MergingSortedStep.h
src/Processors/QueryPlan/MergingSortedStep.h
+1
-1
src/Processors/ya.make
src/Processors/ya.make
+1
-0
未找到文件。
src/Interpreters/InterpreterSelectQuery.cpp
浏览文件 @
603bcdde
...
...
@@ -82,6 +82,7 @@
#include <Processors/QueryPlan/PartialSortingStep.h>
#include <Processors/QueryPlan/MergeSortingStep.h>
#include <Processors/QueryPlan/MergingSortedStep.h>
#include <Processors/QueryPlan/DistinctStep.h>
namespace
DB
...
...
@@ -1769,13 +1770,11 @@ void InterpreterSelectQuery::executeDistinct(QueryPipeline & pipeline, bool befo
SizeLimits
limits
(
settings
.
max_rows_in_distinct
,
settings
.
max_bytes_in_distinct
,
settings
.
distinct_overflow_mode
);
pipeline
.
addSimpleTransform
([
&
](
const
Block
&
header
,
QueryPipeline
::
StreamType
stream_type
)
->
ProcessorPtr
{
if
(
stream_type
==
QueryPipeline
::
StreamType
::
Totals
)
return
nullptr
;
DistinctStep
distinct_step
(
DataStream
{.
header
=
pipeline
.
getHeader
()},
limits
,
limit_for_distinct
,
columns
);
return
std
::
make_shared
<
DistinctTransform
>
(
header
,
limits
,
limit_for_distinct
,
columns
);
});
distinct_step
.
transformPipeline
(
pipeline
);
}
}
...
...
src/Processors/QueryPlan/DistinctStep.cpp
0 → 100644
浏览文件 @
603bcdde
#include <Processors/QueryPlan/DistinctStep.h>
#include <Processors/Transforms/DistinctTransform.h>
#include <Processors/QueryPipeline.h>
namespace
DB
{
DistinctStep
::
DistinctStep
(
const
DataStream
&
input_stream_
,
const
SizeLimits
&
set_size_limits_
,
UInt64
limit_hint_
,
const
Names
&
columns_
)
:
ITransformingStep
(
input_stream_
,
input_stream_
)
,
set_size_limits
(
set_size_limits_
)
,
limit_hint
(
limit_hint_
)
,
columns
(
columns_
)
{
}
void
DistinctStep
::
transformPipeline
(
QueryPipeline
&
pipeline
)
{
pipeline
.
addSimpleTransform
([
&
](
const
Block
&
header
,
QueryPipeline
::
StreamType
stream_type
)
->
ProcessorPtr
{
if
(
stream_type
!=
QueryPipeline
::
StreamType
::
Main
)
return
nullptr
;
return
std
::
make_shared
<
DistinctTransform
>
(
header
,
set_size_limits
,
limit_hint
,
columns
);
});
}
}
src/Processors/QueryPlan/DistinctStep.h
0 → 100644
浏览文件 @
603bcdde
#pragma once
#include <Processors/QueryPlan/ITransformingStep.h>
#include <DataStreams/SizeLimits.h>
namespace
DB
{
class
DistinctStep
:
public
ITransformingStep
{
public:
explicit
DistinctStep
(
const
DataStream
&
input_stream_
,
const
SizeLimits
&
set_size_limits_
,
UInt64
limit_hint_
,
const
Names
&
columns_
);
String
getName
()
const
override
{
return
"Distinct"
;
}
void
transformPipeline
(
QueryPipeline
&
pipeline
)
override
;
private:
SizeLimits
set_size_limits
;
UInt64
limit_hint
;
Names
columns
;
};
}
src/Processors/QueryPlan/MergingSortedStep.cpp
浏览文件 @
603bcdde
...
...
@@ -6,7 +6,7 @@ namespace DB
{
MergingSortedStep
::
MergingSortedStep
(
DataStream
input_stream
,
const
DataStream
&
input_stream
,
SortDescription
sort_description_
,
size_t
max_block_size_
,
UInt64
limit_
)
...
...
src/Processors/QueryPlan/MergingSortedStep.h
浏览文件 @
603bcdde
...
...
@@ -11,7 +11,7 @@ class MergingSortedStep : public ITransformingStep
{
public:
explicit
MergingSortedStep
(
DataStream
input_stream
,
const
DataStream
&
input_stream
,
SortDescription
sort_description_
,
size_t
max_block_size_
,
UInt64
limit_
=
0
);
...
...
src/Processors/ya.make
浏览文件 @
603bcdde
...
...
@@ -137,6 +137,7 @@ SRCS(
Transforms/SortingTransform.cpp
Transforms/TotalsHavingTransform.cpp
Transforms/AggregatingInOrderTransform.cpp
QueryPlan/DistinctTransform.cpp
QueryPlan/ExpressionStep.cpp
QueryPlan/FilterStep.cpp
QueryPlan/ISourceStep.cpp
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录