Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
doujutun3207
flink
提交
2da82f91
F
flink
项目概览
doujutun3207
/
flink
与 Fork 源项目一致
从无法访问的项目Fork
通知
24
Star
0
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
F
flink
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
体验新版 GitCode,发现更多精彩内容 >>
提交
2da82f91
编写于
8月 11, 2015
作者:
R
r-pogalz
提交者:
Fabian Hueske
9月 08, 2015
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
[FLINK-2106] [runtime] Rename DriverStrategy.MERGE to DriverStrategy.INNER_MERGE
This closes #1052
上级
f3dee23b
变更
10
隐藏空白更改
内联
并排
Showing
10 changed file
with
24 addition
and
24 deletion
+24
-24
flink-optimizer/src/main/java/org/apache/flink/optimizer/costs/CostEstimator.java
.../java/org/apache/flink/optimizer/costs/CostEstimator.java
+1
-1
flink-optimizer/src/main/java/org/apache/flink/optimizer/operators/SortMergeJoinDescriptor.java
...he/flink/optimizer/operators/SortMergeJoinDescriptor.java
+2
-2
flink-optimizer/src/main/java/org/apache/flink/optimizer/plandump/PlanJSONDumpGenerator.java
...pache/flink/optimizer/plandump/PlanJSONDumpGenerator.java
+1
-1
flink-optimizer/src/test/java/org/apache/flink/optimizer/java/JoinTranslationTest.java
.../org/apache/flink/optimizer/java/JoinTranslationTest.java
+1
-1
flink-runtime/src/main/java/org/apache/flink/runtime/operators/DriverStrategy.java
...va/org/apache/flink/runtime/operators/DriverStrategy.java
+1
-1
flink-runtime/src/main/java/org/apache/flink/runtime/operators/JoinDriver.java
...n/java/org/apache/flink/runtime/operators/JoinDriver.java
+2
-2
flink-runtime/src/test/java/org/apache/flink/runtime/operators/MatchTaskExternalITCase.java
...ache/flink/runtime/operators/MatchTaskExternalITCase.java
+1
-1
flink-runtime/src/test/java/org/apache/flink/runtime/operators/MatchTaskTest.java
...ava/org/apache/flink/runtime/operators/MatchTaskTest.java
+12
-12
flink-tests/src/test/java/org/apache/flink/test/optimizer/examples/RelationalQueryCompilerTest.java
.../test/optimizer/examples/RelationalQueryCompilerTest.java
+2
-2
flink-tests/src/test/java/org/apache/flink/test/optimizer/iterations/ConnectedComponentsCoGroupTest.java
.../optimizer/iterations/ConnectedComponentsCoGroupTest.java
+1
-1
未找到文件。
flink-optimizer/src/main/java/org/apache/flink/optimizer/costs/CostEstimator.java
浏览文件 @
2da82f91
...
...
@@ -195,7 +195,7 @@ public abstract class CostEstimator {
// pipelined local union is for free
break
;
case
MERGE:
case
INNER_
MERGE:
addLocalMergeCost
(
firstInput
,
secondInput
,
driverCosts
,
costWeight
);
break
;
case
HYBRIDHASH_BUILD_FIRST:
...
...
flink-optimizer/src/main/java/org/apache/flink/optimizer/operators/SortMergeJoinDescriptor.java
浏览文件 @
2da82f91
...
...
@@ -49,7 +49,7 @@ public class SortMergeJoinDescriptor extends AbstractJoinDescriptor {
@Override
public
DriverStrategy
getStrategy
()
{
return
DriverStrategy
.
MERGE
;
return
DriverStrategy
.
INNER_
MERGE
;
}
@Override
...
...
@@ -99,7 +99,7 @@ public class SortMergeJoinDescriptor extends AbstractJoinDescriptor {
inputOrders
=
tmp
;
}
return
new
DualInputPlanNode
(
node
,
"Join("
+
node
.
getOperator
().
getName
()+
")"
,
in1
,
in2
,
DriverStrategy
.
MERGE
,
this
.
keys1
,
this
.
keys2
,
inputOrders
);
return
new
DualInputPlanNode
(
node
,
"Join("
+
node
.
getOperator
().
getName
()
+
")"
,
in1
,
in2
,
DriverStrategy
.
INNER_
MERGE
,
this
.
keys1
,
this
.
keys2
,
inputOrders
);
}
@Override
...
...
flink-optimizer/src/main/java/org/apache/flink/optimizer/plandump/PlanJSONDumpGenerator.java
浏览文件 @
2da82f91
...
...
@@ -480,7 +480,7 @@ public class PlanJSONDumpGenerator {
locString
=
"Nested Loops (Streamed Outer: "
+
child2name
+
")"
;
break
;
case
MERGE:
case
INNER_
MERGE:
locString
=
"Merge"
;
break
;
...
...
flink-optimizer/src/test/java/org/apache/flink/optimizer/java/JoinTranslationTest.java
浏览文件 @
2da82f91
...
...
@@ -103,7 +103,7 @@ public class JoinTranslationTest extends CompilerTestBase {
DualInputPlanNode
node
=
createPlanAndGetJoinNode
(
JoinHint
.
REPARTITION_SORT_MERGE
);
assertEquals
(
ShipStrategyType
.
PARTITION_HASH
,
node
.
getInput1
().
getShipStrategy
());
assertEquals
(
ShipStrategyType
.
PARTITION_HASH
,
node
.
getInput2
().
getShipStrategy
());
assertEquals
(
DriverStrategy
.
MERGE
,
node
.
getDriverStrategy
());
assertEquals
(
DriverStrategy
.
INNER_
MERGE
,
node
.
getDriverStrategy
());
}
catch
(
Exception
e
)
{
e
.
printStackTrace
();
...
...
flink-runtime/src/main/java/org/apache/flink/runtime/operators/DriverStrategy.java
浏览文件 @
2da82f91
...
...
@@ -72,7 +72,7 @@ public enum DriverStrategy {
ALL_GROUP_COMBINE
(
AllGroupCombineDriver
.
class
,
null
,
PIPELINED
,
0
),
// both inputs are merged, but materialized to the side for block-nested-loop-join among values with equal key
MERGE
(
JoinDriver
.
class
,
null
,
MATERIALIZING
,
MATERIALIZING
,
2
),
INNER_
MERGE
(
JoinDriver
.
class
,
null
,
MATERIALIZING
,
MATERIALIZING
,
2
),
LEFT_OUTER_MERGE
(
LeftOuterJoinDriver
.
class
,
null
,
MATERIALIZING
,
MATERIALIZING
,
2
),
...
...
flink-runtime/src/main/java/org/apache/flink/runtime/operators/JoinDriver.java
浏览文件 @
2da82f91
...
...
@@ -125,7 +125,7 @@ public class JoinDriver<IT1, IT2, OT> implements PactDriver<FlatJoinFunction<IT1
// create and return joining iterator according to provided local strategy.
if
(
objectReuseEnabled
)
{
switch
(
ls
)
{
case
MERGE:
case
INNER_
MERGE:
this
.
joinIterator
=
new
ReusingMergeInnerJoinIterator
<>(
in1
,
in2
,
serializer1
,
comparator1
,
serializer2
,
comparator2
,
...
...
@@ -157,7 +157,7 @@ public class JoinDriver<IT1, IT2, OT> implements PactDriver<FlatJoinFunction<IT1
}
}
else
{
switch
(
ls
)
{
case
MERGE:
case
INNER_
MERGE:
this
.
joinIterator
=
new
NonReusingMergeInnerJoinIterator
<>(
in1
,
in2
,
serializer1
,
comparator1
,
serializer2
,
comparator2
,
...
...
flink-runtime/src/test/java/org/apache/flink/runtime/operators/MatchTaskExternalITCase.java
浏览文件 @
2da82f91
...
...
@@ -76,7 +76,7 @@ public class MatchTaskExternalITCase extends DriverTestBase<FlatJoinFunction<Rec
addDriverComparator
(
this
.
comparator1
);
addDriverComparator
(
this
.
comparator2
);
getTaskConfig
().
setDriverPairComparator
(
RecordPairComparatorFactory
.
get
());
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
MERGE
);
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
INNER_
MERGE
);
getTaskConfig
().
setRelativeMemoryDriver
(
bnljn_frac
);
setNumFileHandlesForSort
(
4
);
...
...
flink-runtime/src/test/java/org/apache/flink/runtime/operators/MatchTaskTest.java
浏览文件 @
2da82f91
...
...
@@ -89,7 +89,7 @@ public class MatchTaskTest extends DriverTestBase<FlatJoinFunction<Record, Recor
addDriverComparator
(
this
.
comparator1
);
addDriverComparator
(
this
.
comparator2
);
getTaskConfig
().
setDriverPairComparator
(
RecordPairComparatorFactory
.
get
());
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
MERGE
);
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
INNER_
MERGE
);
getTaskConfig
().
setRelativeMemoryDriver
(
bnljn_frac
);
setNumFileHandlesForSort
(
4
);
...
...
@@ -123,7 +123,7 @@ public class MatchTaskTest extends DriverTestBase<FlatJoinFunction<Record, Recor
addDriverComparator
(
this
.
comparator1
);
addDriverComparator
(
this
.
comparator2
);
getTaskConfig
().
setDriverPairComparator
(
RecordPairComparatorFactory
.
get
());
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
MERGE
);
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
INNER_
MERGE
);
getTaskConfig
().
setRelativeMemoryDriver
(
bnljn_frac
);
setNumFileHandlesForSort
(
4
);
...
...
@@ -159,7 +159,7 @@ public class MatchTaskTest extends DriverTestBase<FlatJoinFunction<Record, Recor
addDriverComparator
(
this
.
comparator1
);
addDriverComparator
(
this
.
comparator2
);
getTaskConfig
().
setDriverPairComparator
(
RecordPairComparatorFactory
.
get
());
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
MERGE
);
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
INNER_
MERGE
);
getTaskConfig
().
setRelativeMemoryDriver
(
bnljn_frac
);
setNumFileHandlesForSort
(
4
);
...
...
@@ -195,7 +195,7 @@ public class MatchTaskTest extends DriverTestBase<FlatJoinFunction<Record, Recor
addDriverComparator
(
this
.
comparator1
);
addDriverComparator
(
this
.
comparator2
);
getTaskConfig
().
setDriverPairComparator
(
RecordPairComparatorFactory
.
get
());
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
MERGE
);
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
INNER_
MERGE
);
getTaskConfig
().
setRelativeMemoryDriver
(
bnljn_frac
);
setNumFileHandlesForSort
(
4
);
...
...
@@ -231,7 +231,7 @@ public class MatchTaskTest extends DriverTestBase<FlatJoinFunction<Record, Recor
addDriverComparator
(
this
.
comparator1
);
addDriverComparator
(
this
.
comparator2
);
getTaskConfig
().
setDriverPairComparator
(
RecordPairComparatorFactory
.
get
());
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
MERGE
);
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
INNER_
MERGE
);
getTaskConfig
().
setRelativeMemoryDriver
(
bnljn_frac
);
setNumFileHandlesForSort
(
4
);
...
...
@@ -267,7 +267,7 @@ public class MatchTaskTest extends DriverTestBase<FlatJoinFunction<Record, Recor
addDriverComparator
(
this
.
comparator1
);
addDriverComparator
(
this
.
comparator2
);
getTaskConfig
().
setDriverPairComparator
(
RecordPairComparatorFactory
.
get
());
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
MERGE
);
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
INNER_
MERGE
);
getTaskConfig
().
setRelativeMemoryDriver
(
bnljn_frac
);
setNumFileHandlesForSort
(
4
);
...
...
@@ -303,7 +303,7 @@ public class MatchTaskTest extends DriverTestBase<FlatJoinFunction<Record, Recor
addDriverComparator
(
this
.
comparator1
);
addDriverComparator
(
this
.
comparator2
);
getTaskConfig
().
setDriverPairComparator
(
RecordPairComparatorFactory
.
get
());
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
MERGE
);
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
INNER_
MERGE
);
getTaskConfig
().
setRelativeMemoryDriver
(
bnljn_frac
);
setNumFileHandlesForSort
(
4
);
...
...
@@ -338,7 +338,7 @@ public class MatchTaskTest extends DriverTestBase<FlatJoinFunction<Record, Recor
addDriverComparator
(
this
.
comparator1
);
addDriverComparator
(
this
.
comparator2
);
getTaskConfig
().
setDriverPairComparator
(
RecordPairComparatorFactory
.
get
());
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
MERGE
);
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
INNER_
MERGE
);
getTaskConfig
().
setRelativeMemoryDriver
(
bnljn_frac
);
setNumFileHandlesForSort
(
4
);
...
...
@@ -374,7 +374,7 @@ public class MatchTaskTest extends DriverTestBase<FlatJoinFunction<Record, Recor
addDriverComparator
(
this
.
comparator1
);
addDriverComparator
(
this
.
comparator2
);
getTaskConfig
().
setDriverPairComparator
(
RecordPairComparatorFactory
.
get
());
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
MERGE
);
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
INNER_
MERGE
);
getTaskConfig
().
setRelativeMemoryDriver
(
bnljn_frac
);
setNumFileHandlesForSort
(
4
);
...
...
@@ -404,7 +404,7 @@ public class MatchTaskTest extends DriverTestBase<FlatJoinFunction<Record, Recor
addDriverComparator
(
this
.
comparator1
);
addDriverComparator
(
this
.
comparator2
);
getTaskConfig
().
setDriverPairComparator
(
RecordPairComparatorFactory
.
get
());
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
MERGE
);
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
INNER_
MERGE
);
getTaskConfig
().
setRelativeMemoryDriver
(
bnljn_frac
);
setNumFileHandlesForSort
(
4
);
...
...
@@ -464,7 +464,7 @@ public class MatchTaskTest extends DriverTestBase<FlatJoinFunction<Record, Recor
addDriverComparator
(
this
.
comparator1
);
addDriverComparator
(
this
.
comparator2
);
getTaskConfig
().
setDriverPairComparator
(
RecordPairComparatorFactory
.
get
());
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
MERGE
);
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
INNER_
MERGE
);
getTaskConfig
().
setRelativeMemoryDriver
(
bnljn_frac
);
setNumFileHandlesForSort
(
4
);
...
...
@@ -524,7 +524,7 @@ public class MatchTaskTest extends DriverTestBase<FlatJoinFunction<Record, Recor
addDriverComparator
(
this
.
comparator1
);
addDriverComparator
(
this
.
comparator2
);
getTaskConfig
().
setDriverPairComparator
(
RecordPairComparatorFactory
.
get
());
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
MERGE
);
getTaskConfig
().
setDriverStrategy
(
DriverStrategy
.
INNER_
MERGE
);
getTaskConfig
().
setRelativeMemoryDriver
(
bnljn_frac
);
setNumFileHandlesForSort
(
4
);
...
...
flink-tests/src/test/java/org/apache/flink/test/optimizer/examples/RelationalQueryCompilerTest.java
浏览文件 @
2da82f91
...
...
@@ -303,7 +303,7 @@ public class RelationalQueryCompilerTest extends CompilerTestBase {
}
private
boolean
checkBroadcastMergeJoin
(
DualInputPlanNode
join
,
SingleInputPlanNode
reducer
)
{
if
(
DriverStrategy
.
MERGE
==
join
.
getDriverStrategy
())
{
if
(
DriverStrategy
.
INNER_
MERGE
==
join
.
getDriverStrategy
())
{
// driver keys
Assert
.
assertEquals
(
set0
,
join
.
getKeysForInput1
());
Assert
.
assertEquals
(
set0
,
join
.
getKeysForInput2
());
...
...
@@ -327,7 +327,7 @@ public class RelationalQueryCompilerTest extends CompilerTestBase {
}
private
boolean
checkRepartitionMergeJoin
(
DualInputPlanNode
join
,
SingleInputPlanNode
reducer
)
{
if
(
DriverStrategy
.
MERGE
==
join
.
getDriverStrategy
())
{
if
(
DriverStrategy
.
INNER_
MERGE
==
join
.
getDriverStrategy
())
{
// driver keys
Assert
.
assertEquals
(
set0
,
join
.
getKeysForInput1
());
Assert
.
assertEquals
(
set0
,
join
.
getKeysForInput2
());
...
...
flink-tests/src/test/java/org/apache/flink/test/optimizer/iterations/ConnectedComponentsCoGroupTest.java
浏览文件 @
2da82f91
...
...
@@ -93,7 +93,7 @@ public class ConnectedComponentsCoGroupTest extends CompilerTestBase {
Assert
.
assertEquals
(
DriverStrategy
.
NONE
,
vertexSource
.
getDriverStrategy
());
Assert
.
assertEquals
(
DriverStrategy
.
NONE
,
edgesSource
.
getDriverStrategy
());
Assert
.
assertEquals
(
DriverStrategy
.
MERGE
,
neighborsJoin
.
getDriverStrategy
());
Assert
.
assertEquals
(
DriverStrategy
.
INNER_
MERGE
,
neighborsJoin
.
getDriverStrategy
());
Assert
.
assertEquals
(
set0
,
neighborsJoin
.
getKeysForInput1
());
Assert
.
assertEquals
(
set0
,
neighborsJoin
.
getKeysForInput2
());
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录