Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
2dot5
ClickHouse
提交
19f86146
C
ClickHouse
项目概览
2dot5
/
ClickHouse
通知
3
Star
0
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
DevOps
流水线
流水线任务
计划
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
C
ClickHouse
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
DevOps
DevOps
流水线
流水线任务
计划
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
流水线任务
提交
Issue看板
前往新版Gitcode,体验更适合开发者的 AI 搜索 >>
提交
19f86146
编写于
8月 13, 2016
作者:
A
Alexey Milovidov
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
Moving code [#METR-2944].
上级
af7e4a0c
变更
23
隐藏空白更改
内联
并排
Showing
23 changed file
with
124 addition
and
45 deletion
+124
-45
dbms/include/DB/DataStreams/BinaryRowOutputStream.h
dbms/include/DB/DataStreams/BinaryRowOutputStream.h
+6
-3
dbms/include/DB/DataStreams/CSVRowOutputStream.h
dbms/include/DB/DataStreams/CSVRowOutputStream.h
+5
-2
dbms/include/DB/DataStreams/IBlockOutputStream.h
dbms/include/DB/DataStreams/IBlockOutputStream.h
+9
-10
dbms/include/DB/DataStreams/IRowOutputStream.h
dbms/include/DB/DataStreams/IRowOutputStream.h
+23
-17
dbms/include/DB/DataStreams/NativeBlockOutputStream.h
dbms/include/DB/DataStreams/NativeBlockOutputStream.h
+1
-1
dbms/include/DB/DataStreams/ODBCDriverBlockOutputStream.h
dbms/include/DB/DataStreams/ODBCDriverBlockOutputStream.h
+4
-1
dbms/include/DB/DataStreams/PrettyBlockOutputStream.h
dbms/include/DB/DataStreams/PrettyBlockOutputStream.h
+4
-1
dbms/include/DB/DataStreams/TabSeparatedBlockOutputStream.h
dbms/include/DB/DataStreams/TabSeparatedBlockOutputStream.h
+5
-1
dbms/include/DB/DataStreams/TabSeparatedRowOutputStream.h
dbms/include/DB/DataStreams/TabSeparatedRowOutputStream.h
+3
-2
dbms/include/DB/DataStreams/ValuesRowOutputStream.h
dbms/include/DB/DataStreams/ValuesRowOutputStream.h
+3
-3
dbms/include/DB/DataStreams/VerticalRowOutputStream.h
dbms/include/DB/DataStreams/VerticalRowOutputStream.h
+4
-2
dbms/src/DataStreams/BinaryRowOutputStream.cpp
dbms/src/DataStreams/BinaryRowOutputStream.cpp
+8
-0
dbms/src/DataStreams/BlockOutputStreamFromRowOutputStream.cpp
.../src/DataStreams/BlockOutputStreamFromRowOutputStream.cpp
+1
-1
dbms/src/DataStreams/CSVRowOutputStream.cpp
dbms/src/DataStreams/CSVRowOutputStream.cpp
+6
-0
dbms/src/DataStreams/IBlockInputStream.cpp
dbms/src/DataStreams/IBlockInputStream.cpp
+1
-1
dbms/src/DataStreams/IRowOutputStream.cpp
dbms/src/DataStreams/IRowOutputStream.cpp
+1
-0
dbms/src/DataStreams/NativeBlockOutputStream.cpp
dbms/src/DataStreams/NativeBlockOutputStream.cpp
+6
-0
dbms/src/DataStreams/ODBCDriverBlockOutputStream.cpp
dbms/src/DataStreams/ODBCDriverBlockOutputStream.cpp
+4
-0
dbms/src/DataStreams/PrettyBlockOutputStream.cpp
dbms/src/DataStreams/PrettyBlockOutputStream.cpp
+6
-0
dbms/src/DataStreams/TabSeparatedBlockOutputStream.cpp
dbms/src/DataStreams/TabSeparatedBlockOutputStream.cpp
+5
-0
dbms/src/DataStreams/TabSeparatedRowOutputStream.cpp
dbms/src/DataStreams/TabSeparatedRowOutputStream.cpp
+6
-0
dbms/src/DataStreams/ValuesRowOutputStream.cpp
dbms/src/DataStreams/ValuesRowOutputStream.cpp
+7
-0
dbms/src/DataStreams/VerticalRowOutputStream.cpp
dbms/src/DataStreams/VerticalRowOutputStream.cpp
+6
-0
未找到文件。
dbms/include/DB/DataStreams/BinaryRowOutputStream.h
浏览文件 @
19f86146
#pragma once
#include <DB/Core/Block.h>
#include <DB/IO/WriteBuffer.h>
#include <DB/DataStreams/IRowOutputStream.h>
namespace
DB
{
class
IColumn
;
class
IDataType
;
class
WriteBuffer
;
/** Поток для вывода данных в бинарном построчном формате.
*/
class
BinaryRowOutputStream
:
public
IRowOutputStream
...
...
@@ -17,7 +20,7 @@ public:
void
writeField
(
const
IColumn
&
column
,
const
IDataType
&
type
,
size_t
row_num
)
override
;
void
flush
()
override
{
ostr
.
next
();
}
void
flush
()
override
;
String
getContentType
()
const
override
{
return
"application/octet-stream"
;
}
...
...
dbms/include/DB/DataStreams/CSVRowOutputStream.h
浏览文件 @
19f86146
#pragma once
#include <DB/
IO/WriteBuffer
.h>
#include <DB/
Core/Block
.h>
#include <DB/DataStreams/IRowOutputStream.h>
namespace
DB
{
class
WriteBuffer
;
/** Поток для вывода данных в формате csv.
* Не соответствует https://tools.ietf.org/html/rfc4180 потому что использует LF, а не CR LF.
*/
...
...
@@ -24,7 +27,7 @@ public:
void
writePrefix
()
override
;
void
writeSuffix
()
override
;
void
flush
()
override
{
ostr
.
next
();
}
void
flush
()
override
;
void
setTotals
(
const
Block
&
totals_
)
override
{
totals
=
totals_
;
}
void
setExtremes
(
const
Block
&
extremes_
)
override
{
extremes
=
extremes_
;
}
...
...
dbms/include/DB/DataStreams/IBlockOutputStream.h
浏览文件 @
19f86146
#pragma once
#include <boost/noncopyable.hpp>
#include <DB/Core/Block.h>
#include <DB/Core/Row.h>
#include <DB/Storages/IStorage.h>
namespace
DB
{
class
Block
;
/**
Интерфейс потока для записи данных в БД или в сеть, или в консоль и т. п.
/**
Interface of stream for writing data (into table, filesystem, network, terminal, etc.)
*/
class
IBlockOutputStream
:
private
boost
::
noncopyable
{
public:
IBlockOutputStream
()
{}
/**
Записать блок
.
/**
Write block
.
*/
virtual
void
write
(
const
Block
&
block
)
=
0
;
/**
Записать что-нибудь перед началом всех данных или после конца всех данных
.
/**
Write or do something before all data or after all data
.
*/
virtual
void
writePrefix
()
{}
virtual
void
writeSuffix
()
{}
/**
Сбросить имеющиеся буферы для записи
.
/**
Flush output buffers if any
.
*/
virtual
void
flush
()
{}
/**
Методы для установки дополнительной информации для вывода в поддерживающих её форматах
.
/**
Methods to set additional information for output in formats, that support it
.
*/
virtual
void
setRowsBeforeLimit
(
size_t
rows_before_limit
)
{}
virtual
void
setTotals
(
const
Block
&
totals
)
{}
virtual
void
setExtremes
(
const
Block
&
extremes
)
{}
/**
Выставлять такой Content-Type при отдаче по HTTP
.
/**
Content-Type to set when sending HTTP response
.
*/
virtual
String
getContentType
()
const
{
return
"text/plain; charset=UTF-8"
;
}
virtual
~
IBlockOutputStream
()
{}
/**
Не давать изменить таблицу, пока жив поток блоков
.
/**
Don't let to alter table while instance of stream is alive
.
*/
void
addTableLock
(
const
IStorage
::
TableStructureReadLockPtr
&
lock
)
{
table_locks
.
push_back
(
lock
);
}
...
...
dbms/include/DB/DataStreams/IRowOutputStream.h
浏览文件 @
19f86146
#pragma once
#include <boost/noncopyable.hpp>
#include <memory>
#include <DB/Core/Block.h>
#include <cstdint>
#include <boost/noncopyable.hpp>
#include <DB/Core/Types.h>
namespace
DB
{
/** Интерфейс потока для записи данных по строкам (например, для вывода в консоль).
class
Block
;
class
IColumn
;
class
IDataType
;
/** Interface of stream for writing data by rows (for example: for output to terminal).
*/
class
IRowOutputStream
:
private
boost
::
noncopyable
{
public:
/**
Записать строку
.
*
Есть реализация по умолчанию, которая использует методы для записи одиночных значений и разделителей
* (
кроме разделителя между строк
(writeRowBetweenDelimiter())).
/**
Write a row
.
*
Default implementation calls methods to write single values and delimiters
* (
except delimiter between rows
(writeRowBetweenDelimiter())).
*/
virtual
void
write
(
const
Block
&
block
,
size_t
row_num
);
/**
Записать значение
. */
/**
Write single value
. */
virtual
void
writeField
(
const
IColumn
&
column
,
const
IDataType
&
type
,
size_t
row_num
)
=
0
;
/**
Записать разделитель
. */
virtual
void
writeFieldDelimiter
()
{};
///
разделитель между значениями
virtual
void
writeRowStartDelimiter
()
{};
///
разделитель перед каждой строкой
virtual
void
writeRowEndDelimiter
()
{};
///
разделитель после каждой строки
virtual
void
writeRowBetweenDelimiter
()
{};
///
разделитель между строками
virtual
void
writePrefix
()
{};
///
разделитель перед началом результата
virtual
void
writeSuffix
()
{};
///
разделитель после конца результата
/**
Write delimiter
. */
virtual
void
writeFieldDelimiter
()
{};
///
delimiter between values
virtual
void
writeRowStartDelimiter
()
{};
///
delimiter before each row
virtual
void
writeRowEndDelimiter
()
{};
///
delimiter after each row
virtual
void
writeRowBetweenDelimiter
()
{};
///
delimiter between rows
virtual
void
writePrefix
()
{};
///
delimiter before resultset
virtual
void
writeSuffix
()
{};
///
delimiter after resultset
/**
Сбросить имеющиеся буферы для записи
. */
/**
Flush output buffers if any
. */
virtual
void
flush
()
{}
/**
Методы для установки дополнительной информации для вывода в поддерживающих её форматах
.
/**
Methods to set additional information for output in formats, that support it
.
*/
virtual
void
setRowsBeforeLimit
(
size_t
rows_before_limit
)
{}
virtual
void
setTotals
(
const
Block
&
totals
)
{}
virtual
void
setExtremes
(
const
Block
&
extremes
)
{}
/**
Выставлять такой Content-Type при отдаче по HTTP
. */
/**
Content-Type to set when sending HTTP response
. */
virtual
String
getContentType
()
const
{
return
"text/plain; charset=UTF-8"
;
}
virtual
~
IRowOutputStream
()
{}
...
...
dbms/include/DB/DataStreams/NativeBlockOutputStream.h
浏览文件 @
19f86146
...
...
@@ -27,7 +27,7 @@ public:
WriteBuffer
*
index_ostr_
=
nullptr
,
size_t
initial_size_of_file_
=
0
);
void
write
(
const
Block
&
block
)
override
;
void
flush
()
override
{
ostr
.
next
();
}
void
flush
()
override
;
static
void
writeData
(
const
IDataType
&
type
,
const
ColumnPtr
&
column
,
WriteBuffer
&
ostr
,
size_t
offset
,
size_t
limit
);
...
...
dbms/include/DB/DataStreams/ODBCDriverBlockOutputStream.h
浏览文件 @
19f86146
...
...
@@ -6,6 +6,9 @@
namespace
DB
{
class
WriteBuffer
;
/** Формат данных, предназначенный для упрощения реализации ODBC драйвера.
* ODBC драйвер предназначен для сборки под разные платформы без зависимостей от основного кода,
* поэтому формат сделан так, чтобы в нём можно было как можно проще его распарсить.
...
...
@@ -19,7 +22,7 @@ public:
void
write
(
const
Block
&
block
)
override
;
void
flush
()
override
{
out
.
next
();
}
void
flush
()
override
;
String
getContentType
()
const
override
{
return
"application/octet-stream"
;
}
private:
...
...
dbms/include/DB/DataStreams/PrettyBlockOutputStream.h
浏览文件 @
19f86146
...
...
@@ -8,6 +8,9 @@
namespace
DB
{
class
WriteBuffer
;
/** Выводит результат в виде красивых таблиц.
*/
class
PrettyBlockOutputStream
:
public
IBlockOutputStream
...
...
@@ -19,7 +22,7 @@ public:
void
write
(
const
Block
&
block
)
override
;
void
writeSuffix
()
override
;
void
flush
()
override
{
ostr
.
next
();
}
void
flush
()
override
;
void
setTotals
(
const
Block
&
totals_
)
override
{
totals
=
totals_
;
}
void
setExtremes
(
const
Block
&
extremes_
)
override
{
extremes
=
extremes_
;
}
...
...
dbms/include/DB/DataStreams/TabSeparatedBlockOutputStream.h
浏览文件 @
19f86146
...
...
@@ -6,6 +6,10 @@
namespace
DB
{
class
Block
;
class
WriteBuffer
;
/** Пишет данные в tab-separated файл, но по столбцам, блоками.
* Блоки разделены двойным переводом строки.
* На каждой строке блока - данные одного столбца.
...
...
@@ -16,7 +20,7 @@ public:
TabSeparatedBlockOutputStream
(
WriteBuffer
&
ostr_
)
:
ostr
(
ostr_
)
{}
void
write
(
const
Block
&
block
)
override
;
void
flush
()
override
{
ostr
.
next
();
}
void
flush
()
override
;
private:
WriteBuffer
&
ostr
;
...
...
dbms/include/DB/DataStreams/TabSeparatedRowOutputStream.h
浏览文件 @
19f86146
#pragma once
#include <DB/Core/Block.h>
#include <DB/IO/WriteBuffer.h>
#include <DB/DataStreams/IRowOutputStream.h>
namespace
DB
{
class
WriteBuffer
;
/** Поток для вывода данных в формате tsv.
*/
class
TabSeparatedRowOutputStream
:
public
IRowOutputStream
...
...
@@ -24,7 +25,7 @@ public:
void
writePrefix
()
override
;
void
writeSuffix
()
override
;
void
flush
()
override
{
ostr
.
next
();
}
void
flush
()
override
;
void
setTotals
(
const
Block
&
totals_
)
override
{
totals
=
totals_
;
}
void
setExtremes
(
const
Block
&
extremes_
)
override
{
extremes
=
extremes_
;
}
...
...
dbms/include/DB/DataStreams/ValuesRowOutputStream.h
浏览文件 @
19f86146
#pragma once
#include <DB/IO/WriteBuffer.h>
#include <DB/DataStreams/IRowOutputStream.h>
namespace
DB
{
class
WriteBuffer
;
/** Поток для вывода данных в формате VALUES (как в INSERT запросе).
*/
...
...
@@ -20,8 +21,7 @@ public:
void
writeRowStartDelimiter
()
override
;
void
writeRowEndDelimiter
()
override
;
void
writeRowBetweenDelimiter
()
override
;
void
flush
()
override
{
ostr
.
next
();
}
void
flush
()
override
;
private:
WriteBuffer
&
ostr
;
...
...
dbms/include/DB/DataStreams/VerticalRowOutputStream.h
浏览文件 @
19f86146
...
...
@@ -2,13 +2,15 @@
#include <DB/Core/Block.h>
#include <DB/Core/Names.h>
#include <DB/IO/WriteBuffer.h>
#include <DB/DataStreams/IRowOutputStream.h>
namespace
DB
{
class
WriteBuffer
;
/** Поток для вывода данных в формате "каждое значение на своей строке".
*/
class
VerticalRowOutputStream
:
public
IRowOutputStream
...
...
@@ -20,7 +22,7 @@ public:
void
writeRowStartDelimiter
()
override
;
void
writeRowBetweenDelimiter
()
override
;
void
flush
()
override
{
ostr
.
next
();
}
void
flush
()
override
;
protected:
virtual
void
writeValue
(
const
IColumn
&
column
,
const
IDataType
&
type
,
size_t
row_num
)
const
;
...
...
dbms/src/DataStreams/BinaryRowOutputStream.cpp
浏览文件 @
19f86146
#include <DB/IO/WriteBuffer.h>
#include <DB/Columns/IColumn.h>
#include <DB/DataTypes/IDataType.h>
#include <DB/DataStreams/BinaryRowOutputStream.h>
...
...
@@ -9,6 +12,11 @@ BinaryRowOutputStream::BinaryRowOutputStream(WriteBuffer & ostr_)
{
}
void
BinaryRowOutputStream
::
flush
()
{
ostr
.
next
();
}
void
BinaryRowOutputStream
::
writeField
(
const
IColumn
&
column
,
const
IDataType
&
type
,
size_t
row_num
)
{
type
.
serializeBinary
(
column
,
row_num
,
ostr
);
...
...
dbms/src/DataStreams/BlockOutputStreamFromRowOutputStream.cpp
浏览文件 @
19f86146
#include <DB/DataStreams/BlockOutputStreamFromRowOutputStream.h>
#include <DB/DataStreams/JSONRowOutputStream.h>
namespace
DB
{
...
...
dbms/src/DataStreams/CSVRowOutputStream.cpp
浏览文件 @
19f86146
...
...
@@ -17,6 +17,12 @@ CSVRowOutputStream::CSVRowOutputStream(WriteBuffer & ostr_, const Block & sample
}
void
CSVRowOutputStream
::
flush
()
{
ostr
.
next
();
}
void
CSVRowOutputStream
::
writePrefix
()
{
size_t
columns
=
sample
.
columns
();
...
...
dbms/src/DataStreams/IBlockInputStream.cpp
浏览文件 @
19f86146
...
...
@@ -58,7 +58,7 @@ size_t IBlockInputStream::checkDepthImpl(size_t max_depth, size_t level) const
return
res
+
1
;
}
void
IBlockInputStream
::
dumpTree
(
std
::
ostream
&
ostr
,
size_t
indent
,
size_t
multiplier
)
{
/// Не будем отображать в дереве обёртку потока блоков в AsynchronousBlockInputStream.
...
...
dbms/src/DataStreams/IRowOutputStream.cpp
浏览文件 @
19f86146
#include <DB/Core/Block.h>
#include <DB/DataStreams/IRowOutputStream.h>
...
...
dbms/src/DataStreams/NativeBlockOutputStream.cpp
浏览文件 @
19f86146
...
...
@@ -32,6 +32,12 @@ NativeBlockOutputStream::NativeBlockOutputStream(
}
void
NativeBlockOutputStream
::
flush
()
{
ostr
.
next
();
}
void
NativeBlockOutputStream
::
writeData
(
const
IDataType
&
type
,
const
ColumnPtr
&
column
,
WriteBuffer
&
ostr
,
size_t
offset
,
size_t
limit
)
{
/** Если есть столбцы-константы - то материализуем их.
...
...
dbms/src/DataStreams/ODBCDriverBlockOutputStream.cpp
浏览文件 @
19f86146
...
...
@@ -6,6 +6,10 @@ namespace DB
ODBCDriverBlockOutputStream
::
ODBCDriverBlockOutputStream
(
WriteBuffer
&
out_
)
:
out
(
out_
)
{}
void
ODBCDriverBlockOutputStream
::
flush
()
{
out
.
next
();
}
void
ODBCDriverBlockOutputStream
::
write
(
const
Block
&
block
)
{
...
...
dbms/src/DataStreams/PrettyBlockOutputStream.cpp
浏览文件 @
19f86146
...
...
@@ -18,6 +18,12 @@ PrettyBlockOutputStream::PrettyBlockOutputStream(WriteBuffer & ostr_, bool no_es
}
void
PrettyBlockOutputStream
::
flush
()
{
ostr
.
next
();
}
void
PrettyBlockOutputStream
::
calculateWidths
(
Block
&
block
,
Widths_t
&
max_widths
,
Widths_t
&
name_widths
)
{
size_t
rows
=
block
.
rows
();
...
...
dbms/src/DataStreams/TabSeparatedBlockOutputStream.cpp
浏览文件 @
19f86146
...
...
@@ -4,6 +4,11 @@
namespace
DB
{
void
TabSeparatedBlockOutputStream
::
flush
()
{
ostr
.
next
();
}
void
TabSeparatedBlockOutputStream
::
write
(
const
Block
&
block
)
{
size_t
columns
=
block
.
columns
();
...
...
dbms/src/DataStreams/TabSeparatedRowOutputStream.cpp
浏览文件 @
19f86146
...
...
@@ -12,6 +12,12 @@ TabSeparatedRowOutputStream::TabSeparatedRowOutputStream(WriteBuffer & ostr_, co
}
void
TabSeparatedRowOutputStream
::
flush
()
{
ostr
.
next
();
}
void
TabSeparatedRowOutputStream
::
writePrefix
()
{
size_t
columns
=
sample
.
columns
();
...
...
dbms/src/DataStreams/ValuesRowOutputStream.cpp
浏览文件 @
19f86146
#include <DB/DataStreams/ValuesRowOutputStream.h>
#include <DB/IO/WriteHelpers.h>
#include <DB/Columns/IColumn.h>
#include <DB/DataTypes/IDataType.h>
namespace
DB
...
...
@@ -12,6 +14,11 @@ ValuesRowOutputStream::ValuesRowOutputStream(WriteBuffer & ostr_)
{
}
void
ValuesRowOutputStream
::
flush
()
{
ostr
.
next
();
}
void
ValuesRowOutputStream
::
writeField
(
const
IColumn
&
column
,
const
IDataType
&
type
,
size_t
row_num
)
{
type
.
serializeTextQuoted
(
column
,
row_num
,
ostr
);
...
...
dbms/src/DataStreams/VerticalRowOutputStream.cpp
浏览文件 @
19f86146
...
...
@@ -31,6 +31,12 @@ VerticalRowOutputStream::VerticalRowOutputStream(WriteBuffer & ostr_, const Bloc
}
void
VerticalRowOutputStream
::
flush
()
{
ostr
.
next
();
}
void
VerticalRowOutputStream
::
writeField
(
const
IColumn
&
column
,
const
IDataType
&
type
,
size_t
row_num
)
{
writeEscapedString
(
names
[
field_number
],
ostr
);
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录