Skip to content

C
ClickHouse

2dot5 / ClickHouse

通知 3
Star 0
Fork 0
C
ClickHouse

体验新版 GitCode，发现更多精彩内容 >>

提交 9a409db5 编写于 作者: K kssenii
浏览文件
操作

Merge branch 'master' of https://github.com/ClickHouse/ClickHouse into rabbitmq-improvements

上级 139a19d5 74de0967
展开全部 隐藏空白更改
内联 并排
Showing with 20042 addition and 46963 deletion
CHANGELOG.md
浏览文件 @ 9a409db5
此差异已折叠。
CMakeLists.txt
浏览文件 @ 9a409db5
......@@ -142,6 +142,27 @@ endif ()
# Make sure the final executable has symbols exported
set (CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -rdynamic")
find_program (OBJCOPY_PATH NAMES "llvm-objcopy" "llvm-objcopy-10" "llvm-objcopy-9" "llvm-objcopy-8" "objcopy")
if (OBJCOPY_PATH)
message(STATUS "Using objcopy: ${OBJCOPY_PATH}.")
if (ARCH_AMD64)
set(OBJCOPY_ARCH_OPTIONS -O elf64-x86-64 -B i386)
elseif (ARCH_AARCH64)
set(OBJCOPY_ARCH_OPTIONS -O elf64-aarch64 -B aarch64)
endif ()
else ()
message(FATAL_ERROR "Cannot find objcopy.")
endif ()
if (OS_DARWIN)
set(WHOLE_ARCHIVE -all_load)
set(NO_WHOLE_ARCHIVE -noall_load)
else ()
set(WHOLE_ARCHIVE --whole-archive)
set(NO_WHOLE_ARCHIVE --no-whole-archive)
endif ()
option (ADD_GDB_INDEX_FOR_GOLD "Set to add .gdb-index to resulting binaries for gold linker. NOOP if lld is used." 0)
if (NOT CMAKE_BUILD_TYPE_UC STREQUAL "RELEASE")
if (LINKER_NAME STREQUAL "lld")
......@@ -347,7 +368,6 @@ include (cmake/find/icu.cmake)
include (cmake/find/zlib.cmake)
include (cmake/find/zstd.cmake)
include (cmake/find/ltdl.cmake) # for odbc
include (cmake/find/termcap.cmake)
# openssl, zlib before poco
include (cmake/find/sparsehash.cmake)
include (cmake/find/re2.cmake)
......
base/CMakeLists.txt
浏览文件 @ 9a409db5
......@@ -7,6 +7,7 @@ add_subdirectory (daemon)
add_subdirectory (loggers)
add_subdirectory (pcg-random)
add_subdirectory (widechar_width)
add_subdirectory (readpassphrase)
if (USE_MYSQL)
add_subdirectory (mysqlxx)
......
base/common/CMakeLists.txt
浏览文件 @ 9a409db5
......@@ -17,6 +17,7 @@ set (SRCS
sleep.cpp
terminalColors.cpp
errnoToString.cpp
getResource.cpp
)
if (ENABLE_REPLXX)
......
base/common/DateLUTImpl.cpp
浏览文件 @ 9a409db5
......@@ -3,11 +3,9 @@
#include <cctz/civil_time.h>
#include <cctz/time_zone.h>
#include <cctz/zone_info_source.h>
#include <common/unaligned.h>
#include <common/getResource.h>
#include <Poco/Exception.h>
#include <dlfcn.h>
#include <algorithm>
#include <cassert>
#include <chrono>
......@@ -213,19 +211,9 @@ namespace cctz_extension
const std::string & name,
const std::function<std::unique_ptr<cctz::ZoneInfoSource>(const std::string & name)> & fallback)
{
std::string name_replaced = name;
std::replace(name_replaced.begin(), name_replaced.end(), '/', '_');
std::replace(name_replaced.begin(), name_replaced.end(), '-', '_');
/// These are the names that are generated by "ld -r -b binary"
std::string symbol_name_data = "_binary_" + name_replaced + "_start";
std::string symbol_name_size = "_binary_" + name_replaced + "_size";
const void * sym_data = dlsym(RTLD_DEFAULT, symbol_name_data.c_str());
const void * sym_size = dlsym(RTLD_DEFAULT, symbol_name_size.c_str());
if (sym_data && sym_size)
return std::make_unique<Source>(static_cast<const char *>(sym_data), unalignedLoad<size_t>(&sym_size));
std::string_view resource = getResource(name);
if (!resource.empty())
return std::make_unique<Source>(resource.data(), resource.size());
return fallback(name);
}
......
base/common/StringRef.h
浏览文件 @ 9a409db5
#pragma once
#include <cassert>
#include <string>
#include <vector>
#include <functional>
......@@ -27,7 +28,11 @@ struct StringRef
size_t size = 0;
template <typename CharT, typename = std::enable_if_t<sizeof(CharT) == 1>>
constexpr StringRef(const CharT * data_, size_t size_) : data(reinterpret_cast<const char *>(data_)), size(size_) {}
constexpr StringRef(const CharT * data_, size_t size_) : data(reinterpret_cast<const char *>(data_)), size(size_)
{
/// Sanity check for overflowed values.
assert(size < 0x8000000000000000ULL);
}
StringRef(const std::string & s) : data(s.data()), size(s.size()) {}
constexpr explicit StringRef(const std::string_view & s) : data(s.data()), size(s.size()) {}
......
base/common/find_symbols.h
浏览文件 @ 9a409db5
......@@ -308,7 +308,7 @@ inline void splitInto(To & to, const std::string & what, bool token_compress = f
const char * delimiter_or_end = find_first_symbols<symbols...>(pos, end);
if (!token_compress || pos < delimiter_or_end)
to.emplace_back(pos, delimiter_or_end);
to.emplace_back(pos, delimiter_or_end - pos);
if (delimiter_or_end < end)
pos = delimiter_or_end + 1;
......
base/common/getResource.cpp 0 → 100644
浏览文件 @ 9a409db5
#include "getResource.h"
#include "unaligned.h"
#include <dlfcn.h>
#include <string>
std::string_view getResource(std::string_view name)
{
std::string name_replaced(name);
std::replace(name_replaced.begin(), name_replaced.end(), '/', '_');
std::replace(name_replaced.begin(), name_replaced.end(), '-', '_');
std::replace(name_replaced.begin(), name_replaced.end(), '.', '_');
/// These are the names that are generated by "ld -r -b binary"
std::string symbol_name_data = "_binary_" + name_replaced + "_start";
std::string symbol_name_size = "_binary_" + name_replaced + "_size";
const void * sym_data = dlsym(RTLD_DEFAULT, symbol_name_data.c_str());
const void * sym_size = dlsym(RTLD_DEFAULT, symbol_name_size.c_str());
if (sym_data && sym_size)
return { static_cast<const char *>(sym_data), unalignedLoad<size_t>(&sym_size) };
return {};
}
base/common/getResource.h 0 → 100644
浏览文件 @ 9a409db5
#pragma once
#include <string_view>
/// Get resource from binary if exists. Otherwise return empty string view.
/// Resources are data that is embedded into executable at link time.
std::string_view getResource(std::string_view name);
base/common/ya.make
浏览文件 @ 9a409db5
# This file is generated automatically, do not edit. See 'ya.make.in' and use 'utils/generate-ya-make' to regenerate it.
LIBRARY()
ADDINCL(
......@@ -10,6 +11,7 @@ CFLAGS (GLOBAL -DARCADIA_BUILD)
CFLAGS (GLOBAL -DUSE_CPUID=1)
CFLAGS (GLOBAL -DUSE_JEMALLOC=0)
CFLAGS (GLOBAL -DUSE_RAPIDJSON=1)
CFLAGS (GLOBAL -DUSE_SSL=1)
IF (OS_DARWIN)
CFLAGS (GLOBAL -DOS_DARWIN)
......@@ -23,6 +25,7 @@ PEERDIR(
contrib/libs/cctz/src
contrib/libs/cxxsupp/libcxx-filesystem
contrib/libs/poco/Net
contrib/libs/poco/NetSSL_OpenSSL
contrib/libs/poco/Util
contrib/libs/fmt
contrib/restricted/boost
......@@ -35,8 +38,10 @@ SRCS(
DateLUT.cpp
DateLUTImpl.cpp
demangle.cpp
errnoToString.cpp
getFQDNOrHostName.cpp
getMemoryAmount.cpp
getResource.cpp
getThreadId.cpp
JSON.cpp
LineReader.cpp
......@@ -47,7 +52,6 @@ SRCS(
shift10.cpp
sleep.cpp
terminalColors.cpp
errnoToString.cpp
)
END()
base/common/ya.make.in 0 → 100644
浏览文件 @ 9a409db5
LIBRARY()
ADDINCL(
GLOBAL clickhouse/base
GLOBAL contrib/libs/cctz/include
)
CFLAGS (GLOBAL -DARCADIA_BUILD)
CFLAGS (GLOBAL -DUSE_CPUID=1)
CFLAGS (GLOBAL -DUSE_JEMALLOC=0)
CFLAGS (GLOBAL -DUSE_RAPIDJSON=1)
IF (OS_DARWIN)
CFLAGS (GLOBAL -DOS_DARWIN)
ELSEIF (OS_FREEBSD)
CFLAGS (GLOBAL -DOS_FREEBSD)
ELSEIF (OS_LINUX)
CFLAGS (GLOBAL -DOS_LINUX)
ENDIF ()
PEERDIR(
contrib/libs/cctz/src
contrib/libs/cxxsupp/libcxx-filesystem
contrib/libs/poco/Net
contrib/libs/poco/Util
contrib/libs/fmt
contrib/restricted/boost
contrib/restricted/cityhash-1.0.2
)
SRCS(
<? find . -name '*.cpp' | grep -v -F tests/ | grep -v -F Replxx | grep -v -F Readline | sed 's/^\.\// /' | sort ?>
)
END()
base/daemon/BaseDaemon.cpp
浏览文件 @ 9a409db5
......@@ -459,6 +459,11 @@ BaseDaemon::~BaseDaemon()
{
writeSignalIDtoSignalPipe(SignalListener::StopThread);
signal_listener_thread.join();
/// Reset signals to SIG_DFL to avoid trying to write to the signal_pipe that will be closed after.
for (int sig : handled_signals)
{
signal(sig, SIG_DFL);
}
signal_pipe.close();
}
......@@ -713,7 +718,7 @@ void BaseDaemon::initializeTerminationAndSignalProcessing()
/// Setup signal handlers.
auto add_signal_handler =
[](const std::vector<int> & signals, signal_function handler)
[this](const std::vector<int> & signals, signal_function handler)
{
struct sigaction sa;
memset(&sa, 0, sizeof(sa));
......@@ -737,6 +742,8 @@ void BaseDaemon::initializeTerminationAndSignalProcessing()
for (auto signal : signals)
if (sigaction(signal, &sa, nullptr))
throw Poco::Exception("Cannot set signal handler.");
std::copy(signals.begin(), signals.end(), std::back_inserter(handled_signals));
}
};
......
base/daemon/BaseDaemon.h
浏览文件 @ 9a409db5
......@@ -192,6 +192,8 @@ protected:
Poco::Util::AbstractConfiguration * last_configuration = nullptr;
String build_id_info;
std::vector<int> handled_signals;
};
......
programs/client/readpassphrase/CMakeLists.txt → base/readpassphrase/CMakeLists.txt
浏览文件 @ 9a409db5
......@@ -5,3 +5,4 @@ add_library(readpassphrase readpassphrase.c)
set_target_properties(readpassphrase PROPERTIES LINKER_LANGUAGE C)
target_compile_options(readpassphrase PRIVATE -Wno-unused-result -Wno-reserved-id-macro)
target_include_directories(readpassphrase PUBLIC .)
programs/client/readpassphrase/readpassphrase.c → base/readpassphrase/readpassphrase.c
浏览文件 @ 9a409db5
......@@ -23,7 +23,9 @@
/* OPENBSD ORIGINAL: lib/libc/gen/readpassphrase.c */
#include "includes.h"
#ifndef _PATH_TTY
#define _PATH_TTY "/dev/tty"
#endif
#include <termios.h>
#include <signal.h>
......
base/ya.make
浏览文件 @ 9a409db5
......@@ -4,4 +4,5 @@ RECURSE(
loggers
pcg-random
widechar_width
readpassphrase
)
benchmark/monetdb/aws.log 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
benchmark/monetdb/benchmark.sh 0 → 100755
浏览文件 @ 9a409db5
#!/bin/bash
grep -v -P '^#' queries.sql | sed -e 's/{table}/hits/' | while read query; do
echo 3 | sudo tee /proc/sys/vm/drop_caches
echo "$query";
for i in {1..3}; do
./send-query "$query" 2>&1 | grep -P '\d+ tuple|clk: |unknown|overflow|error';
done;
done;
benchmark/monetdb/conf.sh 已删除 100644 → 0
浏览文件 @ 139a19d5
CONF_DIR=/home/kartavyy/benchmark/monetdb
expect_file=$CONF_DIR/expect.tcl
test_file=$CONF_DIR/queries.sql
etc_init_d_service=/etc/init.d/monetdb5-sql
benchmark/monetdb/define_schema.sql 已删除 100644 → 0
浏览文件 @ 139a19d5
create table hits_10m ( WatchID BIGINT, JavaEnable SMALLINT, Title VARCHAR(1400), GoodEvent SMALLINT, EventTime TIMESTAMP, EventDate DATE, CounterID BIGINT, ClientIP BIGINT, RegionID BIGINT, UserID BIGINT, CounterClass TINYINT, OS SMALLINT, UserAgent SMALLINT, URL VARCHAR(7800), Referer VARCHAR(3125), Refresh TINYINT, RefererCategoryID INT, RefererRegionID BIGINT, URLCategoryID INT, URLRegionID BIGINT, ResolutionWidth INT, ResolutionHeight INT, ResolutionDepth SMALLINT, FlashMajor SMALLINT, FlashMinor SMALLINT, FlashMinor2 VARCHAR(256), NetMajor SMALLINT, NetMinor SMALLINT, UserAgentMajor INT, UserAgentMinor CHAR(2), CookieEnable SMALLINT, JavascriptEnable SMALLINT, IsMobile SMALLINT, MobilePhone SMALLINT, MobilePhoneModel VARCHAR(80), Params VARCHAR(2925), IPNetworkID BIGINT, TraficSourceID SMALLINT, SearchEngineID INT, SearchPhrase VARCHAR(2008), AdvEngineID SMALLINT, IsArtifical SMALLINT, WindowClientWidth INT, WindowClientHeight INT, ClientTimeZone INTEGER, ClientEventTime TIMESTAMP, SilverlightVersion1 SMALLINT, SilverlightVersion2 SMALLINT, SilverlightVersion3 BIGINT, SilverlightVersion4 INT, PageCharset VARCHAR(80), CodeVersion BIGINT, IsLink SMALLINT, IsDownload SMALLINT, IsNotBounce SMALLINT, FUniqID BIGINT, OriginalURL VARCHAR(8181), HID BIGINT, IsOldCounter SMALLINT, IsEvent SMALLINT, IsParameter SMALLINT, DontCountHits SMALLINT, WithHash SMALLINT, HitColor CHAR(1), LocalEventTime TIMESTAMP, Age SMALLINT, Sex SMALLINT, Income SMALLINT, Interests INT, Robotness SMALLINT, RemoteIP BIGINT, WindowName INT, OpenerName INT, HistoryLength SMALLINT, BrowserLanguage CHAR(2), BrowserCountry CHAR(2), SocialNetwork VARCHAR(128), SocialAction VARCHAR(128), HTTPError INT, SendTiming BIGINT, DNSTiming BIGINT, ConnectTiming BIGINT, ResponseStartTiming BIGINT, ResponseEndTiming BIGINT, FetchTiming BIGINT, SocialSourceNetworkID SMALLINT, SocialSourcePage VARCHAR(256), ParamPrice BIGINT, ParamOrderID VARCHAR(80), ParamCurrency CHAR(3), ParamCurrencyID INT, OpenstatServiceName VARCHAR(80), OpenstatCampaignID VARCHAR(512), OpenstatAdID VARCHAR(80), OpenstatSourceID VARCHAR(256), UTMSource VARCHAR(256), UTMMedium VARCHAR(256), UTMCampaign VARCHAR(407), UTMContent VARCHAR(256), UTMTerm VARCHAR(437), FromTag VARCHAR(428), HasGCLID SMALLINT, RefererHash BIGINT, URLHash BIGINT, CLID BIGINT, UserIDHash BIGINT ); CREATE INDEX hits_10m_ind ON hits_10m(CounterID, EventDate, UserIDHash, EventTime);
COPY INTO hits_10m FROM ('/opt/dump/dump_0.3/dump_hits_10m_meshed_utf8.tsv') DELIMITERS '\t';
\ No newline at end of file
benchmark/monetdb/instruction.md 0 → 100644
浏览文件 @ 9a409db5
Go to https://www.monetdb.org/
Dowload now.
Latest binary releases.
Ubuntu & Debian.
https://www.monetdb.org/downloads/deb/
Go to the server where you want to install MonetDB.
```
$ sudo mcedit /etc/apt/sources.list.d/monetdb.list
```
Write:
```
deb https://dev.monetdb.org/downloads/deb/ bionic monetdb
```
```
$ wget --output-document=- https://www.monetdb.org/downloads/MonetDB-GPG-KEY | sudo apt-key add -
$ sudo apt update
$ sudo apt install monetdb5-sql monetdb-client
$ sudo systemctl enable monetdbd
$ sudo systemctl start monetdbd
$ sudo usermod -a -G monetdb $USER
```
Logout and login back to your server.
Tutorial:
https://www.monetdb.org/Documentation/UserGuide/Tutorial
Creating the database:
```
$ sudo mkdir /opt/monetdb
$ sudo chmod 777 /opt/monetdb
$ monetdbd create /opt/monetdb
$ monetdbd start /opt/monetdb
cannot remove socket files
```
Now you have to stop MonetDB, copy the contents of `/var/monetdb5` to `/opt/monetdb` and replace the `/var/monetdb5` with symlink to `/opt/monetdb`. This is necessary, because I don't have free space in `/var` and creation of database in `/opt` did not succeed.
Start MonetDB again.
```
$ sudo systemctl start monetdbd
```
```
$ monetdb create test
created database in maintenance mode: test
$ monetdb release test
taken database out of maintenance mode: test
```
Run client:
```
$ mclient -u monetdb -d test
```
Type password: monetdb
```
CREATE TABLE hits
(
"WatchID" BIGINT,
"JavaEnable" TINYINT,
"Title" TEXT,
"GoodEvent" SMALLINT,
"EventTime" TIMESTAMP,
"EventDate" Date,
"CounterID" INTEGER,
"ClientIP" INTEGER,
"RegionID" INTEGER,
"UserID" BIGINT,
"CounterClass" TINYINT,
"OS" TINYINT,
"UserAgent" TINYINT,
"URL" TEXT,
"Referer" TEXT,
"Refresh" TINYINT,
"RefererCategoryID" SMALLINT,
"RefererRegionID" INTEGER,
"URLCategoryID" SMALLINT,
"URLRegionID" INTEGER,
"ResolutionWidth" SMALLINT,
"ResolutionHeight" SMALLINT,
"ResolutionDepth" TINYINT,
"FlashMajor" TINYINT,
"FlashMinor" TINYINT,
"FlashMinor2" TEXT,
"NetMajor" TINYINT,
"NetMinor" TINYINT,
"UserAgentMajor" SMALLINT,
"UserAgentMinor" TEXT,
"CookieEnable" TINYINT,
"JavascriptEnable" TINYINT,
"IsMobile" TINYINT,
"MobilePhone" TINYINT,
"MobilePhoneModel" TEXT,
"Params" TEXT,
"IPNetworkID" INTEGER,
"TraficSourceID" TINYINT,
"SearchEngineID" SMALLINT,
"SearchPhrase" TEXT,
"AdvEngineID" TINYINT,
"IsArtifical" TINYINT,
"WindowClientWidth" SMALLINT,
"WindowClientHeight" SMALLINT,
"ClientTimeZone" SMALLINT,
"ClientEventTime" TIMESTAMP,
"SilverlightVersion1" TINYINT,
"SilverlightVersion2" TINYINT,
"SilverlightVersion3" INTEGER,
"SilverlightVersion4" SMALLINT,
"PageCharset" TEXT,
"CodeVersion" INTEGER,
"IsLink" TINYINT,
"IsDownload" TINYINT,
"IsNotBounce" TINYINT,
"FUniqID" BIGINT,
"OriginalURL" TEXT,
"HID" INTEGER,
"IsOldCounter" TINYINT,
"IsEvent" TINYINT,
"IsParameter" TINYINT,
"DontCountHits" TINYINT,
"WithHash" TINYINT,
"HitColor" TEXT,
"LocalEventTime" TIMESTAMP,
"Age" TINYINT,
"Sex" TINYINT,
"Income" TINYINT,
"Interests" SMALLINT,
"Robotness" TINYINT,
"RemoteIP" INTEGER,
"WindowName" INTEGER,
"OpenerName" INTEGER,
"HistoryLength" SMALLINT,
"BrowserLanguage" TEXT,
"BrowserCountry" TEXT,
"SocialNetwork" TEXT,
"SocialAction" TEXT,
"HTTPError" SMALLINT,
"SendTiming" INTEGER,
"DNSTiming" INTEGER,
"ConnectTiming" INTEGER,
"ResponseStartTiming" INTEGER,
"ResponseEndTiming" INTEGER,
"FetchTiming" INTEGER,
"SocialSourceNetworkID" TINYINT,
"SocialSourcePage" TEXT,
"ParamPrice" BIGINT,
"ParamOrderID" TEXT,
"ParamCurrency" TEXT,
"ParamCurrencyID" SMALLINT,
"OpenstatServiceName" TEXT,
"OpenstatCampaignID" TEXT,
"OpenstatAdID" TEXT,
"OpenstatSourceID" TEXT,
"UTMSource" TEXT,
"UTMMedium" TEXT,
"UTMCampaign" TEXT,
"UTMContent" TEXT,
"UTMTerm" TEXT,
"FromTag" TEXT,
"HasGCLID" TINYINT,
"RefererHash" BIGINT,
"URLHash" BIGINT,
"CLID" INTEGER
);
```
# How to prepare data
Download the 100 million rows dataset from here and insert into ClickHouse:
https://clickhouse.tech/docs/en/getting-started/example-datasets/metrica/
Create the dataset from ClickHouse:
```
SELECT
toInt64(WatchID) = -9223372036854775808 ? -9223372036854775807 : toInt64(WatchID),
toInt8(JavaEnable) = -128 ? -127 : toInt8(JavaEnable),
toValidUTF8(toString(Title)),
toInt16(GoodEvent) = -32768 ? -32767 : toInt16(GoodEvent),
EventTime,
EventDate,
toInt32(CounterID) = -2147483648 ? -2147483647 : toInt32(CounterID),
toInt32(ClientIP) = -2147483648 ? -2147483647 : toInt32(ClientIP),
toInt32(RegionID) = -2147483648 ? -2147483647 : toInt32(RegionID),
toInt64(UserID) = -9223372036854775808 ? -9223372036854775807 : toInt64(UserID),
toInt8(CounterClass) = -128 ? -127 : toInt8(CounterClass),
toInt8(OS) = -128 ? -127 : toInt8(OS),
toInt8(UserAgent) = -128 ? -127 : toInt8(UserAgent),
toValidUTF8(toString(URL)),
toValidUTF8(toString(Referer)),
toInt8(Refresh) = -128 ? -127 : toInt8(Refresh),
toInt16(RefererCategoryID) = -32768 ? -32767 : toInt16(RefererCategoryID),
toInt32(RefererRegionID) = -2147483648 ? -2147483647 : toInt32(RefererRegionID),
toInt16(URLCategoryID) = -32768 ? -32767 : toInt16(URLCategoryID),
toInt32(URLRegionID) = -2147483648 ? -2147483647 : toInt32(URLRegionID),
toInt16(ResolutionWidth) = -32768 ? -32767 : toInt16(ResolutionWidth),
toInt16(ResolutionHeight) = -32768 ? -32767 : toInt16(ResolutionHeight),
toInt8(ResolutionDepth) = -128 ? -127 : toInt8(ResolutionDepth),
toInt8(FlashMajor) = -128 ? -127 : toInt8(FlashMajor),
toInt8(FlashMinor) = -128 ? -127 : toInt8(FlashMinor),
toValidUTF8(toString(FlashMinor2)),
toInt8(NetMajor) = -128 ? -127 : toInt8(NetMajor),
toInt8(NetMinor) = -128 ? -127 : toInt8(NetMinor),
toInt16(UserAgentMajor) = -32768 ? -32767 : toInt16(UserAgentMajor),
toValidUTF8(toString(UserAgentMinor)),
toInt8(CookieEnable) = -128 ? -127 : toInt8(CookieEnable),
toInt8(JavascriptEnable) = -128 ? -127 : toInt8(JavascriptEnable),
toInt8(IsMobile) = -128 ? -127 : toInt8(IsMobile),
toInt8(MobilePhone) = -128 ? -127 : toInt8(MobilePhone),
toValidUTF8(toString(MobilePhoneModel)),
toValidUTF8(toString(Params)),
toInt32(IPNetworkID) = -2147483648 ? -2147483647 : toInt32(IPNetworkID),
toInt8(TraficSourceID) = -128 ? -127 : toInt8(TraficSourceID),
toInt16(SearchEngineID) = -32768 ? -32767 : toInt16(SearchEngineID),
toValidUTF8(toString(SearchPhrase)),
toInt8(AdvEngineID) = -128 ? -127 : toInt8(AdvEngineID),
toInt8(IsArtifical) = -128 ? -127 : toInt8(IsArtifical),
toInt16(WindowClientWidth) = -32768 ? -32767 : toInt16(WindowClientWidth),
toInt16(WindowClientHeight) = -32768 ? -32767 : toInt16(WindowClientHeight),
toInt16(ClientTimeZone) = -32768 ? -32767 : toInt16(ClientTimeZone),
ClientEventTime,
toInt8(SilverlightVersion1) = -128 ? -127 : toInt8(SilverlightVersion1),
toInt8(SilverlightVersion2) = -128 ? -127 : toInt8(SilverlightVersion2),
toInt32(SilverlightVersion3) = -2147483648 ? -2147483647 : toInt32(SilverlightVersion3),
toInt16(SilverlightVersion4) = -32768 ? -32767 : toInt16(SilverlightVersion4),
toValidUTF8(toString(PageCharset)),
toInt32(CodeVersion) = -2147483648 ? -2147483647 : toInt32(CodeVersion),
toInt8(IsLink) = -128 ? -127 : toInt8(IsLink),
toInt8(IsDownload) = -128 ? -127 : toInt8(IsDownload),
toInt8(IsNotBounce) = -128 ? -127 : toInt8(IsNotBounce),
toInt64(FUniqID) = -9223372036854775808 ? -9223372036854775807 : toInt64(FUniqID),
toValidUTF8(toString(OriginalURL)),
toInt32(HID) = -2147483648 ? -2147483647 : toInt32(HID),
toInt8(IsOldCounter) = -128 ? -127 : toInt8(IsOldCounter),
toInt8(IsEvent) = -128 ? -127 : toInt8(IsEvent),
toInt8(IsParameter) = -128 ? -127 : toInt8(IsParameter),
toInt8(DontCountHits) = -128 ? -127 : toInt8(DontCountHits),
toInt8(WithHash) = -128 ? -127 : toInt8(WithHash),
toValidUTF8(toString(HitColor)),
LocalEventTime,
toInt8(Age) = -128 ? -127 : toInt8(Age),
toInt8(Sex) = -128 ? -127 : toInt8(Sex),
toInt8(Income) = -128 ? -127 : toInt8(Income),
toInt16(Interests) = -32768 ? -32767 : toInt16(Interests),
toInt8(Robotness) = -128 ? -127 : toInt8(Robotness),
toInt32(RemoteIP) = -2147483648 ? -2147483647 : toInt32(RemoteIP),
toInt32(WindowName) = -2147483648 ? -2147483647 : toInt32(WindowName),
toInt32(OpenerName) = -2147483648 ? -2147483647 : toInt32(OpenerName),
toInt16(HistoryLength) = -32768 ? -32767 : toInt16(HistoryLength),
toValidUTF8(toString(BrowserLanguage)),
toValidUTF8(toString(BrowserCountry)),
toValidUTF8(toString(SocialNetwork)),
toValidUTF8(toString(SocialAction)),
toInt16(HTTPError) = -32768 ? -32767 : toInt16(HTTPError),
toInt32(SendTiming) = -2147483648 ? -2147483647 : toInt32(SendTiming),
toInt32(DNSTiming) = -2147483648 ? -2147483647 : toInt32(DNSTiming),
toInt32(ConnectTiming) = -2147483648 ? -2147483647 : toInt32(ConnectTiming),
toInt32(ResponseStartTiming) = -2147483648 ? -2147483647 : toInt32(ResponseStartTiming),
toInt32(ResponseEndTiming) = -2147483648 ? -2147483647 : toInt32(ResponseEndTiming),
toInt32(FetchTiming) = -2147483648 ? -2147483647 : toInt32(FetchTiming),
toInt8(SocialSourceNetworkID) = -128 ? -127 : toInt8(SocialSourceNetworkID),
toValidUTF8(toString(SocialSourcePage)),
toInt64(ParamPrice) = -9223372036854775808 ? -9223372036854775807 : toInt64(ParamPrice),
toValidUTF8(toString(ParamOrderID)),
toValidUTF8(toString(ParamCurrency)),
toInt16(ParamCurrencyID) = -32768 ? -32767 : toInt16(ParamCurrencyID),
toValidUTF8(toString(OpenstatServiceName)),
toValidUTF8(toString(OpenstatCampaignID)),
toValidUTF8(toString(OpenstatAdID)),
toValidUTF8(toString(OpenstatSourceID)),
toValidUTF8(toString(UTMSource)),
toValidUTF8(toString(UTMMedium)),
toValidUTF8(toString(UTMCampaign)),
toValidUTF8(toString(UTMContent)),
toValidUTF8(toString(UTMTerm)),
toValidUTF8(toString(FromTag)),
toInt8(HasGCLID) = -128 ? -127 : toInt8(HasGCLID),
toInt64(RefererHash) = -9223372036854775808 ? -9223372036854775807 : toInt64(RefererHash),
toInt64(URLHash) = -9223372036854775808 ? -9223372036854775807 : toInt64(URLHash),
toInt32(CLID) = -2147483648 ? -2147483647 : toInt32(CLID)
FROM hits_100m_obfuscated
INTO OUTFILE '/home/milovidov/example_datasets/hits_100m_obfuscated_monetdb.tsv'
FORMAT TSV;
```
Note that MonetDB does not support the most negative numbers like -128. And we have to convert them by adding one.
It makes impossible to store the values of 64bit identifiers in BIGINT.
Maybe it's a trick to optimize NULLs?
Upload the data:
```
$ mclient -u monetdb -d test
```
Type password: monetdb
```
COPY INTO hits FROM '/home/milovidov/example_datasets/hits_100m_obfuscated_monetdb.tsv' USING DELIMITERS '\t';
```
It takes 28 minutes 02 seconds on a server (Linux Ubuntu, Xeon E5-2560v2, 32 logical CPU, 128 GiB RAM, 8xHDD RAID-5, 40 TB).
It is roughly 60 000 rows per second.
Validate the data:
```
SELECT count(*) FROM hits;
```
Create an index:
```
CREATE INDEX hits_idx ON hits ("CounterID", "EventDate");
```
(it takes 5 seconds)
Run the benchmark:
```
./benchmark.sh | tee log.txt
```
You can find the log in `log.txt` file.
Postprocess data:
```
grep clk log.txt | tr -d '\r' | awk '{ if ($3 == "ms") { print $2 / 1000; } else if ($3 == "sec") { print $2 } else { print } }'
```
Then replace values with "min" (minutes) timing manually and save to `tmp.txt`.
Then process to JSON format:
```
awk '{
if (i % 3 == 0) { a = $1 }
else if (i % 3 == 1) { b = $1 }
else if (i % 3 == 2) { c = $1; print "[" a ", " b ", " c "]," };
++i; }' < tmp.txt
```
And paste to `/website/benchmark/dbms/results/005_monetdb.json` in the repository.
benchmark/monetdb/log.txt 0 → 100644
浏览文件 @ 9a409db5
3
SELECT count(*) FROM hits;
1 tuple
clk: 1.262 ms
1 tuple
clk: 1.420 ms
1 tuple
clk: 1.190 ms
3
SELECT count(*) FROM hits WHERE "AdvEngineID" <> 0;
1 tuple
clk: 1.530 sec
1 tuple
clk: 1.489 sec
1 tuple
clk: 1.490 sec
3
SELECT sum("AdvEngineID"), count(*), avg("ResolutionWidth") FROM hits;
1 tuple
clk: 597.512 ms
1 tuple
clk: 579.383 ms
1 tuple
clk: 598.220 ms
3
SELECT sum("UserID") FROM hits;
overflow in calculation.
clk: 568.003 ms
overflow in calculation.
clk: 554.572 ms
overflow in calculation.
clk: 552.076 ms
3
SELECT COUNT(DISTINCT "UserID") FROM hits;
1 tuple
clk: 6.688 sec
1 tuple
clk: 6.689 sec
1 tuple
clk: 6.652 sec
3
SELECT COUNT(DISTINCT "SearchPhrase") FROM hits;
1 tuple
clk: 15.702 sec
1 tuple
clk: 17.189 sec
1 tuple
clk: 15.514 sec
3
SELECT min("EventDate"), max("EventDate") FROM hits;
1 tuple
clk: 697.770 ms
1 tuple
clk: 711.870 ms
1 tuple
clk: 697.177 ms
3
SELECT "AdvEngineID", count(*) FROM hits WHERE "AdvEngineID" <> 0 GROUP BY "AdvEngineID" ORDER BY count(*) DESC;
18 tuples
clk: 1.536 sec
18 tuples
clk: 1.505 sec
18 tuples
clk: 1.492 sec
3
SELECT "RegionID", COUNT(DISTINCT "UserID") AS u FROM hits GROUP BY "RegionID" ORDER BY u DESC LIMIT 10;
10 tuples
clk: 9.965 sec
10 tuples
clk: 10.106 sec
10 tuples
clk: 10.136 sec
3
SELECT "RegionID", sum("AdvEngineID"), count(*) AS c, avg("ResolutionWidth"), COUNT(DISTINCT "UserID") FROM hits GROUP BY "RegionID" ORDER BY c DESC LIMIT 10;
10 tuples
clk: 8.329 sec
10 tuples
clk: 8.601 sec
10 tuples
clk: 8.039 sec
3
SELECT "MobilePhoneModel", COUNT(DISTINCT "UserID") AS u FROM hits WHERE "MobilePhoneModel" <> '' GROUP BY "MobilePhoneModel" ORDER BY u DESC LIMIT 10;
10 tuples
clk: 3.385 sec
10 tuples
clk: 3.321 sec
10 tuples
clk: 3.326 sec
3
SELECT "MobilePhone", "MobilePhoneModel", COUNT(DISTINCT "UserID") AS u FROM hits WHERE "MobilePhoneModel" <> '' GROUP BY "MobilePhone", "MobilePhoneModel" ORDER BY u DESC LIMIT 10;
10 tuples
clk: 3.510 sec
10 tuples
clk: 3.431 sec
10 tuples
clk: 3.382 sec
3
SELECT "SearchPhrase", count(*) AS c FROM hits WHERE "SearchPhrase" <> '' GROUP BY "SearchPhrase" ORDER BY c DESC LIMIT 10;
10 tuples
clk: 10.891 sec
10 tuples
clk: 11.483 sec
10 tuples
clk: 10.352 sec
3
SELECT "SearchPhrase", COUNT(DISTINCT "UserID") AS u FROM hits WHERE "SearchPhrase" <> '' GROUP BY "SearchPhrase" ORDER BY u DESC LIMIT 10;
10 tuples
clk: 15.711 sec
10 tuples
clk: 15.444 sec
10 tuples
clk: 15.503 sec
3
SELECT "SearchEngineID", "SearchPhrase", count(*) AS c FROM hits WHERE "SearchPhrase" <> '' GROUP BY "SearchEngineID", "SearchPhrase" ORDER BY c DESC LIMIT 10;
10 tuples
clk: 11.433 sec
10 tuples
clk: 11.399 sec
10 tuples
clk: 11.285 sec
3
SELECT "UserID", count(*) FROM hits GROUP BY "UserID" ORDER BY count(*) DESC LIMIT 10;
10 tuples
clk: 7.184 sec
10 tuples
clk: 7.015 sec
10 tuples
clk: 6.849 sec
3
SELECT "UserID", "SearchPhrase", count(*) FROM hits GROUP BY "UserID", "SearchPhrase" ORDER BY count(*) DESC LIMIT 10;
10 tuples
clk: 29.096 sec
10 tuples
clk: 28.328 sec
10 tuples
clk: 29.247 sec
3
SELECT "UserID", "SearchPhrase", count(*) FROM hits GROUP BY "UserID", "SearchPhrase" LIMIT 10;
10 tuples
clk: 29.457 sec
10 tuples
clk: 29.364 sec
10 tuples
clk: 29.269 sec
3
SELECT "UserID", extract(minute FROM "EventTime") AS m, "SearchPhrase", count(*) FROM hits GROUP BY "UserID", m, "SearchPhrase" ORDER BY count(*) DESC LIMIT 10;
10 tuples
clk: 47.141 sec
10 tuples
clk: 46.495 sec
10 tuples
clk: 46.472 sec
3
SELECT "UserID" FROM hits WHERE "UserID" = -6101065172474983726;
0 tuples
clk: 783.332 ms
0 tuples
clk: 771.157 ms
0 tuples
clk: 783.082 ms
3
SELECT count(*) FROM hits WHERE "URL" LIKE '%metrika%';
1 tuple
clk: 3.963 sec
1 tuple
clk: 3.930 sec
1 tuple
clk: 3.964 sec
3
SELECT "SearchPhrase", min("URL"), count(*) AS c FROM hits WHERE "URL" LIKE '%metrika%' AND "SearchPhrase" <> '' GROUP BY "SearchPhrase" ORDER BY c DESC LIMIT 10;
10 tuples
clk: 3.925 sec
10 tuples
clk: 3.817 sec
10 tuples
clk: 3.802 sec
3
SELECT "SearchPhrase", min("URL"), min("Title"), count(*) AS c, COUNT(DISTINCT "UserID") FROM hits WHERE "Title" LIKE '%Яндекс%' AND "URL" NOT LIKE '%.yandex.%' AND "SearchPhrase" <> '' GROUP BY "SearchPhrase" ORDER BY c DESC LIMIT 10;
10 tuples
clk: 6.067 sec
10 tuples
clk: 6.120 sec
10 tuples
clk: 6.012 sec
3
SELECT * FROM hits WHERE "URL" LIKE '%metrika%' ORDER BY "EventTime" LIMIT 10;
10 tuples !87 columns dropped, 29 fields truncated!
clk: 4.251 sec
10 tuples !87 columns dropped, 29 fields truncated!
clk: 4.190 sec
10 tuples !87 columns dropped, 29 fields truncated!
clk: 4.379 sec
3
SELECT "SearchPhrase" FROM hits WHERE "SearchPhrase" <> '' ORDER BY "EventTime" LIMIT 10;
10 tuples
clk: 6.699 sec
10 tuples
clk: 6.718 sec
10 tuples
clk: 6.802 sec
3
SELECT "SearchPhrase" FROM hits WHERE "SearchPhrase" <> '' ORDER BY "SearchPhrase" LIMIT 10;
10 tuples
clk: 6.887 sec
10 tuples
clk: 6.838 sec
10 tuples
clk: 6.844 sec
3
SELECT "SearchPhrase" FROM hits WHERE "SearchPhrase" <> '' ORDER BY "EventTime", "SearchPhrase" LIMIT 10;
10 tuples
clk: 6.806 sec
10 tuples
clk: 6.878 sec
10 tuples
clk: 6.807 sec
3
SELECT "CounterID", avg(length("URL")) AS l, count(*) AS c FROM hits WHERE "URL" <> '' GROUP BY "CounterID" HAVING count(*) > 100000 ORDER BY l DESC LIMIT 25;
25 tuples
clk: 1:01 min
25 tuples
clk: 55.553 sec
25 tuples
clk: 56.188 sec
3
SELECT sys.getdomain("Referer") AS key, avg(length("Referer")) AS l, count(*) AS c, min("Referer") FROM hits WHERE "Referer" <> '' GROUP BY key HAVING count(*) > 100000 ORDER BY l DESC LIMIT 25;
clk: 1:00 min
clk: 1:00 min
clk: 1:00 min
3
SELECT sum("ResolutionWidth"), sum("ResolutionWidth" + 1), sum("ResolutionWidth" + 2), sum("ResolutionWidth" + 3), sum("ResolutionWidth" + 4), sum("ResolutionWidth" + 5), sum("ResolutionWidth" + 6), sum("ResolutionWidth" + 7), sum("ResolutionWidth" + 8), sum("ResolutionWidth" + 9), sum("ResolutionWidth" + 10), sum("ResolutionWidth" + 11), sum("ResolutionWidth" + 12), sum("ResolutionWidth" + 13), sum("ResolutionWidth" + 14), sum("ResolutionWidth" + 15), sum("ResolutionWidth" + 16), sum("ResolutionWidth" + 17), sum("ResolutionWidth" + 18), sum("ResolutionWidth" + 19), sum("ResolutionWidth" + 20), sum("ResolutionWidth" + 21), sum("ResolutionWidth" + 22), sum("ResolutionWidth" + 23), sum("ResolutionWidth" + 24), sum("ResolutionWidth" + 25), sum("ResolutionWidth" + 26), sum("ResolutionWidth" + 27), sum("ResolutionWidth" + 28), sum("ResolutionWidth" + 29), sum("ResolutionWidth" + 30), sum("ResolutionWidth" + 31), sum("ResolutionWidth" + 32), sum("ResolutionWidth" + 33), sum("ResolutionWidth" + 34), sum("ResolutionWidth" + 35), sum("ResolutionWidth" + 36), sum("ResolutionWidth" + 37), sum("ResolutionWidth" + 38), sum("ResolutionWidth" + 39), sum("ResolutionWidth" + 40), sum("ResolutionWidth" + 41), sum("ResolutionWidth" + 42), sum("ResolutionWidth" + 43), sum("ResolutionWidth" + 44), sum("ResolutionWidth" + 45), sum("ResolutionWidth" + 46), sum("ResolutionWidth" + 47), sum("ResolutionWidth" + 48), sum("ResolutionWidth" + 49), sum("ResolutionWidth" + 50), sum("ResolutionWidth" + 51), sum("ResolutionWidth" + 52), sum("ResolutionWidth" + 53), sum("ResolutionWidth" + 54), sum("ResolutionWidth" + 55), sum("ResolutionWidth" + 56), sum("ResolutionWidth" + 57), sum("ResolutionWidth" + 58), sum("ResolutionWidth" + 59), sum("ResolutionWidth" + 60), sum("ResolutionWidth" + 61), sum("ResolutionWidth" + 62), sum("ResolutionWidth" + 63), sum("ResolutionWidth" + 64), sum("ResolutionWidth" + 65), sum("ResolutionWidth" + 66), sum("ResolutionWidth" + 67), sum("ResolutionWidth" + 68), sum("ResolutionWidth" + 69), sum("ResolutionWidth" + 70), sum("ResolutionWidth" + 71), sum("ResolutionWidth" + 72), sum("ResolutionWidth" + 73), sum("ResolutionWidth" + 74), sum("ResolutionWidth" + 75), sum("ResolutionWidth" + 76), sum("ResolutionWidth" + 77), sum("ResolutionWidth" + 78), sum("ResolutionWidth" + 79), sum("ResolutionWidth" + 80), sum("ResolutionWidth" + 81), sum("ResolutionWidth" + 82), sum("ResolutionWidth" + 83), sum("ResolutionWidth" + 84), sum("ResolutionWidth" + 85), sum("ResolutionWidth" + 86), sum("ResolutionWidth" + 87), sum("ResolutionWidth" + 88), sum("ResolutionWidth" + 89) FROM hits;
1 tuple !77 columns dropped!
clk: 6.221 sec
1 tuple !77 columns dropped!
clk: 6.170 sec
1 tuple !77 columns dropped!
clk: 6.382 sec
3
SELECT "SearchEngineID", "ClientIP", count(*) AS c, sum("Refresh"), avg("ResolutionWidth") FROM hits WHERE "SearchPhrase" <> '' GROUP BY "SearchEngineID", "ClientIP" ORDER BY c DESC LIMIT 10;
10 tuples
clk: 5.684 sec
10 tuples
clk: 5.585 sec
10 tuples
clk: 5.463 sec
3
SELECT "WatchID", "ClientIP", count(*) AS c, sum("Refresh"), avg("ResolutionWidth") FROM hits WHERE "SearchPhrase" <> '' GROUP BY "WatchID", "ClientIP" ORDER BY c DESC LIMIT 10;
10 tuples
clk: 6.281 sec
10 tuples
clk: 6.574 sec
10 tuples
clk: 6.243 sec
3
SELECT "WatchID", "ClientIP", count(*) AS c, sum("Refresh"), avg("ResolutionWidth") FROM hits GROUP BY "WatchID", "ClientIP" ORDER BY c DESC LIMIT 10;
10 tuples
clk: 44.641 sec
10 tuples
clk: 41.904 sec
10 tuples
clk: 43.218 sec
3
SELECT "URL", count(*) AS c FROM hits GROUP BY "URL" ORDER BY c DESC LIMIT 10;
10 tuples
clk: 1:24 min
10 tuples
clk: 1:31 min
10 tuples
clk: 1:24 min
3
SELECT 1, "URL", count(*) AS c FROM hits GROUP BY 1, "URL" ORDER BY c DESC LIMIT 10;
10 tuples
clk: 1:24 min
10 tuples
clk: 1:25 min
10 tuples
clk: 1:24 min
3
SELECT "ClientIP", "ClientIP" - 1, "ClientIP" - 2, "ClientIP" - 3, count(*) AS c FROM hits GROUP BY "ClientIP", "ClientIP" - 1, "ClientIP" - 2, "ClientIP" - 3 ORDER BY c DESC LIMIT 10;
10 tuples
clk: 26.438 sec
10 tuples
clk: 26.033 sec
10 tuples
clk: 26.147 sec
3
SELECT "URL", count(*) AS "PageViews" FROM hits WHERE "CounterID" = 62 AND "EventDate" >= '2013-07-01' AND "EventDate" <= '2013-07-31' AND "DontCountHits" = 0 AND "Refresh" = 0 AND "URL" <> '' GROUP BY "URL" ORDER BY "PageViews" DESC LIMIT 10;
10 tuples
clk: 4.825 sec
10 tuples
clk: 4.618 sec
10 tuples
clk: 4.623 sec
3
SELECT "Title", count(*) AS "PageViews" FROM hits WHERE "CounterID" = 62 AND "EventDate" >= '2013-07-01' AND "EventDate" <= '2013-07-31' AND "DontCountHits" = 0 AND "Refresh" = 0 AND "Title" <> '' GROUP BY "Title" ORDER BY "PageViews" DESC LIMIT 10;
10 tuples
clk: 4.380 sec
10 tuples
clk: 4.418 sec
10 tuples
clk: 4.413 sec
3
SELECT "URL", count(*) AS "PageViews" FROM hits WHERE "CounterID" = 62 AND "EventDate" >= '2013-07-01' AND "EventDate" <= '2013-07-31' AND "Refresh" = 0 AND "IsLink" <> 0 AND "IsDownload" = 0 GROUP BY "URL" ORDER BY "PageViews" DESC LIMIT 1000;
1000 tuples
clk: 4.259 sec
1000 tuples
clk: 4.195 sec
1000 tuples
clk: 4.195 sec
3
SELECT "TraficSourceID", "SearchEngineID", "AdvEngineID", CASE WHEN ("SearchEngineID" = 0 AND "AdvEngineID" = 0) THEN "Referer" ELSE '' END AS Src, "URL" AS Dst, count(*) AS "PageViews" FROM hits WHERE "CounterID" = 62 AND "EventDate" >= '2013-07-01' AND "EventDate" <= '2013-07-31' AND "Refresh" = 0 GROUP BY "TraficSourceID", "SearchEngineID", "AdvEngineID", CASE WHEN ("SearchEngineID" = 0 AND "AdvEngineID" = 0) THEN "Referer" ELSE '' END, "URL" ORDER BY "PageViews" DESC LIMIT 1000;
1000 tuples
clk: 3.233 sec
1000 tuples
clk: 3.180 sec
1000 tuples
clk: 3.181 sec
3
SELECT "URLHash", "EventDate", count(*) AS "PageViews" FROM hits WHERE "CounterID" = 62 AND "EventDate" >= '2013-07-01' AND "EventDate" <= '2013-07-31' AND "Refresh" = 0 AND "TraficSourceID" IN (-1, 6) AND "RefererHash" = 686716256552154761 GROUP BY "URLHash", "EventDate" ORDER BY "PageViews" DESC LIMIT 100;
0 tuples
clk: 2.656 sec
0 tuples
clk: 2.557 sec
0 tuples
clk: 2.561 sec
3
SELECT "WindowClientWidth", "WindowClientHeight", count(*) AS "PageViews" FROM hits WHERE "CounterID" = 62 AND "EventDate" >= '2013-07-01' AND "EventDate" <= '2013-07-31' AND "Refresh" = 0 AND "DontCountHits" = 0 AND "URLHash" = 686716256552154761 GROUP BY "WindowClientWidth", "WindowClientHeight" ORDER BY "PageViews" DESC LIMIT 10000;
0 tuples
clk: 4.161 sec
0 tuples
clk: 4.243 sec
0 tuples
clk: 4.166 sec
3
SELECT DATE_TRUNC('minute', "EventTime") AS "Minute", count(*) AS "PageViews" FROM hits WHERE "CounterID" = 62 AND "EventDate" >= '2013-07-01' AND "EventDate" <= '2013-07-02' AND "Refresh" = 0 AND "DontCountHits" = 0 GROUP BY DATE_TRUNC('minute', "EventTime") ORDER BY DATE_TRUNC('minute', "EventTime");
0 tuples
clk: 4.199 sec
0 tuples
clk: 4.211 sec
0 tuples
clk: 4.190 sec
benchmark/monetdb/log/log_100m 已删除 100644 → 0
浏览文件 @ 139a19d5
此差异已折叠。
benchmark/monetdb/log/log_100m_1 已删除 100644 → 0
浏览文件 @ 139a19d5
此差异已折叠。
benchmark/monetdb/log/log_100m_corrected 已删除 100644 → 0
浏览文件 @ 139a19d5
此差异已折叠。
benchmark/monetdb/log/log_100m_corrected_2 已删除 100644 → 0
浏览文件 @ 139a19d5
此差异已折叠。
benchmark/monetdb/log/log_10m 已删除 100644 → 0
浏览文件 @ 139a19d5
此差异已折叠。
benchmark/monetdb/log/log_10m_corrected 已删除 100644 → 0
浏览文件 @ 139a19d5
此差异已折叠。
benchmark/monetdb/log/log_10m_corrected_1 已删除 100644 → 0
浏览文件 @ 139a19d5
此差异已折叠。
benchmark/monetdb/log/log_upload_100m 已删除 100644 → 0
浏览文件 @ 139a19d5
start time: Thu Sep 12 06:33:47 MSK 2013
monetdbd is running
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>
sql>\q
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>set GLOBAL max_length_for_sort_data = 8388608;
syntax error, unexpected GLOBAL in: "set global"
sql>\q
times: 1
query: create table hits_100m ( WatchID BIGINT, JavaEnable SMALLINT, Title VARCHAR(1400), GoodEvent SMALLINT, EventTime TIMESTAMP, EventDate DATE, CounterID BIGINT, ClientIP BIGINT, RegionID BIGINT, UserID BIGINT, CounterClass TINYINT, OS SMALLINT, UserAgent SMALLINT, URL VARCHAR(7800), Referer VARCHAR(3125), Refresh TINYINT, RefererCategoryID INT, RefererRegionID BIGINT, URLCategoryID INT, URLRegionID BIGINT, ResolutionWidth INT, ResolutionHeight INT, ResolutionDepth SMALLINT, FlashMajor SMALLINT, FlashMinor SMALLINT, FlashMinor2 VARCHAR(256), NetMajor SMALLINT, NetMinor SMALLINT, UserAgentMajor INT, UserAgentMinor CHAR(2), CookieEnable SMALLINT, JavascriptEnable SMALLINT, IsMobile SMALLINT, MobilePhone SMALLINT, MobilePhoneModel VARCHAR(80), Params VARCHAR(2925), IPNetworkID BIGINT, TraficSourceID SMALLINT, SearchEngineID INT, SearchPhrase VARCHAR(2008), AdvEngineID SMALLINT, IsArtifical SMALLINT, WindowClientWidth INT, WindowClientHeight INT, ClientTimeZone INTEGER, ClientEventTime TIMESTAMP, SilverlightVersion1 SMALLINT, SilverlightVersion2 SMALLINT, SilverlightVersion3 BIGINT, SilverlightVersion4 INT, PageCharset VARCHAR(80), CodeVersion BIGINT, IsLink SMALLINT, IsDownload SMALLINT, IsNotBounce SMALLINT, FUniqID BIGINT, OriginalURL VARCHAR(8181), HID BIGINT, IsOldCounter SMALLINT, IsEvent SMALLINT, IsParameter SMALLINT, DontCountHits SMALLINT, WithHash SMALLINT, HitColor CHAR(1), LocalEventTime TIMESTAMP, Age SMALLINT, Sex SMALLINT, Income SMALLINT, Interests INT, Robotness SMALLINT, RemoteIP BIGINT, WindowName INT, OpenerName INT, HistoryLength SMALLINT, BrowserLanguage CHAR(2), BrowserCountry CHAR(2), SocialNetwork VARCHAR(128), SocialAction VARCHAR(128), HTTPError INT, SendTiming BIGINT, DNSTiming BIGINT, ConnectTiming BIGINT, ResponseStartTiming BIGINT, ResponseEndTiming BIGINT, FetchTiming BIGINT, SocialSourceNetworkID SMALLINT, SocialSourcePage VARCHAR(256), ParamPrice BIGINT, ParamOrderID VARCHAR(80), ParamCurrency CHAR(3), ParamCurrencyID INT, OpenstatServiceName VARCHAR(80), OpenstatCampaignID VARCHAR(512), OpenstatAdID VARCHAR(80), OpenstatSourceID VARCHAR(256), UTMSource VARCHAR(256), UTMMedium VARCHAR(256), UTMCampaign VARCHAR(407), UTMContent VARCHAR(256), UTMTerm VARCHAR(437), FromTag VARCHAR(428), HasGCLID SMALLINT, RefererHash BIGINT, URLHash BIGINT, CLID BIGINT, UserIDHash BIGINT ); CREATE INDEX hits_100m_ind ON hits_100m(CounterID, EventDate, UserIDHash, EventTime);
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>create table hits_100m ( WatchID BIGINT, JavaEnable SMALLINT, <( WatchID BIGINT, JavaEnable SMALLINT, Title VARCHAR(1400), <JavaEnable SMALLINT, Title VARCHAR(1400), G oodEvent SMALLINT, Ev <itle VARCHAR(1400), GoodEvent SMALLINT, Eve ntTime TIMESTAMP, Eve <odEvent SMALLINT, EventTime TIMESTAMP, Even tDate DATE, CounterID <tTime TIMESTAMP, EventDate DATE, CounterID BIGINT, ClientIP BIGI <Date DATE, CounterID BIGINT, ClientIP BIGIN T, RegionID BIGINT, <IGINT, ClientIP BIGINT, RegionID BIGINT,  UserID BIGINT, Coun <, RegionID BIGINT, UserID BIGINT, Count erClass TINYINT, OS S < UserID BIGINT, CounterClass TINYINT, OS SM ALLINT, UserAgent SMA <rClass TINYINT, OS SMALLINT, UserAgent SMAL LINT, URL VARCHAR(780 <LLINT, UserAgent SMALLINT, URL VARCHAR(7800 ), Referer VARCHAR(31 <INT, URL VARCHAR(7800), Referer VARCHAR(312 5), Refresh TINYINT, <, Referer VARCHAR(3125), Refresh TINYINT,  RefererCategoryID INT, <), Refresh TINYINT, RefererCategoryID INT,  RefererRegionID BIGIN < RefererCategoryID INT, RefererRegionID BIGINT , URLCategoryID INT, < RefererRegionID BIGINT, URLCategoryID INT,  URLRegionID BIGINT, < URLCategoryID INT, URLRegionID BIGINT,  ResolutionWidth INT, < URLRegionID BIGINT, ResolutionWidth INT, ResolutionHeight INT, <ResolutionWidth INT, ResolutionHeight INT, ResolutionDepth SMALLINT, <esolutionHeight INT, ResolutionDepth SMALLINT,  FlashMajor SMALLINT, <esolutionDepth SMALLINT, FlashMajor SMALLINT,  FlashMinor SMALLINT, < FlashMajor SMALLINT, FlashMinor SMALLINT,  FlashMinor2 VARCHAR(256 < FlashMinor SMALLINT, FlashMinor2 VARCHAR(256) , NetMajor SMALLINT, < FlashMinor2 VARCHAR(256), NetMajor SMALLINT,  NetMinor SMALLINT, < NetMajor SMALLINT, NetMinor SMALLINT, UserAgentMajor INT, U < NetMinor SMALLINT, UserAgentMajor INT, Us erAgentMinor CHAR(2), <serAgentMajor INT, UserAgentMinor CHAR(2), CookieEnable SMALLINT, <rAgentMinor CHAR(2), CookieEnable SMALLINT,  JavascriptEnable SMALLIN <ookieEnable SMALLINT, JavascriptEnable SMALLINT , IsMobile SMALLINT, <JavascriptEnable SMALLINT, IsMobile SMALLINT,  MobilePhone SMALLINT, < IsMobile SMALLINT, MobilePhone SMALLINT,  MobilePhoneModel VARCH < MobilePhone SMALLINT, MobilePhoneModel VARCHA R(80), Params VARCHAR < MobilePhoneModel VARCHAR(80), Params VARCHAR( 2925), IPNetworkID BI <(80), Params VARCHAR(2925), IPNetworkID BIG INT, TraficSourceID S <925), IPNetworkID BIGINT, TraficSourceID SM ALLINT, SearchEngineI <NT, TraficSourceID SMALLINT, SearchEngineID  INT, SearchPhrase VA <LLINT, SearchEngineID INT, SearchPhrase VAR CHAR(2008), AdvEngine <INT, SearchPhrase VARCHAR(2008), AdvEngineI D SMALLINT, IsArtific <HAR(2008), AdvEngineID SMALLINT, IsArtifica l SMALLINT, WindowCli < SMALLINT, IsArtifical SMALLINT, WindowClie ntWidth INT, WindowCl < SMALLINT, WindowClientWidth INT, WindowCli entHeight INT, Client <tWidth INT, WindowClientHeight INT, ClientT imeZone INTEGER, Clie <ntHeight INT, ClientTimeZone INTEGER, Clien tEventTime TIMESTAMP, <meZone INTEGER, ClientEventTime TIMESTAMP, SilverlightVersion1 SMALL <EventTime TIMESTAMP, SilverlightVersion1 SMALLI NT, SilverlightVersio <ilverlightVersion1 SMALLINT, SilverlightVersion 2 SMALLINT, Silverlig <T, SilverlightVersion2 SMALLINT, Silverligh tVersion3 BIGINT, Sil < SMALLINT, SilverlightVersion3 BIGINT, Silv erlightVersion4 INT, <Version3 BIGINT, SilverlightVersion4 INT, P ageCharset VARCHAR(80), <rlightVersion4 INT, PageCharset VARCHAR(80),  CodeVersion BIGINT, <geCharset VARCHAR(80), CodeVersion BIGINT, IsLink SMALLINT, IsDo < CodeVersion BIGINT, IsLink SMALLINT, IsDow nload SMALLINT, IsNot <sLink SMALLINT, IsDownload SMALLINT, IsNotB ounce SMALLINT, FUniq <load SMALLINT, IsNotBounce SMALLINT, FUniqI D BIGINT, OriginalURL <unce SMALLINT, FUniqID BIGINT, OriginalURL VARCHAR(8181), HID BI < BIGINT, OriginalURL VARCHAR(8181), HID BIG INT, IsOldCounter SMA <ARCHAR(8181), HID BIGINT, IsOldCounter SMAL LINT, IsEvent SMALLIN <NT, IsOldCounter SMALLINT, IsEvent SMALLINT , IsParameter SMALLIN <INT, IsEvent SMALLINT, IsParameter SMALLINT , DontCountHits SMALL < IsParameter SMALLINT, DontCountHits SMALLI NT, WithHash SMALLINT < DontCountHits SMALLINT, WithHash SMALLINT,  HitColor CHAR(1), <T, WithHash SMALLINT, HitColor CHAR(1),  LocalEventTime TIMESTAMP < HitColor CHAR(1), LocalEventTime TIMESTAMP,  Age SMALLINT, Se <LocalEventTime TIMESTAMP, Age SMALLINT, Sex  SMALLINT, Income SMA < Age SMALLINT, Sex SMALLINT, Income SMAL LINT, Interests INT, <SMALLINT, Income SMALLINT, Interests INT,  Robotness SMALLINT, <INT, Interests INT, Robotness SMALLINT,  RemoteIP BIGINT, Win < Robotness SMALLINT, RemoteIP BIGINT, Wind owName INT, OpenerNam <RemoteIP BIGINT, WindowName INT, OpenerName  INT, HistoryLength S <wName INT, OpenerName INT, HistoryLength SM ALLINT, BrowserLangua <INT, HistoryLength SMALLINT, BrowserLanguag e CHAR(2), BrowserCou <LLINT, BrowserLanguage CHAR(2), BrowserCoun try CHAR(2), SocialNe < CHAR(2), BrowserCountry CHAR(2), SocialNet work VARCHAR(128), So <ry CHAR(2), SocialNetwork VARCHAR(128), Soc ialAction VARCHAR(128), <ork VARCHAR(128), SocialAction VARCHAR(128),  HTTPError INT, Send <alAction VARCHAR(128), HTTPError INT, SendT iming BIGINT, DNSTimi < HTTPError INT, SendTiming BIGINT, DNSTimin g BIGINT, ConnectTimi <ming BIGINT, DNSTiming BIGINT, ConnectTimin g BIGINT, ResponseSta < BIGINT, ConnectTiming BIGINT, ResponseStar tTiming BIGINT, Respo < BIGINT, ResponseStartTiming BIGINT, Respon seEndTiming BIGINT, F <Timing BIGINT, ResponseEndTiming BIGINT, Fe tchTiming BIGINT, Soc <eEndTiming BIGINT, FetchTiming BIGINT, Soci alSourceNetworkID SMALLIN <chTiming BIGINT, SocialSourceNetworkID SMALLINT , SocialSourcePage VA <lSourceNetworkID SMALLINT, SocialSourcePage VAR CHAR(256), ParamPrice < SocialSourcePage VARCHAR(256), ParamPrice BIGINT, ParamOrderID <HAR(256), ParamPrice BIGINT, ParamOrderID V ARCHAR(80), ParamCurr <IGINT, ParamOrderID VARCHAR(80), ParamCurre ncy CHAR(3), ParamCur <RCHAR(80), ParamCurrency CHAR(3), ParamCurr encyID INT, OpenstatS <cy CHAR(3), ParamCurrencyID INT, OpenstatSe rviceName VARCHAR(80), <ncyID INT, OpenstatServiceName VARCHAR(80),  OpenstatCampaignID VARCH <viceName VARCHAR(80), OpenstatCampaignID VARCHA R(512), OpenstatAdID <OpenstatCampaignID VARCHAR(512), OpenstatAdID V ARCHAR(80), OpenstatS <(512), OpenstatAdID VARCHAR(80), OpenstatSo urceID VARCHAR(256), <RCHAR(80), OpenstatSourceID VARCHAR(256), U TMSource VARCHAR(256), <rceID VARCHAR(256), UTMSource VARCHAR(256),  UTMMedium VARCHAR(256), <MSource VARCHAR(256), UTMMedium VARCHAR(256),  UTMCampaign VARCHAR(40 <UTMMedium VARCHAR(256), UTMCampaign VARCHAR(407 ), UTMContent VARCHAR < UTMCampaign VARCHAR(407), UTMContent VARCHAR( 256), UTMTerm VARCHAR <, UTMContent VARCHAR(256), UTMTerm VARCHAR( 437), FromTag VARCHAR <56), UTMTerm VARCHAR(437), FromTag VARCHAR( 428), HasGCLID SMALLI <37), FromTag VARCHAR(428), HasGCLID SMALLIN T, RefererHash BIGINT <28), HasGCLID SMALLINT, RefererHash BIGINT,  URLHash BIGINT, <, RefererHash BIGINT, URLHash BIGINT, C LID BIGINT, UserIDHa < URLHash BIGINT, CLID BIGINT, UserIDHas h BIGINT ); CREATE INDEX <ID BIGINT, UserIDHash BIGINT ); CREATE INDEX hits_100m_ind ON hits_10 < BIGINT ); CREATE INDEX hits_100m_ind ON hits_100 m(CounterID, EventDate, U <its_100m_ind ON hits_100m(CounterID, EventDate, Us erIDHash, EventTime);
CREATE TABLE: name 'hits_100m' already in use
CREATE INDEX: name 'hits_100m_ind' already in use
sql>\q
monetdbd is running
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>
sql>\q
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>set GLOBAL max_length_for_sort_data = 8388608;
syntax error, unexpected GLOBAL in: "set global"
sql>\q
times: 1
query: COPY INTO hits_100m FROM ('/opt/dump/dump_0.3/dump_hits_100m_meshed_utf8.tsv') DELIMITERS '\t';
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>COPY INTO hits_100m FROM ('/opt/dump/dump_0.3/dump_hits_100m_meshed_utf8. <M ('/opt/dump/dump_0.3/dump_hits_100m_meshed_utf8.t sv') DELIMITERS '\t';
\q
stop time: Thu Sep 12 06:55:23 MSK 2013
benchmark/monetdb/log/log_upload_1b 已删除 100644 → 0
浏览文件 @ 139a19d5
start time: Thu Sep 12 08:31:54 MSK 2013
monetdbd is running
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>
sql>\q
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>set GLOBAL max_length_for_sort_data = 8388608;
syntax error, unexpected GLOBAL in: "set global"
sql>\q
times: 1
query: create table hits_1b ( WatchID BIGINT, JavaEnable SMALLINT, Title VARCHAR(1400), GoodEvent SMALLINT, EventTime TIMESTAMP, EventDate DATE, CounterID BIGINT, ClientIP BIGINT, RegionID BIGINT, UserID BIGINT, CounterClass TINYINT, OS SMALLINT, UserAgent SMALLINT, URL VARCHAR(7800), Referer VARCHAR(3125), Refresh TINYINT, RefererCategoryID INT, RefererRegionID BIGINT, URLCategoryID INT, URLRegionID BIGINT, ResolutionWidth INT, ResolutionHeight INT, ResolutionDepth SMALLINT, FlashMajor SMALLINT, FlashMinor SMALLINT, FlashMinor2 VARCHAR(256), NetMajor SMALLINT, NetMinor SMALLINT, UserAgentMajor INT, UserAgentMinor CHAR(2), CookieEnable SMALLINT, JavascriptEnable SMALLINT, IsMobile SMALLINT, MobilePhone SMALLINT, MobilePhoneModel VARCHAR(80), Params VARCHAR(2925), IPNetworkID BIGINT, TraficSourceID SMALLINT, SearchEngineID INT, SearchPhrase VARCHAR(2008), AdvEngineID SMALLINT, IsArtifical SMALLINT, WindowClientWidth INT, WindowClientHeight INT, ClientTimeZone INTEGER, ClientEventTime TIMESTAMP, SilverlightVersion1 SMALLINT, SilverlightVersion2 SMALLINT, SilverlightVersion3 BIGINT, SilverlightVersion4 INT, PageCharset VARCHAR(80), CodeVersion BIGINT, IsLink SMALLINT, IsDownload SMALLINT, IsNotBounce SMALLINT, FUniqID BIGINT, OriginalURL VARCHAR(8181), HID BIGINT, IsOldCounter SMALLINT, IsEvent SMALLINT, IsParameter SMALLINT, DontCountHits SMALLINT, WithHash SMALLINT, HitColor CHAR(1), LocalEventTime TIMESTAMP, Age SMALLINT, Sex SMALLINT, Income SMALLINT, Interests INT, Robotness SMALLINT, RemoteIP BIGINT, WindowName INT, OpenerName INT, HistoryLength SMALLINT, BrowserLanguage CHAR(2), BrowserCountry CHAR(2), SocialNetwork VARCHAR(128), SocialAction VARCHAR(128), HTTPError INT, SendTiming BIGINT, DNSTiming BIGINT, ConnectTiming BIGINT, ResponseStartTiming BIGINT, ResponseEndTiming BIGINT, FetchTiming BIGINT, SocialSourceNetworkID SMALLINT, SocialSourcePage VARCHAR(256), ParamPrice BIGINT, ParamOrderID VARCHAR(80), ParamCurrency CHAR(3), ParamCurrencyID INT, OpenstatServiceName VARCHAR(80), OpenstatCampaignID VARCHAR(512), OpenstatAdID VARCHAR(80), OpenstatSourceID VARCHAR(256), UTMSource VARCHAR(256), UTMMedium VARCHAR(256), UTMCampaign VARCHAR(407), UTMContent VARCHAR(256), UTMTerm VARCHAR(437), FromTag VARCHAR(428), HasGCLID SMALLINT, RefererHash BIGINT, URLHash BIGINT, CLID BIGINT, UserIDHash BIGINT ); CREATE INDEX hits_1b_ind ON hits_1b(CounterID, EventDate, UserIDHash, EventTime);
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>create table hits_1b ( WatchID BIGINT, JavaEnable SMALLINT, T < WatchID BIGINT, JavaEnable SMALLINT, Ti tle VARCHAR(1400), Go <vaEnable SMALLINT, Title VARCHAR(1400), Goo dEvent SMALLINT, Even <le VARCHAR(1400), GoodEvent SMALLINT, Event Time TIMESTAMP, Event <Event SMALLINT, EventTime TIMESTAMP, EventD ate DATE, CounterID B <ime TIMESTAMP, EventDate DATE, CounterID BI GINT, ClientIP BIGINT <te DATE, CounterID BIGINT, ClientIP BIGINT,  RegionID BIGINT, <INT, ClientIP BIGINT, RegionID BIGINT, UserID BIGINT, Counte < RegionID BIGINT, UserID BIGINT, Counter Class TINYINT, OS SMA <serID BIGINT, CounterClass TINYINT, OS SMAL LINT, UserAgent SMALL <lass TINYINT, OS SMALLINT, UserAgent SMALLI NT, URL VARCHAR(7800) <INT, UserAgent SMALLINT, URL VARCHAR(7800),  Referer VARCHAR(3125 <T, URL VARCHAR(7800), Referer VARCHAR(3125) , Refresh TINYINT, < Referer VARCHAR(3125), Refresh TINYINT,  RefererCategoryID INT, < Refresh TINYINT, RefererCategoryID INT,  RefererRegionID BIGINT, <RefererCategoryID INT, RefererRegionID BIGINT,  URLCategoryID INT, < RefererRegionID BIGINT, URLCategoryID INT,  URLRegionID BIGINT, < URLCategoryID INT, URLRegionID BIGINT, R esolutionWidth INT, R <URLRegionID BIGINT, ResolutionWidth INT, Re solutionHeight INT, R <solutionWidth INT, ResolutionHeight INT, Re solutionDepth SMALLINT, <olutionHeight INT, ResolutionDepth SMALLINT,  FlashMajor SMALLINT, <olutionDepth SMALLINT, FlashMajor SMALLINT,  FlashMinor SMALLINT, < FlashMajor SMALLINT, FlashMinor SMALLINT, FlashMinor2 VARCHAR(256), <FlashMinor SMALLINT, FlashMinor2 VARCHAR(256),  NetMajor SMALLINT, <lashMinor2 VARCHAR(256), NetMajor SMALLINT,  NetMinor SMALLINT, U < NetMajor SMALLINT, NetMinor SMALLINT, Us erAgentMajor INT, Use <NetMinor SMALLINT, UserAgentMajor INT, User AgentMinor CHAR(2), C <rAgentMajor INT, UserAgentMinor CHAR(2), Co okieEnable SMALLINT, <gentMinor CHAR(2), CookieEnable SMALLINT, J avascriptEnable SMALLINT, <kieEnable SMALLINT, JavascriptEnable SMALLINT,  IsMobile SMALLINT, <vascriptEnable SMALLINT, IsMobile SMALLINT,  MobilePhone SMALLINT, < IsMobile SMALLINT, MobilePhone SMALLINT,  MobilePhoneModel VARCHAR <MobilePhone SMALLINT, MobilePhoneModel VARCHAR( 80), Params VARCHAR(2 <MobilePhoneModel VARCHAR(80), Params VARCHAR(29 25), IPNetworkID BIGI <0), Params VARCHAR(2925), IPNetworkID BIGIN T, TraficSourceID SMA <5), IPNetworkID BIGINT, TraficSourceID SMAL LINT, SearchEngineID <, TraficSourceID SMALLINT, SearchEngineID I NT, SearchPhrase VARC <INT, SearchEngineID INT, SearchPhrase VARCH AR(2008), AdvEngineID <T, SearchPhrase VARCHAR(2008), AdvEngineID SMALLINT, IsArtifical <R(2008), AdvEngineID SMALLINT, IsArtifical SMALLINT, WindowClien <MALLINT, IsArtifical SMALLINT, WindowClient Width INT, WindowClie <MALLINT, WindowClientWidth INT, WindowClien tHeight INT, ClientTi <idth INT, WindowClientHeight INT, ClientTim eZone INTEGER, Client <Height INT, ClientTimeZone INTEGER, ClientE ventTime TIMESTAMP, S <Zone INTEGER, ClientEventTime TIMESTAMP, Si lverlightVersion1 SMALLIN <entTime TIMESTAMP, SilverlightVersion1 SMALLINT , SilverlightVersion2 <verlightVersion1 SMALLINT, SilverlightVersion2 SMALLINT, Silverlight < SilverlightVersion2 SMALLINT, SilverlightV ersion3 BIGINT, Silve <MALLINT, SilverlightVersion3 BIGINT, Silver lightVersion4 INT, Pa <rsion3 BIGINT, SilverlightVersion4 INT, Pag eCharset VARCHAR(80), <ightVersion4 INT, PageCharset VARCHAR(80), CodeVersion BIGINT, I <Charset VARCHAR(80), CodeVersion BIGINT, Is Link SMALLINT, IsDown <odeVersion BIGINT, IsLink SMALLINT, IsDownl oad SMALLINT, IsNotBo <ink SMALLINT, IsDownload SMALLINT, IsNotBou nce SMALLINT, FUniqID <ad SMALLINT, IsNotBounce SMALLINT, FUniqID BIGINT, OriginalURL V <ce SMALLINT, FUniqID BIGINT, OriginalURL VA RCHAR(8181), HID BIGI <IGINT, OriginalURL VARCHAR(8181), HID BIGIN T, IsOldCounter SMALL <CHAR(8181), HID BIGINT, IsOldCounter SMALLI NT, IsEvent SMALLINT, <, IsOldCounter SMALLINT, IsEvent SMALLINT,  IsParameter SMALLINT, <T, IsEvent SMALLINT, IsParameter SMALLINT,  DontCountHits SMALLIN < IsParameter SMALLINT, DontCountHits SMALLINT , WithHash SMALLINT, < DontCountHits SMALLINT, WithHash SMALLINT,  HitColor CHAR(1), < WithHash SMALLINT, HitColor CHAR(1), L ocalEventTime TIMESTAMP, < HitColor CHAR(1), LocalEventTime TIMESTAMP,  Age SMALLINT, Sex <calEventTime TIMESTAMP, Age SMALLINT, Sex S MALLINT, Income SMALL < Age SMALLINT, Sex SMALLINT, Income SMALLI NT, Interests INT, <ALLINT, Income SMALLINT, Interests INT,  Robotness SMALLINT, <T, Interests INT, Robotness SMALLINT, R emoteIP BIGINT, Windo <Robotness SMALLINT, RemoteIP BIGINT, Window Name INT, OpenerName <moteIP BIGINT, WindowName INT, OpenerName I NT, HistoryLength SMA <ame INT, OpenerName INT, HistoryLength SMAL LINT, BrowserLanguage <T, HistoryLength SMALLINT, BrowserLanguage CHAR(2), BrowserCount <INT, BrowserLanguage CHAR(2), BrowserCountr y CHAR(2), SocialNetw <HAR(2), BrowserCountry CHAR(2), SocialNetwo rk VARCHAR(128), Soci < CHAR(2), SocialNetwork VARCHAR(128), Socia lAction VARCHAR(128), <k VARCHAR(128), SocialAction VARCHAR(128), HTTPError INT, SendTi <Action VARCHAR(128), HTTPError INT, SendTim ing BIGINT, DNSTiming <TTPError INT, SendTiming BIGINT, DNSTiming BIGINT, ConnectTiming <ng BIGINT, DNSTiming BIGINT, ConnectTiming BIGINT, ResponseStart <IGINT, ConnectTiming BIGINT, ResponseStartT iming BIGINT, Respons <IGINT, ResponseStartTiming BIGINT, Response EndTiming BIGINT, Fet <ming BIGINT, ResponseEndTiming BIGINT, Fetc hTiming BIGINT, Socia <ndTiming BIGINT, FetchTiming BIGINT, Social SourceNetworkID SMALLINT, <Timing BIGINT, SocialSourceNetworkID SMALLINT,  SocialSourcePage VARC <ourceNetworkID SMALLINT, SocialSourcePage VARCH AR(256), ParamPrice B < SocialSourcePage VARCHAR(256), ParamPrice BI GINT, ParamOrderID VA <R(256), ParamPrice BIGINT, ParamOrderID VAR CHAR(80), ParamCurren <INT, ParamOrderID VARCHAR(80), ParamCurrenc y CHAR(3), ParamCurre <HAR(80), ParamCurrency CHAR(3), ParamCurren cyID INT, OpenstatSer < CHAR(3), ParamCurrencyID INT, OpenstatServ iceName VARCHAR(80), <yID INT, OpenstatServiceName VARCHAR(80), O penstatCampaignID VARCHAR <ceName VARCHAR(80), OpenstatCampaignID VARCHAR( 512), OpenstatAdID VA <enstatCampaignID VARCHAR(512), OpenstatAdID VAR CHAR(80), OpenstatSou <12), OpenstatAdID VARCHAR(80), OpenstatSour ceID VARCHAR(256), UT <HAR(80), OpenstatSourceID VARCHAR(256), UTM Source VARCHAR(256), <eID VARCHAR(256), UTMSource VARCHAR(256), U TMMedium VARCHAR(256), <ource VARCHAR(256), UTMMedium VARCHAR(256),  UTMCampaign VARCHAR(407) <MMedium VARCHAR(256), UTMCampaign VARCHAR(407),  UTMContent VARCHAR(2 <UTMCampaign VARCHAR(407), UTMContent VARCHAR(25 6), UTMTerm VARCHAR(4 < UTMContent VARCHAR(256), UTMTerm VARCHAR(43 7), FromTag VARCHAR(4 <), UTMTerm VARCHAR(437), FromTag VARCHAR(42 8), HasGCLID SMALLINT <), FromTag VARCHAR(428), HasGCLID SMALLINT,  RefererHash BIGINT, <), HasGCLID SMALLINT, RefererHash BIGINT,  URLHash BIGINT, CL < RefererHash BIGINT, URLHash BIGINT, CLI D BIGINT, UserIDHash < URLHash BIGINT, CLID BIGINT, UserIDHash BIGINT ); CREATE INDEX h < BIGINT, UserIDHash BIGINT ); CREATE INDEX hi ts_1b_ind ON hits_1b(Cou <IGINT ); CREATE INDEX hits_1b_ind ON hits_1b(Coun terID, EventDate, UserIDH <s_1b_ind ON hits_1b(CounterID, EventDate, UserIDHa sh, EventTime);
CREATE TABLE: name 'hits_1b' already in use
CREATE INDEX: name 'hits_1b_ind' already in use
sql>\q
monetdbd is running
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>
sql>\q
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>set GLOBAL max_length_for_sort_data = 8388608;
syntax error, unexpected GLOBAL in: "set global"
sql>\q
times: 1
query: COPY INTO hits_1b FROM ('/opt/dump/dump_0.3/dump_hits_1b_meshed_utf8.tsv') DELIMITERS '\t';
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>COPY INTO hits_1b FROM ('/opt/dump/dump_0.3/dump_hits_1b_meshed_utf8.tsv' <('/opt/dump/dump_0.3/dump_hits_1b_meshed_utf8.tsv')  DELIMITERS '\t';
\q
stop time: Thu Sep 12 09:25:04 MSK 2013
benchmark/monetdb/queries.sql
浏览文件 @ 9a409db5
SELECT count(*) FROM hits_10m;
SELECT count(*) FROM hits_10m WHERE AdvEngineID <> 0;
SELECT sum(AdvEngineID), count(*), avg(ResolutionWidth) FROM hits_10m;
SELECT sum(UserID) FROM hits_10m;
SELECT count(DISTINCT UserID) FROM hits_10m;
SELECT count(DISTINCT SearchPhrase) FROM hits_10m;
SELECT min(EventDate), max(EventDate) FROM hits_10m;
SELECT AdvEngineID, count(*) FROM hits_10m WHERE AdvEngineID <> 0 GROUP BY AdvEngineID ORDER BY count(*) DESC;
-- мощная фильтрация. После фильтрации почти ничего не остаётся, но делаем ещё агрегацию.;
SELECT RegionID, count(DISTINCT UserID) AS u FROM hits_10m GROUP BY RegionID ORDER BY u DESC LIMIT 10;
-- агрегация, среднее количество ключей.;
SELECT RegionID, sum(AdvEngineID), count(*) AS c, avg(ResolutionWidth), count(DISTINCT UserID) FROM hits_10m GROUP BY RegionID ORDER BY count(*) DESC LIMIT 10;
-- агрегация, среднее количество ключей, несколько агрегатных функций.;
SELECT MobilePhoneModel, count(DISTINCT UserID) AS u FROM hits_10m WHERE MobilePhoneModel <> '' GROUP BY MobilePhoneModel ORDER BY u DESC LIMIT 10;
-- мощная фильтрация по строкам, затем агрегация по строкам.;
SELECT MobilePhone, MobilePhoneModel, count(DISTINCT UserID) AS u FROM hits_10m WHERE MobilePhoneModel <> '' GROUP BY MobilePhone, MobilePhoneModel ORDER BY u DESC LIMIT 10;
-- мощная фильтрация по строкам, затем агрегация по паре из числа и строки.;
SELECT SearchPhrase, count(*) FROM hits_10m WHERE SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY count(*) DESC LIMIT 10;
-- средняя фильтрация по строкам, затем агрегация по строкам, большое количество ключей.;
SELECT SearchPhrase, count(DISTINCT UserID) AS u FROM hits_10m WHERE SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY u DESC LIMIT 10;
-- агрегация чуть сложнее.;
SELECT SearchEngineID, SearchPhrase, count(*) FROM hits_10m WHERE SearchPhrase <> '' GROUP BY SearchEngineID, SearchPhrase ORDER BY count(*) DESC LIMIT 10;
-- агрегация по числу и строке, большое количество ключей.;
SELECT UserID, count(*) FROM hits_10m GROUP BY UserID ORDER BY count(*) DESC LIMIT 10;
-- агрегация по очень большому количеству ключей, может не хватить оперативки.;
SELECT UserID, SearchPhrase, count(*) FROM hits_10m GROUP BY UserID, SearchPhrase ORDER BY count(*) DESC LIMIT 10;
-- ещё более сложная агрегация.;
SELECT UserID, SearchPhrase, count(*) FROM hits_10m GROUP BY UserID, SearchPhrase LIMIT 10;
-- то же самое, но без сортировки.;
SELECT UserID, extract (minute from EventTime) AS m, SearchPhrase, count(*) FROM hits_10m GROUP BY UserID, m, SearchPhrase ORDER BY count(*) DESC LIMIT 10;
-- ещё более сложная агрегация, не стоит выполнять на больших таблицах.;
SELECT UserID FROM hits_10m WHERE UserID = 1234567890;
-- мощная фильтрация по столбцу типа UInt64.;
SELECT count(*) FROM hits_10m WHERE URL LIKE '%metrika%';
-- фильтрация по поиску подстроки в строке.;
SELECT SearchPhrase, MAX(URL), count(*) FROM hits_10m WHERE URL LIKE '%metrika%' AND SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY count(*) DESC LIMIT 10;
-- вынимаем большие столбцы, фильтрация по строке.;
SELECT SearchPhrase, MAX(URL), MAX(Title), count(*) AS c, count(DISTINCT UserID) FROM hits_10m WHERE Title LIKE '%Яндекс%' AND URL <> '%.yandex.%' AND SearchPhrase <> '' GROUP BY SearchPhrase ORDER BY count(*) DESC LIMIT 10;
-- чуть больше столбцы.;
SELECT * FROM hits_10m WHERE URL LIKE '%metrika%' ORDER BY EventTime LIMIT 10;
-- плохой запрос - вынимаем все столбцы.;
SELECT SearchPhrase FROM hits_10m WHERE SearchPhrase <> '' ORDER BY EventTime LIMIT 10;
-- большая сортировка.;
SELECT SearchPhrase FROM hits_10m WHERE SearchPhrase <> '' ORDER BY SearchPhrase LIMIT 10;
-- большая сортировка по строкам.;
SELECT SearchPhrase FROM hits_10m WHERE SearchPhrase <> '' ORDER BY EventTime, SearchPhrase LIMIT 10;
-- большая сортировка по кортежу.;
SELECT CounterID, avg(length(URL)) AS l, count(*) FROM hits_10m WHERE URL <> '' GROUP BY CounterID HAVING count(*) > 100000 ORDER BY l DESC LIMIT 25;
-- считаем средние длины URL для крупных счётчиков.;
SELECT SUBSTRING( SUBSTRING(Referer, POSITION('//' IN Referer) + 2), 1, ifthenelse( (0 > POSITION('/' IN SUBSTRING(Referer, POSITION('//' IN Referer) + 2)) - 1), 0, POSITION('/' IN SUBSTRING(Referer, POSITION('//' IN Referer) + 2)) - 1 ) ) AS k, avg(length(Referer)) AS l, count(*) AS c, MAX(Referer) FROM hits_10m WHERE Referer <> '' GROUP BY k HAVING count(*) > 100000 ORDER BY l DESC LIMIT 25;
-- то же самое, но с разбивкой по доменам.;
SELECT sum(ResolutionWidth), sum(ResolutionWidth + 1), sum(ResolutionWidth + 2), sum(ResolutionWidth + 3), sum(ResolutionWidth + 4), sum(ResolutionWidth + 5), sum(ResolutionWidth + 6), sum(ResolutionWidth + 7), sum(ResolutionWidth + 8), sum(ResolutionWidth + 9), sum(ResolutionWidth + 10), sum(ResolutionWidth + 11), sum(ResolutionWidth + 12), sum(ResolutionWidth + 13), sum(ResolutionWidth + 14), sum(ResolutionWidth + 15), sum(ResolutionWidth + 16), sum(ResolutionWidth + 17), sum(ResolutionWidth + 18), sum(ResolutionWidth + 19), sum(ResolutionWidth + 20), sum(ResolutionWidth + 21), sum(ResolutionWidth + 22), sum(ResolutionWidth + 23), sum(ResolutionWidth + 24), sum(ResolutionWidth + 25), sum(ResolutionWidth + 26), sum(ResolutionWidth + 27), sum(ResolutionWidth + 28), sum(ResolutionWidth + 29), sum(ResolutionWidth + 30), sum(ResolutionWidth + 31), sum(ResolutionWidth + 32), sum(ResolutionWidth + 33), sum(ResolutionWidth + 34), sum(ResolutionWidth + 35), sum(ResolutionWidth + 36), sum(ResolutionWidth + 37), sum(ResolutionWidth + 38), sum(ResolutionWidth + 39), sum(ResolutionWidth + 40), sum(ResolutionWidth + 41), sum(ResolutionWidth + 42), sum(ResolutionWidth + 43), sum(ResolutionWidth + 44), sum(ResolutionWidth + 45), sum(ResolutionWidth + 46), sum(ResolutionWidth + 47), sum(ResolutionWidth + 48), sum(ResolutionWidth + 49), sum(ResolutionWidth + 50), sum(ResolutionWidth + 51), sum(ResolutionWidth + 52), sum(ResolutionWidth + 53), sum(ResolutionWidth + 54), sum(ResolutionWidth + 55), sum(ResolutionWidth + 56), sum(ResolutionWidth + 57), sum(ResolutionWidth + 58), sum(ResolutionWidth + 59), sum(ResolutionWidth + 60), sum(ResolutionWidth + 61), sum(ResolutionWidth + 62), sum(ResolutionWidth + 63), sum(ResolutionWidth + 64), sum(ResolutionWidth + 65), sum(ResolutionWidth + 66), sum(ResolutionWidth + 67), sum(ResolutionWidth + 68), sum(ResolutionWidth + 69), sum(ResolutionWidth + 70), sum(ResolutionWidth + 71), sum(ResolutionWidth + 72), sum(ResolutionWidth + 73), sum(ResolutionWidth + 74), sum(ResolutionWidth + 75), sum(ResolutionWidth + 76), sum(ResolutionWidth + 77), sum(ResolutionWidth + 78), sum(ResolutionWidth + 79), sum(ResolutionWidth + 80), sum(ResolutionWidth + 81), sum(ResolutionWidth + 82), sum(ResolutionWidth + 83), sum(ResolutionWidth + 84), sum(ResolutionWidth + 85), sum(ResolutionWidth + 86), sum(ResolutionWidth + 87), sum(ResolutionWidth + 88), sum(ResolutionWidth + 89) FROM hits_10m;
-- много тупых агрегатных функций.;
SELECT SearchEngineID, ClientIP, count(*) AS c, sum(Refresh), avg(ResolutionWidth) FROM hits_10m WHERE SearchPhrase <> '' GROUP BY SearchEngineID, ClientIP ORDER BY count(*) DESC LIMIT 10;
-- сложная агрегация, для больших таблиц может не хватить оперативки.;
SELECT WatchID, ClientIP, count(*) AS c, sum(Refresh), avg(ResolutionWidth) FROM hits_10m WHERE SearchPhrase <> '' GROUP BY WatchID, ClientIP ORDER BY count(*) DESC LIMIT 10;
-- агрегация по двум полям, которая ничего не агрегирует. Для больших таблиц выполнить не получится.;
SELECT WatchID, ClientIP, count(*) AS c, sum(Refresh), avg(ResolutionWidth) FROM hits_10m GROUP BY WatchID, ClientIP ORDER BY count(*) DESC LIMIT 10;
-- то же самое, но ещё и без фильтрации.;
SELECT URL, count(*) FROM hits_10m GROUP BY URL ORDER BY count(*) DESC LIMIT 10;
-- агрегация по URL.;
SELECT 1, URL, count(*) FROM hits_10m GROUP BY 1, URL ORDER BY count(*) DESC LIMIT 10;
-- агрегация по URL и числу.;
SELECT ClientIP, ClientIP - 1, ClientIP - 2, ClientIP - 3, count(*) FROM hits_10m GROUP BY ClientIP, ClientIP - 1, ClientIP - 2, ClientIP - 3 ORDER BY count(*) DESC LIMIT 10;
SELECT URL, count(*) AS PageViews FROM hits_10m WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND NOT DontCountHits AND NOT Refresh AND URL <> '' GROUP BY URL ORDER BY PageViews DESC LIMIT 10;
SELECT Title, count(*) AS PageViews FROM hits_10m WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND NOT DontCountHits AND NOT Refresh AND Title <> '' GROUP BY Title ORDER BY PageViews DESC LIMIT 10;
SELECT URL, count(*) AS PageViews FROM hits_10m WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND NOT Refresh AND IsLink AND NOT IsDownload GROUP BY URL ORDER BY PageViews DESC LIMIT 1000;
SELECT TraficSourceID, SearchEngineID, AdvEngineID, CASE WHEN SearchEngineID = 0 AND AdvEngineID = 0 THEN Referer ELSE '' END AS Src, URL AS Dst, count(*) AS PageViews FROM hits_10m WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND NOT Refresh GROUP BY TraficSourceID, SearchEngineID, AdvEngineID, Src, Dst ORDER BY PageViews DESC LIMIT 1000;
SELECT URLHash, EventDate, count(*) AS PageViews FROM hits_10m WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND NOT Refresh AND TraficSourceID IN (-1, 6) AND RefererHash = 6202628419148573758 GROUP BY URLHash, EventDate ORDER BY PageViews DESC LIMIT 100000;
SELECT WindowClientWidth, WindowClientHeight, count(*) AS PageViews FROM hits_10m WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND NOT Refresh AND NOT DontCountHits AND URLHash = 6202628419148573758 GROUP BY WindowClientWidth, WindowClientHeight ORDER BY PageViews DESC LIMIT 10000;
SELECT EventTime - extract (SECOND from EventTime) AS M, count(*) AS PageViews FROM hits_10m WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-02' AND NOT Refresh AND NOT DontCountHits GROUP BY M ORDER BY M;
\ No newline at end of file
SELECT count(*) FROM {table};
SELECT count(*) FROM {table} WHERE "AdvEngineID" <> 0;
SELECT sum("AdvEngineID"), count(*), avg("ResolutionWidth") FROM {table};
SELECT sum("UserID") FROM {table};
SELECT COUNT(DISTINCT "UserID") FROM {table};
SELECT COUNT(DISTINCT "SearchPhrase") FROM {table};
SELECT min("EventDate"), max("EventDate") FROM {table};
SELECT "AdvEngineID", count(*) FROM {table} WHERE "AdvEngineID" <> 0 GROUP BY "AdvEngineID" ORDER BY count(*) DESC;
SELECT "RegionID", COUNT(DISTINCT "UserID") AS u FROM {table} GROUP BY "RegionID" ORDER BY u DESC LIMIT 10;
SELECT "RegionID", sum("AdvEngineID"), count(*) AS c, avg("ResolutionWidth"), COUNT(DISTINCT "UserID") FROM {table} GROUP BY "RegionID" ORDER BY c DESC LIMIT 10;
SELECT "MobilePhoneModel", COUNT(DISTINCT "UserID") AS u FROM {table} WHERE "MobilePhoneModel" <> '' GROUP BY "MobilePhoneModel" ORDER BY u DESC LIMIT 10;
SELECT "MobilePhone", "MobilePhoneModel", COUNT(DISTINCT "UserID") AS u FROM {table} WHERE "MobilePhoneModel" <> '' GROUP BY "MobilePhone", "MobilePhoneModel" ORDER BY u DESC LIMIT 10;
SELECT "SearchPhrase", count(*) AS c FROM {table} WHERE "SearchPhrase" <> '' GROUP BY "SearchPhrase" ORDER BY c DESC LIMIT 10;
SELECT "SearchPhrase", COUNT(DISTINCT "UserID") AS u FROM {table} WHERE "SearchPhrase" <> '' GROUP BY "SearchPhrase" ORDER BY u DESC LIMIT 10;
SELECT "SearchEngineID", "SearchPhrase", count(*) AS c FROM {table} WHERE "SearchPhrase" <> '' GROUP BY "SearchEngineID", "SearchPhrase" ORDER BY c DESC LIMIT 10;
SELECT "UserID", count(*) FROM {table} GROUP BY "UserID" ORDER BY count(*) DESC LIMIT 10;
SELECT "UserID", "SearchPhrase", count(*) FROM {table} GROUP BY "UserID", "SearchPhrase" ORDER BY count(*) DESC LIMIT 10;
SELECT "UserID", "SearchPhrase", count(*) FROM {table} GROUP BY "UserID", "SearchPhrase" LIMIT 10;
SELECT "UserID", extract(minute FROM "EventTime") AS m, "SearchPhrase", count(*) FROM {table} GROUP BY "UserID", m, "SearchPhrase" ORDER BY count(*) DESC LIMIT 10;
SELECT "UserID" FROM {table} WHERE "UserID" = -6101065172474983726;
SELECT count(*) FROM {table} WHERE "URL" LIKE '%metrika%';
SELECT "SearchPhrase", min("URL"), count(*) AS c FROM {table} WHERE "URL" LIKE '%metrika%' AND "SearchPhrase" <> '' GROUP BY "SearchPhrase" ORDER BY c DESC LIMIT 10;
SELECT "SearchPhrase", min("URL"), min("Title"), count(*) AS c, COUNT(DISTINCT "UserID") FROM {table} WHERE "Title" LIKE '%Яндекс%' AND "URL" NOT LIKE '%.yandex.%' AND "SearchPhrase" <> '' GROUP BY "SearchPhrase" ORDER BY c DESC LIMIT 10;
SELECT * FROM {table} WHERE "URL" LIKE '%metrika%' ORDER BY "EventTime" LIMIT 10;
SELECT "SearchPhrase" FROM {table} WHERE "SearchPhrase" <> '' ORDER BY "EventTime" LIMIT 10;
SELECT "SearchPhrase" FROM {table} WHERE "SearchPhrase" <> '' ORDER BY "SearchPhrase" LIMIT 10;
SELECT "SearchPhrase" FROM {table} WHERE "SearchPhrase" <> '' ORDER BY "EventTime", "SearchPhrase" LIMIT 10;
SELECT "CounterID", avg(length("URL")) AS l, count(*) AS c FROM {table} WHERE "URL" <> '' GROUP BY "CounterID" HAVING count(*) > 100000 ORDER BY l DESC LIMIT 25;
SELECT sys.getdomain("Referer") AS key, avg(length("Referer")) AS l, count(*) AS c, min("Referer") FROM {table} WHERE "Referer" <> '' GROUP BY key HAVING count(*) > 100000 ORDER BY l DESC LIMIT 25;
SELECT sum("ResolutionWidth"), sum("ResolutionWidth" + 1), sum("ResolutionWidth" + 2), sum("ResolutionWidth" + 3), sum("ResolutionWidth" + 4), sum("ResolutionWidth" + 5), sum("ResolutionWidth" + 6), sum("ResolutionWidth" + 7), sum("ResolutionWidth" + 8), sum("ResolutionWidth" + 9), sum("ResolutionWidth" + 10), sum("ResolutionWidth" + 11), sum("ResolutionWidth" + 12), sum("ResolutionWidth" + 13), sum("ResolutionWidth" + 14), sum("ResolutionWidth" + 15), sum("ResolutionWidth" + 16), sum("ResolutionWidth" + 17), sum("ResolutionWidth" + 18), sum("ResolutionWidth" + 19), sum("ResolutionWidth" + 20), sum("ResolutionWidth" + 21), sum("ResolutionWidth" + 22), sum("ResolutionWidth" + 23), sum("ResolutionWidth" + 24), sum("ResolutionWidth" + 25), sum("ResolutionWidth" + 26), sum("ResolutionWidth" + 27), sum("ResolutionWidth" + 28), sum("ResolutionWidth" + 29), sum("ResolutionWidth" + 30), sum("ResolutionWidth" + 31), sum("ResolutionWidth" + 32), sum("ResolutionWidth" + 33), sum("ResolutionWidth" + 34), sum("ResolutionWidth" + 35), sum("ResolutionWidth" + 36), sum("ResolutionWidth" + 37), sum("ResolutionWidth" + 38), sum("ResolutionWidth" + 39), sum("ResolutionWidth" + 40), sum("ResolutionWidth" + 41), sum("ResolutionWidth" + 42), sum("ResolutionWidth" + 43), sum("ResolutionWidth" + 44), sum("ResolutionWidth" + 45), sum("ResolutionWidth" + 46), sum("ResolutionWidth" + 47), sum("ResolutionWidth" + 48), sum("ResolutionWidth" + 49), sum("ResolutionWidth" + 50), sum("ResolutionWidth" + 51), sum("ResolutionWidth" + 52), sum("ResolutionWidth" + 53), sum("ResolutionWidth" + 54), sum("ResolutionWidth" + 55), sum("ResolutionWidth" + 56), sum("ResolutionWidth" + 57), sum("ResolutionWidth" + 58), sum("ResolutionWidth" + 59), sum("ResolutionWidth" + 60), sum("ResolutionWidth" + 61), sum("ResolutionWidth" + 62), sum("ResolutionWidth" + 63), sum("ResolutionWidth" + 64), sum("ResolutionWidth" + 65), sum("ResolutionWidth" + 66), sum("ResolutionWidth" + 67), sum("ResolutionWidth" + 68), sum("ResolutionWidth" + 69), sum("ResolutionWidth" + 70), sum("ResolutionWidth" + 71), sum("ResolutionWidth" + 72), sum("ResolutionWidth" + 73), sum("ResolutionWidth" + 74), sum("ResolutionWidth" + 75), sum("ResolutionWidth" + 76), sum("ResolutionWidth" + 77), sum("ResolutionWidth" + 78), sum("ResolutionWidth" + 79), sum("ResolutionWidth" + 80), sum("ResolutionWidth" + 81), sum("ResolutionWidth" + 82), sum("ResolutionWidth" + 83), sum("ResolutionWidth" + 84), sum("ResolutionWidth" + 85), sum("ResolutionWidth" + 86), sum("ResolutionWidth" + 87), sum("ResolutionWidth" + 88), sum("ResolutionWidth" + 89) FROM {table};
SELECT "SearchEngineID", "ClientIP", count(*) AS c, sum("Refresh"), avg("ResolutionWidth") FROM {table} WHERE "SearchPhrase" <> '' GROUP BY "SearchEngineID", "ClientIP" ORDER BY c DESC LIMIT 10;
SELECT "WatchID", "ClientIP", count(*) AS c, sum("Refresh"), avg("ResolutionWidth") FROM {table} WHERE "SearchPhrase" <> '' GROUP BY "WatchID", "ClientIP" ORDER BY c DESC LIMIT 10;
SELECT "WatchID", "ClientIP", count(*) AS c, sum("Refresh"), avg("ResolutionWidth") FROM {table} GROUP BY "WatchID", "ClientIP" ORDER BY c DESC LIMIT 10;
SELECT "URL", count(*) AS c FROM {table} GROUP BY "URL" ORDER BY c DESC LIMIT 10;
SELECT 1, "URL", count(*) AS c FROM {table} GROUP BY 1, "URL" ORDER BY c DESC LIMIT 10;
SELECT "ClientIP", "ClientIP" - 1, "ClientIP" - 2, "ClientIP" - 3, count(*) AS c FROM {table} GROUP BY "ClientIP", "ClientIP" - 1, "ClientIP" - 2, "ClientIP" - 3 ORDER BY c DESC LIMIT 10;
SELECT "URL", count(*) AS "PageViews" FROM {table} WHERE "CounterID" = 62 AND "EventDate" >= '2013-07-01' AND "EventDate" <= '2013-07-31' AND "DontCountHits" = 0 AND "Refresh" = 0 AND "URL" <> '' GROUP BY "URL" ORDER BY "PageViews" DESC LIMIT 10;
SELECT "Title", count(*) AS "PageViews" FROM {table} WHERE "CounterID" = 62 AND "EventDate" >= '2013-07-01' AND "EventDate" <= '2013-07-31' AND "DontCountHits" = 0 AND "Refresh" = 0 AND "Title" <> '' GROUP BY "Title" ORDER BY "PageViews" DESC LIMIT 10;
SELECT "URL", count(*) AS "PageViews" FROM {table} WHERE "CounterID" = 62 AND "EventDate" >= '2013-07-01' AND "EventDate" <= '2013-07-31' AND "Refresh" = 0 AND "IsLink" <> 0 AND "IsDownload" = 0 GROUP BY "URL" ORDER BY "PageViews" DESC LIMIT 1000;
SELECT "TraficSourceID", "SearchEngineID", "AdvEngineID", CASE WHEN ("SearchEngineID" = 0 AND "AdvEngineID" = 0) THEN "Referer" ELSE '' END AS Src, "URL" AS Dst, count(*) AS "PageViews" FROM {table} WHERE "CounterID" = 62 AND "EventDate" >= '2013-07-01' AND "EventDate" <= '2013-07-31' AND "Refresh" = 0 GROUP BY "TraficSourceID", "SearchEngineID", "AdvEngineID", CASE WHEN ("SearchEngineID" = 0 AND "AdvEngineID" = 0) THEN "Referer" ELSE '' END, "URL" ORDER BY "PageViews" DESC LIMIT 1000;
SELECT "URLHash", "EventDate", count(*) AS "PageViews" FROM {table} WHERE "CounterID" = 62 AND "EventDate" >= '2013-07-01' AND "EventDate" <= '2013-07-31' AND "Refresh" = 0 AND "TraficSourceID" IN (-1, 6) AND "RefererHash" = 686716256552154761 GROUP BY "URLHash", "EventDate" ORDER BY "PageViews" DESC LIMIT 100;
SELECT "WindowClientWidth", "WindowClientHeight", count(*) AS "PageViews" FROM {table} WHERE "CounterID" = 62 AND "EventDate" >= '2013-07-01' AND "EventDate" <= '2013-07-31' AND "Refresh" = 0 AND "DontCountHits" = 0 AND "URLHash" = 686716256552154761 GROUP BY "WindowClientWidth", "WindowClientHeight" ORDER BY "PageViews" DESC LIMIT 10000;
SELECT DATE_TRUNC('minute', "EventTime") AS "Minute", count(*) AS "PageViews" FROM {table} WHERE "CounterID" = 62 AND "EventDate" >= '2013-07-01' AND "EventDate" <= '2013-07-02' AND "Refresh" = 0 AND "DontCountHits" = 0 GROUP BY DATE_TRUNC('minute', "EventTime") ORDER BY DATE_TRUNC('minute', "EventTime");
benchmark/monetdb/expect.tcl → benchmark/monetdb/send-query 100644 → 100755
浏览文件 @ 9a409db5
#!/usr/bin/env bash
#!/bin/expect
#!/usr/bin/expect
# Set timeout
set timeout 600
......@@ -7,14 +6,14 @@ set timeout 600
# Get arguments
set query [lindex $argv 0]
spawn mclient -u monetdb -d hits
spawn mclient -u monetdb -d test --timer=clock
expect "password:"
send "monetdb\r"
expect "sql>"
send "$query\r"
send "$query;\r"
expect "sql>"
send "\\q\r"
expect eof
\ No newline at end of file
expect eof
benchmark/monetdb/usability.md 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
cmake/find/cassandra.cmake
浏览文件 @ 9a409db5
option(ENABLE_CASSANDRA "Enable Cassandra" ${ENABLE_LIBRARIES})
if (ENABLE_CASSANDRA)
if (APPLE)
SET(CMAKE_MACOSX_RPATH ON)
endif()
if (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/libuv")
message (ERROR "submodule contrib/libuv is missing. to fix try run: \n git submodule update --init --recursive")
elseif (NOT EXISTS "${ClickHouse_SOURCE_DIR}/contrib/cassandra")
......
cmake/find/termcap.cmake 已删除 100644 → 0
浏览文件 @ 139a19d5
find_library (TERMCAP_LIBRARY tinfo)
if (NOT TERMCAP_LIBRARY)
find_library (TERMCAP_LIBRARY ncurses)
endif()
if (NOT TERMCAP_LIBRARY)
find_library (TERMCAP_LIBRARY termcap)
endif()
message (STATUS "Using termcap: ${TERMCAP_LIBRARY}")
contrib/aws-s3-cmake/CMakeLists.txt
浏览文件 @ 9a409db5
......@@ -18,7 +18,6 @@ file(GLOB AWS_CORE_SOURCES
"${AWS_CORE_LIBRARY_DIR}/source/client/*.cpp"
"${AWS_CORE_LIBRARY_DIR}/source/http/*.cpp"
"${AWS_CORE_LIBRARY_DIR}/source/http/standard/*.cpp"
"${AWS_CORE_LIBRARY_DIR}/source/http/curl/*.cpp"
"${AWS_CORE_LIBRARY_DIR}/source/config/*.cpp"
"${AWS_CORE_LIBRARY_DIR}/source/external/cjson/*.cpp"
"${AWS_CORE_LIBRARY_DIR}/source/external/tinyxml2/*.cpp"
......@@ -91,7 +90,6 @@ set_property(TARGET aws_s3_checksums PROPERTY C_STANDARD 99)
add_library(aws_s3 ${S3_UNIFIED_SRC})
target_compile_definitions(aws_s3 PUBLIC -DENABLE_CURL_CLIENT)
target_compile_definitions(aws_s3 PUBLIC "AWS_SDK_VERSION_MAJOR=1")
target_compile_definitions(aws_s3 PUBLIC "AWS_SDK_VERSION_MINOR=7")
target_compile_definitions(aws_s3 PUBLIC "AWS_SDK_VERSION_PATCH=231")
......@@ -102,4 +100,4 @@ if (OPENSSL_FOUND)
target_link_libraries(aws_s3 PRIVATE ${OPENSSL_LIBRARIES})
endif()
target_link_libraries(aws_s3 PRIVATE aws_s3_checksums curl)
target_link_libraries(aws_s3 PRIVATE aws_s3_checksums)
contrib/cctz-cmake/CMakeLists.txt
浏览文件 @ 9a409db5
......@@ -26,14 +26,7 @@ if (USE_INTERNAL_CCTZ)
# Build a libray with embedded tzdata
if (OS_LINUX AND ARCH_AMD64)
find_program (OBJCOPY_PATH NAMES "llvm-objcopy" "llvm-objcopy-10" "llvm-objcopy-9" "llvm-objcopy-8" "objcopy")
if (OBJCOPY_PATH)
message(STATUS "Using objcopy: ${OBJCOPY_PATH}.")
else ()
message(FATAL_ERROR "Cannot find objcopy.")
endif ()
if (OS_LINUX)
set (TIMEZONES
Africa/Abidjan
......@@ -609,7 +602,7 @@ if (USE_INTERNAL_CCTZ)
# https://stackoverflow.com/questions/14776463/compile-and-add-an-object-file-from-a-binary-with-cmake
add_custom_command(OUTPUT ${TZ_OBJ}
COMMAND cd ${TZDIR} && ${OBJCOPY_PATH} -I binary -O elf64-x86-64 -B i386 ${TIMEZONE} ${CMAKE_CURRENT_BINARY_DIR}/${TZ_OBJ}
COMMAND cd ${TZDIR} && ${OBJCOPY_PATH} -I binary ${OBJCOPY_ARCH_OPTIONS} ${TIMEZONE} ${CMAKE_CURRENT_BINARY_DIR}/${TZ_OBJ}
COMMAND ${OBJCOPY_PATH} --rename-section .data=.rodata,alloc,load,readonly,data,contents
${CMAKE_CURRENT_BINARY_DIR}/${TZ_OBJ} ${CMAKE_CURRENT_BINARY_DIR}/${TZ_OBJ})
......@@ -623,7 +616,7 @@ if (USE_INTERNAL_CCTZ)
# libraries in linker command. To avoid this we hardcode whole-archive
# library into single string.
add_dependencies(cctz tzdata)
target_link_libraries(cctz INTERFACE "-Wl,--whole-archive $<TARGET_FILE:tzdata> -Wl,--no-whole-archive")
target_link_libraries(cctz INTERFACE "-Wl,${WHOLE_ARCHIVE} $<TARGET_FILE:tzdata> -Wl,${NO_WHOLE_ARCHIVE}")
endif ()
else ()
......
debian/clickhouse-server.init
浏览文件 @ 9a409db5
......@@ -122,11 +122,11 @@ initdb()
CLICKHOUSE_DATADIR_FROM_CONFIG=$CLICKHOUSE_DATADIR
fi
if ! getent group ${CLICKHOUSE_USER} >/dev/null; then
if ! getent passwd ${CLICKHOUSE_USER} >/dev/null; then
echo "Can't chown to non-existing user ${CLICKHOUSE_USER}"
return
fi
if ! getent passwd ${CLICKHOUSE_GROUP} >/dev/null; then
if ! getent group ${CLICKHOUSE_GROUP} >/dev/null; then
echo "Can't chown to non-existing group ${CLICKHOUSE_GROUP}"
return
fi
......
docker/images.json
浏览文件 @ 9a409db5
......@@ -92,6 +92,10 @@
"name": "yandex/clickhouse-fasttest",
"dependent": []
},
"docker/test/style": {
"name": "yandex/clickhouse-style-test",
"dependent": []
},
"docker/test/integration/s3_proxy": {
"name": "yandex/clickhouse-s3-proxy",
"dependent": []
......@@ -103,5 +107,25 @@
"docker/test/integration/helper_container": {
"name": "yandex/clickhouse-integration-helper",
"dependent": []
},
"docker/test/integration/mysql_golang_client": {
"name": "yandex/clickhouse-mysql-golang-client",
"dependent": []
},
"docker/test/integration/mysql_java_client": {
"name": "yandex/clickhouse-mysql-java-client",
"dependent": []
},
"docker/test/integration/mysql_js_client": {
"name": "yandex/clickhouse-mysql-js-client",
"dependent": []
},
"docker/test/integration/mysql_php_client": {
"name": "yandex/clickhouse-mysql-php-client",
"dependent": []
},
"docker/test/integration/postgresql_java_client": {
"name": "yandex/clickhouse-postgresql-java-client",
"dependent": []
}
}
docker/packager/binary/build.sh
浏览文件 @ 9a409db5
......@@ -2,6 +2,9 @@
set -x -e
# Update tzdata to the latest version. It is embedded into clickhouse binary.
sudo apt-get update && sudo apt-get install tzdata
mkdir -p build/cmake/toolchain/darwin-x86_64
tar xJf MacOSX10.14.sdk.tar.xz -C build/cmake/toolchain/darwin-x86_64 --strip-components=1
......
docker/packager/deb/build.sh
浏览文件 @ 9a409db5
......@@ -2,6 +2,9 @@
set -x -e
# Update tzdata to the latest version. It is embedded into clickhouse binary.
sudo apt-get update && sudo apt-get install tzdata
ccache --show-stats ||:
ccache --zero-stats ||:
build/release --no-pbuilder $ALIEN_PKGS | ts '%Y-%m-%d %H:%M:%S'
......
tests/integration/test_mysql_protocol/clients/golang/Dockerfile → docker/test/integration/mysql_golang_client/Dockerfile
浏览文件 @ 9a409db5
# docker build -t yandex/clickhouse-mysql-golang-client .
# MySQL golang client docker container
FROM golang:1.12.2
RUN go get "github.com/go-sql-driver/mysql"
......
tests/integration/test_mysql_protocol/clients/java/Dockerfile → docker/test/integration/mysql_java_client/Dockerfile
浏览文件 @ 9a409db5
# docker build -t yandex/clickhouse-mysql-java-client .
# MySQL Java client docker container
FROM ubuntu:18.04
RUN apt-get update && \
......
tests/integration/test_mysql_protocol/clients/mysqljs/Dockerfile → docker/test/integration/mysql_js_client/Dockerfile
浏览文件 @ 9a409db5
# docker build -t yandex/clickhouse-mysql-js-client .
# MySQL JavaScript client docker container
FROM node:8
RUN npm install mysql
......
tests/integration/test_mysql_protocol/clients/php-mysqlnd/Dockerfile → docker/test/integration/mysql_php_client/Dockerfile
浏览文件 @ 9a409db5
# docker build -t yandex/clickhouse-mysql-php-client .
# MySQL PHP client docker container
FROM php:7.3-cli
COPY ./client.crt client.crt
......
tests/integration/test_postgresql_protocol/clients/java/Dockerfile → docker/test/integration/postgresql_java_client/Dockerfile
浏览文件 @ 9a409db5
# docker build -t yandex/clickhouse-postgresql-java-client .
# PostgreSQL Java client docker container
FROM ubuntu:18.04
RUN apt-get update && \
......
tests/integration/test_mysql_protocol/clients/golang/docker_compose.yml → docker/test/integration/runner/compose/docker_compose_mysql_golang_client.yml
浏览文件 @ 9a409db5
version: '2.3'
services:
golang1:
build:
context: ./
network: host
image: yandex/clickhouse-mysql-golang-client:${DOCKER_MYSQL_GOLANG_CLIENT_TAG}
# to keep container running
command: sleep infinity
tests/integration/test_mysql_protocol/clients/java/docker_compose.yml → docker/test/integration/runner/compose/docker_compose_mysql_java_client.yml
浏览文件 @ 9a409db5
version: '2.3'
services:
java1:
build:
context: ./
network: host
image: yandex/clickhouse-mysql-java-client:${DOCKER_MYSQL_JAVA_CLIENT_TAG}
# to keep container running
command: sleep infinity
tests/integration/test_mysql_protocol/clients/mysqljs/docker_compose.yml → docker/test/integration/runner/compose/docker_compose_mysql_js_client.yml
浏览文件 @ 9a409db5
version: '2.3'
services:
mysqljs1:
build:
context: ./
network: host
image: yandex/clickhouse-mysql-js-client:${DOCKER_MYSQL_JS_CLIENT_TAG}
# to keep container running
command: sleep infinity
tests/integration/test_mysql_protocol/clients/php-mysqlnd/docker_compose.yml → docker/test/integration/runner/compose/docker_compose_mysql_php_client.yml
浏览文件 @ 9a409db5
version: '2.3'
services:
php1:
build:
context: ./
image: yandex/clickhouse-mysql-php-client:${DOCKER_MYSQL_PHP_CLIENT_TAG}
# to keep container running
command: sleep infinity
tests/integration/test_postgresql_protocol/clients/java/docker_compose.yml → docker/test/integration/runner/compose/docker_compose_postgesql_java_client.yml
浏览文件 @ 9a409db5
version: '2.2'
services:
java:
build:
context: ./
network: host
image: yandex/clickhouse-postgresql-java-client:${DOCKER_POSTGRESQL_JAVA_CLIENT_TAG}
# to keep container running
command: sleep infinity
docker/test/integration/runner/dockerd-entrypoint.sh
浏览文件 @ 9a409db5
......@@ -22,5 +22,11 @@ export CLICKHOUSE_TESTS_CLIENT_BIN_PATH=/clickhouse
export CLICKHOUSE_TESTS_BASE_CONFIG_DIR=/clickhouse-config
export CLICKHOUSE_ODBC_BRIDGE_BINARY_PATH=/clickhouse-odbc-bridge
export DOCKER_MYSQL_GOLANG_CLIENT_TAG=${DOCKER_MYSQL_GOLANG_CLIENT_TAG:=latest}
export DOCKER_MYSQL_JAVA_CLIENT_TAG=${DOCKER_MYSQL_JAVA_CLIENT_TAG:=latest}
export DOCKER_MYSQL_JS_CLIENT_TAG=${DOCKER_MYSQL_JS_CLIENT_TAG:=latest}
export DOCKER_MYSQL_PHP_CLIENT_TAG=${DOCKER_MYSQL_PHP_CLIENT_TAG:=latest}
export DOCKER_POSTGRESQL_JAVA_CLIENT_TAG=${DOCKER_POSTGRESQL_JAVA_CLIENT_TAG:=latest}
cd /ClickHouse/tests/integration
exec "$@"
docker/test/performance-comparison/compare.sh
浏览文件 @ 9a409db5
......@@ -318,10 +318,10 @@ create view right_query_log as select *
create view query_logs as
select 0 version, query_id, ProfileEvents.Names, ProfileEvents.Values,
query_duration_ms from left_query_log
query_duration_ms, memory_usage from left_query_log
union all
select 1 version, query_id, ProfileEvents.Names, ProfileEvents.Values,
query_duration_ms from right_query_log
query_duration_ms, memory_usage from right_query_log
;
-- This is a single source of truth on all metrics we have for query runs. The
......@@ -345,10 +345,11 @@ create table query_run_metric_arrays engine File(TSV, 'analyze/query-run-metric-
arrayMap(x->toFloat64(x), ProfileEvents.Values))]
),
arrayReduce('sumMapState', [(
['client_time', 'server_time'],
['client_time', 'server_time', 'memory_usage'],
arrayMap(x->if(x != 0., x, -0.), [
toFloat64(query_runs.time),
toFloat64(query_duration_ms / 1000.)]))])
toFloat64(query_duration_ms / 1000.),
toFloat64(memory_usage)]))])
]
)) as metrics_tuple).1 metric_names,
metrics_tuple.2 metric_values
......
docker/test/performance-comparison/download.sh
浏览文件 @ 9a409db5
......@@ -33,13 +33,16 @@ function download
fi
done
# Might have the same version on left and right (for testing).
# Might have the same version on left and right (for testing) -- in this case we just copy
# already downloaded 'right' to the 'left. There is the third case when we don't have to
# download anything, for example in some manual runs. In this case, SHAs are not set.
if ! [ "$left_sha" = "$right_sha" ]
then
wget -nv -nd -c "$left_path" -O- | tar -C left --strip-components=1 -zxv &
else
elif [ "$right_sha" != "" ]
then
mkdir left ||:
cp -a right/* left &
cp -an right/* left &
fi
for dataset_name in $datasets
......
docker/test/performance-comparison/manual-run.sh
浏览文件 @ 9a409db5
......@@ -15,24 +15,24 @@ function download
mkdir left right db0 ||:
"$script_dir/download.sh" ||: &
cp -vP "$repo_dir"/../build-gcc9-rel/programs/clickhouse* right &
cp -vP "$repo_dir"/../build-clang10-rel/programs/clickhouse* left &
cp -nvP "$repo_dir"/../build-gcc9-rel/programs/clickhouse* left &
cp -nvP "$repo_dir"/../build-clang10-rel/programs/clickhouse* right &
wait
}
function configure
{
# Test files
cp -av "$repo_dir/tests/performance" right
cp -av "$repo_dir/tests/performance" left
cp -nav "$repo_dir/tests/performance" right
cp -nav "$repo_dir/tests/performance" left
# Configs
cp -av "$script_dir/config" right
cp -av "$script_dir/config" left
cp -av "$repo_dir"/programs/server/config* right/config
cp -av "$repo_dir"/programs/server/user* right/config
cp -av "$repo_dir"/programs/server/config* left/config
cp -av "$repo_dir"/programs/server/user* left/config
cp -nav "$script_dir/config" right
cp -nav "$script_dir/config" left
cp -nav "$repo_dir"/programs/server/config* right/config
cp -nav "$repo_dir"/programs/server/user* right/config
cp -nav "$repo_dir"/programs/server/config* left/config
cp -nav "$repo_dir"/programs/server/user* left/config
tree left
}
......
docker/test/performance-comparison/report.py
浏览文件 @ 9a409db5
......@@ -353,7 +353,7 @@ if args.report == 'main':
attrs[1] = ''
if float(row[0]) > allowed_single_run_time:
attrs[0] = f'style="background: {color_bad}"'
errors_explained.append([f'<a href="#{anchor}">The query no. {row[3]} of test \'{row[2]}\' is taking too long to run. Keep the run time below {allowed_single_run} seconds"</a>'])
errors_explained.append([f'<a href="#{anchor}">The query no. {row[3]} of test \'{row[2]}\' is taking too long to run. Keep the run time below {allowed_single_run_time} seconds"</a>'])
slow_average_tests += 1
else:
attrs[0] = ''
......
docker/test/stress/stress
浏览文件 @ 9a409db5
此差异已折叠。
docker/test/style/Dockerfile 0 → 100644
浏览文件 @ 9a409db5
# docker build -t yandex/clickhouse-style-test .
FROM ubuntu:20.04
RUN apt-get update && env DEBIAN_FRONTEND=noninteractive apt-get install --yes shellcheck libxml2-utils git
CMD cd /ClickHouse/utils/check-style && ./check-style -n | tee /test_output/style_output.txt && \
./check-duplicate-includes.sh | tee /test_output/duplicate_output.txt
docs/en/development/architecture.md
浏览文件 @ 9a409db5
此差异已折叠。
docs/en/development/style.md
浏览文件 @ 9a409db5
此差异已折叠。
docs/en/interfaces/formats.md
浏览文件 @ 9a409db5
此差异已折叠。
docs/en/introduction/adopters.md
浏览文件 @ 9a409db5
此差异已折叠。
docs/es/development/style.md
浏览文件 @ 9a409db5
此差异已折叠。
docs/fa/development/style.md
浏览文件 @ 9a409db5
此差异已折叠。
docs/fr/development/style.md
浏览文件 @ 9a409db5
此差异已折叠。
docs/ja/development/style.md
浏览文件 @ 9a409db5
此差异已折叠。
docs/ru/development/style.md
浏览文件 @ 9a409db5
此差异已折叠。
docs/ru/getting-started/install.md
浏览文件 @ 9a409db5
此差异已折叠。
docs/ru/interfaces/formats.md
浏览文件 @ 9a409db5
此差异已折叠。
docs/ru/sql-reference/statements/attach.md 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
docs/ru/sql-reference/statements/check-table.md 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
docs/ru/sql-reference/statements/describe-table.md 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
docs/ru/sql-reference/statements/detach.md 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
docs/ru/sql-reference/statements/drop.md 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
docs/ru/sql-reference/statements/exists.md 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
docs/ru/sql-reference/statements/kill.md 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
docs/ru/sql-reference/statements/optimize.md 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
docs/ru/sql-reference/statements/rename.md 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
docs/ru/sql-reference/statements/set-role.md 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
docs/ru/sql-reference/statements/set.md 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
docs/ru/sql-reference/statements/truncate.md 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
docs/ru/sql-reference/statements/use.md 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
docs/tools/requirements.txt
浏览文件 @ 9a409db5
此差异已折叠。
docs/tr/development/style.md
浏览文件 @ 9a409db5
此差异已折叠。
docs/zh/development/style.md
浏览文件 @ 9a409db5
此差异已折叠。
programs/CMakeLists.txt
浏览文件 @ 9a409db5
此差异已折叠。
programs/client/CMakeLists.txt
浏览文件 @ 9a409db5
此差异已折叠。
programs/client/Client.cpp
浏览文件 @ 9a409db5
此差异已折叠。
programs/client/readpassphrase/includes.h 已删除 100644 → 0
浏览文件 @ 139a19d5
此差异已折叠。
programs/config_tools.h.in
浏览文件 @ 9a409db5
此差异已折叠。
programs/install/CMakeLists.txt 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
programs/install/Install.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
programs/local/LocalServer.cpp
浏览文件 @ 9a409db5
此差异已折叠。
programs/main.cpp
浏览文件 @ 9a409db5
此差异已折叠。
programs/server/CMakeLists.txt
浏览文件 @ 9a409db5
此差异已折叠。
programs/server/Server.cpp
浏览文件 @ 9a409db5
此差异已折叠。
programs/server/config.xml
浏览文件 @ 9a409db5
此差异已折叠。
programs/server/embedded.xml 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
programs/ya.make
浏览文件 @ 9a409db5
此差异已折叠。
src/CMakeLists.txt
浏览文件 @ 9a409db5
此差异已折叠。
src/Client/Connection.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Common/ErrorCodes.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Common/PODArray.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Common/tests/CMakeLists.txt
浏览文件 @ 9a409db5
此差异已折叠。
src/Common/tests/average.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Common/tests/gtest_global_register_functions.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Core/ExternalTable.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Core/MySQLClient.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Core/MySQLClient.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Core/MySQLProtocol.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Core/MySQLReplication.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Core/MySQLReplication.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Core/Settings.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Core/tests/CMakeLists.txt
浏览文件 @ 9a409db5
此差异已折叠。
src/Core/tests/mysql_protocol.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Core/ya.make
浏览文件 @ 9a409db5
此差异已折叠。
src/DataStreams/BlockIO.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/DataTypes/DataTypesNumber.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/DatabaseAtomic.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/DatabaseAtomic.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/DatabaseFactory.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/DatabaseLazy.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/DatabaseLazy.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/DatabaseOrdinary.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/DatabaseOrdinary.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/IDatabase.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/MySQL/DatabaseMaterializeMySQL.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/MySQL/DatabaseMaterializeMySQL.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/MySQL/DatabaseMaterializeTablesIterator.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/MySQL/MaterializeMetadata.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/MySQL/MaterializeMetadata.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/MySQL/MaterializeMySQLSettings.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/MySQL/MaterializeMySQLSettings.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/MySQL/MaterializeMySQLSyncThread.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/MySQL/MaterializeMySQLSyncThread.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Databases/ya.make
浏览文件 @ 9a409db5
此差异已折叠。
src/Disks/Executor.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Disks/IDisk.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Disks/IDisk.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Disks/S3/DiskS3.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Disks/S3/DiskS3.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Disks/S3/registerDiskS3.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Disks/ya.make
浏览文件 @ 9a409db5
此差异已折叠。
src/Functions/FunctionMathUnary.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Functions/FunctionsConversion.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Functions/URL/netloc.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Functions/URL/netloc.h 已删除 100644 → 0
浏览文件 @ 139a19d5
此差异已折叠。
src/Functions/formatDateTime.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Functions/getScalar.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/IO/S3/PocoHTTPClient.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/IO/S3/PocoHTTPClient.h
浏览文件 @ 9a409db5
此差异已折叠。
src/IO/S3/PocoHTTPClientFactory.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/IO/S3Common.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/IO/S3Common.h
浏览文件 @ 9a409db5
此差异已折叠。
src/IO/WriteHelpers.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Interpreters/ActionsVisitor.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Interpreters/Aggregator.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Interpreters/Context.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Interpreters/InterpreterExternalDDLQuery.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Interpreters/InterpreterExternalDDLQuery.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Interpreters/JoinedTables.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Interpreters/MergeJoin.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Interpreters/MySQL/InterpretersMySQLDDLQuery.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Interpreters/MySQL/InterpretersMySQLDDLQuery.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Interpreters/MySQL/tests/gtest_create_rewritten.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Interpreters/loadMetadata.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Interpreters/ya.make
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/ASTCreateQuotaQuery.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/ASTExternalDDLQuery.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/ASTSetQuery.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/ASTSetQuery.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/CMakeLists.txt
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTAlterCommand.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTAlterCommand.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTAlterQuery.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTAlterQuery.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTCreateDefines.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTCreateDefines.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTCreateQuery.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTCreateQuery.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclareColumn.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclareColumn.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclareConstraint.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclareConstraint.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclareIndex.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclareIndex.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclareOption.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclareOption.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclarePartition.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclarePartition.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclarePartitionOptions.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclarePartitionOptions.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclareReference.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclareReference.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclareSubPartition.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclareSubPartition.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclareTableOptions.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/ASTDeclareTableOptions.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/tests/gtest_alter_command_parser.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/tests/gtest_alter_parser.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/tests/gtest_column_parser.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/tests/gtest_constraint_parser.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/tests/gtest_create_parser.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/tests/gtest_index_parser.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/tests/gtest_partition_parser.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/tests/gtest_reference_parser.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/tests/gtest_subpartition_parser.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/MySQL/tests/gtest_table_options_parser.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/ParserExternalDDLQuery.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/ParserExternalDDLQuery.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/ParserQuery.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/ParserSetQuery.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/formatSettingName.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/formatSettingName.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Parsers/ya.make
浏览文件 @ 9a409db5
此差异已折叠。
src/Processors/IProcessor.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Processors/Pipe.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Processors/Pipe.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Processors/QueryPipeline.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Processors/QueryPipeline.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Server/MySQLHandler.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/IStorage.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/IStorage.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/Kafka/StorageKafka.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/Kafka/StorageKafka.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/PartitionCommands.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/PartitionCommands.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageBuffer.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageBuffer.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageDictionary.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageDictionary.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageDistributed.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageDistributed.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageFile.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageFile.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageHDFS.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageHDFS.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageInput.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageInput.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageJoin.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageJoin.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageLog.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageLog.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageMaterializeMySQL.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageMaterializeMySQL.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageMemory.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageMemory.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageMerge.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageMerge.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageMergeTree.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageMergeTree.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageMongoDB.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageMongoDB.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageMySQL.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageMySQL.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageNull.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageS3.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageS3.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageStripeLog.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageStripeLog.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageTinyLog.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageTinyLog.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageURL.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageURL.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageValues.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageValues.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageView.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageView.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageXDBC.cpp
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/StorageXDBC.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/System/attachSystemTablesImpl.h 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/VirtualColumnUtils.h
浏览文件 @ 9a409db5
此差异已折叠。
src/Storages/ya.make
浏览文件 @ 9a409db5
此差异已折叠。
tests/clickhouse-test
浏览文件 @ 9a409db5
此差异已折叠。
tests/integration/runner
浏览文件 @ 9a409db5
此差异已折叠。
tests/queries/0_stateless/01434_netloc_fuzz.reference 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
tests/queries/0_stateless/01434_netloc_fuzz.sql 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
tests/queries/0_stateless/01441_array_combinator.sql 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
tests/testflows/helpers/cluster.py
浏览文件 @ 9a409db5
此差异已折叠。
tests/testflows/ldap/requirements/requirements.md 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
utils/CMakeLists.txt
浏览文件 @ 9a409db5
此差异已折叠。
utils/check-style/check-style
浏览文件 @ 9a409db5
此差异已折叠。
utils/check-style/format.sh
浏览文件 @ 9a409db5
此差异已折叠。
utils/grammar/ClickHouseLexer.g4
浏览文件 @ 9a409db5
此差异已折叠。
utils/grammar/ClickHouseParser.g4
浏览文件 @ 9a409db5
此差异已折叠。
utils/simple-backport/changelog.sh
浏览文件 @ 9a409db5
此差异已折叠。
utils/wal-dump/CMakeLists.txt 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
utils/wal-dump/main.cpp 0 → 100644
浏览文件 @ 9a409db5
此差异已折叠。
website/benchmark/dbms/index.html
浏览文件 @ 9a409db5
此差异已折叠。
website/css/bootstrap.css
浏览文件 @ 9a409db5
此差异已折叠。
website/css/docs.css
浏览文件 @ 9a409db5
此差异已折叠。
website/templates/docs/content.html
浏览文件 @ 9a409db5
此差异已折叠。
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或