From e5b1ba6dd19b17acb416bdf5f17769ae5bfa6243 Mon Sep 17 00:00:00 2001 From: Ganlin Zhao Date: Wed, 8 Jun 2022 11:11:48 +0800 Subject: [PATCH] add apercentile "t-digest" splitting --- source/libs/function/src/builtinsimpl.c | 22 +++++++++++++++++++++- 1 file changed, 21 insertions(+), 1 deletion(-) diff --git a/source/libs/function/src/builtinsimpl.c b/source/libs/function/src/builtinsimpl.c index e163526d24..ef4c00503f 100644 --- a/source/libs/function/src/builtinsimpl.c +++ b/source/libs/function/src/builtinsimpl.c @@ -1986,10 +1986,14 @@ static int8_t getApercentileAlgo(char *algoStr) { } static void buildHistogramInfo(SAPercentileInfo* pInfo) { - pInfo->pHisto = (SHistogramInfo*) ((char*) pInfo + sizeof(SAPercentileInfo)); + pInfo->pHisto = (SHistogramInfo*) ((char*)pInfo + sizeof(SAPercentileInfo)); pInfo->pHisto->elems = (SHistBin*) ((char*)pInfo->pHisto + sizeof(SHistogramInfo)); } +static void buildTDigestInfo(SAPercentileInfo* pInfo) { + pInfo->pTDigest = (TDigest*)((char*)pInfo + sizeof(SAPercentileInfo)); +} + bool apercentileFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) { if (!functionSetup(pCtx, pResultInfo)) { return false; @@ -2090,6 +2094,22 @@ int32_t apercentileFunctionMerge(SqlFunctionCtx* pCtx) { pInfo->percent = pInputInfo->percent; pInfo->algo = pInputInfo->algo; if (pInfo->algo == APERCT_ALGO_TDIGEST) { + buildTDigestInfo(pInputInfo); + tdigestAutoFill(pInputInfo->pTDigest, COMPRESSION); + + if(pInputInfo->pTDigest->num_centroids == 0 && pInputInfo->pTDigest->num_buffered_pts == 0) { + return TSDB_CODE_SUCCESS; + } + + buildTDigestInfo(pInfo); + TDigest *pTDigest = pInfo->pTDigest; + + if(pTDigest->num_centroids <= 0) { + memcpy(pTDigest, pInputInfo->pTDigest, (size_t)TDIGEST_SIZE(COMPRESSION)); + tdigestAutoFill(pTDigest, COMPRESSION); + } else { + tdigestMerge(pTDigest, pInputInfo->pTDigest); + } } else { buildHistogramInfo(pInputInfo); if (pInputInfo->pHisto->numOfElems <= 0) { -- GitLab