builtinsimpl.c 195.1 KB
Newer Older
H
Haojun Liao 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "builtinsimpl.h"
17
#include "cJSON.h"
18
#include "function.h"
X
Xiaoyu Wang 已提交
19
#include "query.h"
20
#include "querynodes.h"
21
#include "streamState.h"
G
Ganlin Zhao 已提交
22
#include "tcompare.h"
H
Haojun Liao 已提交
23
#include "tdatablock.h"
24
#include "tdigest.h"
25
#include "tfunctionInt.h"
X
Xiaoyu Wang 已提交
26
#include "tglobal.h"
27
#include "thistogram.h"
28
#include "tpercentile.h"
H
Haojun Liao 已提交
29

X
Xiaoyu Wang 已提交
30 31 32 33
#define HISTOGRAM_MAX_BINS_NUM 1000
#define MAVG_MAX_POINTS_NUM    1000
#define TAIL_MAX_POINTS_NUM    100
#define TAIL_MAX_OFFSET        100
G
Ganlin Zhao 已提交
34

X
Xiaoyu Wang 已提交
35
#define UNIQUE_MAX_RESULT_SIZE (1024 * 1024 * 10)
G
Ganlin Zhao 已提交
36
#define MODE_MAX_RESULT_SIZE   UNIQUE_MAX_RESULT_SIZE
37

X
Xiaoyu Wang 已提交
38 39 40 41 42
#define HLL_BUCKET_BITS 14  // The bits of the bucket
#define HLL_DATA_BITS   (64 - HLL_BUCKET_BITS)
#define HLL_BUCKETS     (1 << HLL_BUCKET_BITS)
#define HLL_BUCKET_MASK (HLL_BUCKETS - 1)
#define HLL_ALPHA_INF   0.721347520444481703680  // constant for 0.5/ln(2)
G
Ganlin Zhao 已提交
43

G
Ganlin Zhao 已提交
44 45 46 47 48 49
typedef struct SSumRes {
  union {
    int64_t  isum;
    uint64_t usum;
    double   dsum;
  };
50
  int16_t type;
G
Ganlin Zhao 已提交
51 52 53 54 55 56
} SSumRes;

typedef struct SAvgRes {
  double  result;
  SSumRes sum;
  int64_t count;
G
Ganlin Zhao 已提交
57
  int16_t type;  // store the original input type, used in merge function
G
Ganlin Zhao 已提交
58 59
} SAvgRes;

G
Ganlin Zhao 已提交
60 61 62 63
typedef struct SMinmaxResInfo {
  bool      assign;  // assign the first value or not
  int64_t   v;
  STuplePos tuplePos;
64 65 66

  STuplePos nullTuplePos;
  bool      nullTupleSaved;
67
  int16_t   type;
G
Ganlin Zhao 已提交
68 69
} SMinmaxResInfo;

70
typedef struct STopBotResItem {
71 72 73
  SVariant  v;
  uint64_t  uid;  // it is a table uid, used to extract tag data during building of the final result for the tag data
  STuplePos tuplePos;  // tuple data of this chosen row
74 75
} STopBotResItem;

G
Ganlin Zhao 已提交
76
typedef struct STopBotRes {
L
Liu Jicong 已提交
77 78
  int32_t maxSize;
  int16_t type;
79

L
Liu Jicong 已提交
80 81
  STuplePos nullTuplePos;
  bool      nullTupleSaved;
82

83
  STopBotResItem* pItems;
G
Ganlin Zhao 已提交
84 85 86 87 88
} STopBotRes;

typedef struct SStddevRes {
  double  result;
  int64_t count;
89
  union {
90 91 92
    double   quadraticDSum;
    int64_t  quadraticISum;
    uint64_t quadraticUSum;
93 94
  };
  union {
95 96 97
    double   dsum;
    int64_t  isum;
    uint64_t usum;
98
  };
G
Ganlin Zhao 已提交
99
  int16_t type;
G
Ganlin Zhao 已提交
100 101
} SStddevRes;

102
typedef struct SLeastSQRInfo {
X
Xiaoyu Wang 已提交
103 104 105
  double  matrix[2][3];
  double  startVal;
  double  stepVal;
106 107 108
  int64_t num;
} SLeastSQRInfo;

G
Ganlin Zhao 已提交
109 110
typedef struct SPercentileInfo {
  double      result;
111
  tMemBucket* pMemBucket;
G
Ganlin Zhao 已提交
112 113 114 115 116 117
  int32_t     stage;
  double      minval;
  double      maxval;
  int64_t     numOfElems;
} SPercentileInfo;

118
typedef struct SAPercentileInfo {
X
Xiaoyu Wang 已提交
119 120 121 122 123
  double          result;
  double          percent;
  int8_t          algo;
  SHistogramInfo* pHisto;
  TDigest*        pTDigest;
124 125 126 127 128 129 130 131
} SAPercentileInfo;

typedef enum {
  APERCT_ALGO_UNKNOWN = 0,
  APERCT_ALGO_DEFAULT,
  APERCT_ALGO_TDIGEST,
} EAPerctAlgoType;

G
Ganlin Zhao 已提交
132
typedef struct SDiffInfo {
133 134
  bool hasPrev;
  bool includeNull;
135
  bool ignoreNegative;  // replace the ignore with case when
136 137 138 139 140
  bool firstOutput;
  union {
    int64_t i64;
    double  d64;
  } prev;
141 142

  int64_t prevTs;
G
Ganlin Zhao 已提交
143 144
} SDiffInfo;

G
Ganlin Zhao 已提交
145 146 147 148 149 150 151
typedef struct SSpreadInfo {
  double result;
  bool   hasResult;
  double min;
  double max;
} SSpreadInfo;

G
Ganlin Zhao 已提交
152 153 154 155 156 157 158
typedef struct SElapsedInfo {
  double  result;
  TSKEY   min;
  TSKEY   max;
  int64_t timeUnit;
} SElapsedInfo;

G
Ganlin Zhao 已提交
159 160
typedef struct STwaInfo {
  double      dOutput;
161
  bool        isNull;
G
Ganlin Zhao 已提交
162 163 164 165
  SPoint1     p;
  STimeWindow win;
} STwaInfo;

166
typedef struct SHistoFuncBin {
X
Xiaoyu Wang 已提交
167 168
  double  lower;
  double  upper;
169 170
  int64_t count;
  double  percentage;
171 172 173
} SHistoFuncBin;

typedef struct SHistoFuncInfo {
X
Xiaoyu Wang 已提交
174 175 176
  int32_t       numOfBins;
  int32_t       totalCount;
  bool          normalized;
177 178 179
  SHistoFuncBin bins[];
} SHistoFuncInfo;

X
Xiaoyu Wang 已提交
180
typedef enum { UNKNOWN_BIN = 0, USER_INPUT_BIN, LINEAR_BIN, LOG_BIN } EHistoBinType;
181

182 183
typedef struct SHLLFuncInfo {
  uint64_t result;
X
Xiaoyu Wang 已提交
184
  uint8_t  buckets[HLL_BUCKETS];
185 186
} SHLLInfo;

187
typedef struct SStateInfo {
188 189 190 191
  union {
    int64_t count;
    int64_t durationStart;
  };
192 193 194 195 196 197 198 199 200 201 202
} SStateInfo;

typedef enum {
  STATE_OPER_INVALID = 0,
  STATE_OPER_LT,
  STATE_OPER_GT,
  STATE_OPER_LE,
  STATE_OPER_GE,
  STATE_OPER_NE,
  STATE_OPER_EQ,
} EStateOperType;
203

G
Ganlin Zhao 已提交
204 205 206 207 208 209 210 211
typedef struct SMavgInfo {
  int32_t pos;
  double  sum;
  int32_t numOfPoints;
  bool    pointsMeet;
  double  points[];
} SMavgInfo;

G
Ganlin Zhao 已提交
212
typedef struct SSampleInfo {
L
Liu Jicong 已提交
213 214 215 216 217
  int32_t samples;
  int32_t totalPoints;
  int32_t numSampled;
  uint8_t colType;
  int16_t colBytes;
218

L
Liu Jicong 已提交
219 220
  STuplePos nullTuplePos;
  bool      nullTupleSaved;
221

222 223
  char*      data;
  STuplePos* tuplePos;
G
Ganlin Zhao 已提交
224 225
} SSampleInfo;

G
Ganlin Zhao 已提交
226
typedef struct STailItem {
G
Ganlin Zhao 已提交
227
  int64_t timestamp;
228
  bool    isNull;
G
Ganlin Zhao 已提交
229
  char    data[];
G
Ganlin Zhao 已提交
230
} STailItem;
G
Ganlin Zhao 已提交
231 232

typedef struct STailInfo {
X
Xiaoyu Wang 已提交
233 234 235 236 237 238
  int32_t     numOfPoints;
  int32_t     numAdded;
  int32_t     offset;
  uint8_t     colType;
  int16_t     colBytes;
  STailItem** pItems;
G
Ganlin Zhao 已提交
239 240
} STailInfo;

G
Ganlin Zhao 已提交
241 242 243 244 245 246 247 248 249 250
typedef struct SUniqueItem {
  int64_t timestamp;
  bool    isNull;
  char    data[];
} SUniqueItem;

typedef struct SUniqueInfo {
  int32_t   numOfPoints;
  uint8_t   colType;
  int16_t   colBytes;
X
Xiaoyu Wang 已提交
251 252
  bool      hasNull;  // null is not hashable, handle separately
  SHashObj* pHash;
G
Ganlin Zhao 已提交
253 254 255
  char      pItems[];
} SUniqueInfo;

G
Ganlin Zhao 已提交
256 257 258 259 260 261 262 263 264 265 266 267 268
typedef struct SModeItem {
  int64_t count;
  char    data[];
} SModeItem;

typedef struct SModeInfo {
  int32_t   numOfPoints;
  uint8_t   colType;
  int16_t   colBytes;
  SHashObj* pHash;
  char      pItems[];
} SModeInfo;

G
Ganlin Zhao 已提交
269 270 271 272 273 274 275 276 277
typedef struct SDerivInfo {
  double  prevValue;       // previous value
  TSKEY   prevTs;          // previous timestamp
  bool    ignoreNegative;  // ignore the negative value
  int64_t tsWindow;        // time window for derivative
  bool    valueSet;        // the value has been set already
} SDerivInfo;

typedef struct SRateInfo {
278 279 280 281 282
  double firstValue;
  TSKEY  firstKey;
  double lastValue;
  TSKEY  lastKey;
  int8_t hasResult;  // flag to denote has value
G
Ganlin Zhao 已提交
283 284
} SRateInfo;

285 286 287 288
typedef struct SGroupKeyInfo {
  bool hasResult;
  bool isNull;
  char data[];
G
Ganlin Zhao 已提交
289 290
} SGroupKeyInfo;

291 292 293 294 295 296
#define SET_VAL(_info, numOfElem, res) \
  do {                                 \
    if ((numOfElem) <= 0) {            \
      break;                           \
    }                                  \
    (_info)->numOfRes = (res);         \
H
Haojun Liao 已提交
297 298
  } while (0)

G
Ganlin Zhao 已提交
299 300 301
#define GET_TS_LIST(x)    ((TSKEY*)((x)->ptsList))
#define GET_TS_DATA(x, y) (GET_TS_LIST(x)[(y)])

G
Ganlin Zhao 已提交
302 303 304 305 306 307 308 309 310 311 312 313
#define DO_UPDATE_SUBSID_RES(ctx, ts)                          \
  do {                                                         \
    for (int32_t _i = 0; _i < (ctx)->subsidiaries.num; ++_i) { \
      SqlFunctionCtx* __ctx = (ctx)->subsidiaries.pCtx[_i];    \
      if (__ctx->functionId == FUNCTION_TS_DUMMY) {            \
        __ctx->tag.i = (ts);                                   \
        __ctx->tag.nType = TSDB_DATA_TYPE_BIGINT;              \
      }                                                        \
      __ctx->fpSet.process(__ctx);                             \
    }                                                          \
  } while (0)

G
Ganlin Zhao 已提交
314 315 316 317 318 319 320 321 322 323 324
#define UPDATE_DATA(ctx, left, right, num, sign, _ts) \
  do {                                                \
    if (((left) < (right)) ^ (sign)) {                \
      (left) = (right);                               \
      DO_UPDATE_SUBSID_RES(ctx, _ts);                 \
      (num) += 1;                                     \
    }                                                 \
  } while (0)

#define LOOPCHECK_N(val, _col, ctx, _t, _nrow, _start, sign, num)        \
  do {                                                                   \
325
    _t* d = (_t*)((_col)->pData);                                        \
G
Ganlin Zhao 已提交
326 327 328 329 330 331 332 333 334
    for (int32_t i = (_start); i < (_nrow) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      }                                                                  \
      TSKEY ts = (ctx)->ptsList != NULL ? GET_TS_DATA(ctx, i) : 0;       \
      UPDATE_DATA(ctx, val, d[i], num, sign, ts);                        \
    }                                                                    \
  } while (0)

335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382
#define LIST_ADD_N(_res, _col, _start, _rows, _t, numOfElem)             \
  do {                                                                   \
    _t* d = (_t*)(_col->pData);                                          \
    for (int32_t i = (_start); i < (_rows) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      };                                                                 \
      (_res) += (d)[i];                                                  \
      (numOfElem)++;                                                     \
    }                                                                    \
  } while (0)

#define LIST_SUB_N(_res, _col, _start, _rows, _t, numOfElem)             \
  do {                                                                   \
    _t* d = (_t*)(_col->pData);                                          \
    for (int32_t i = (_start); i < (_rows) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      };                                                                 \
      (_res) -= (d)[i];                                                  \
      (numOfElem)++;                                                     \
    }                                                                    \
  } while (0)

#define LIST_AVG_N(sumT, T)                                               \
  do {                                                                    \
    T* plist = (T*)pCol->pData;                                           \
    for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { \
      if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {        \
        continue;                                                         \
      }                                                                   \
                                                                          \
      numOfElem += 1;                                                     \
      pAvgRes->count -= 1;                                                \
      sumT -= plist[i];                                                   \
    }                                                                     \
  } while (0)

#define LIST_STDDEV_SUB_N(sumT, T)                                 \
  do {                                                             \
    T* plist = (T*)pCol->pData;                                    \
    for (int32_t i = start; i < numOfRows + start; ++i) {          \
      if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { \
        continue;                                                  \
      }                                                            \
      numOfElem += 1;                                              \
      pStddevRes->count -= 1;                                      \
      sumT -= plist[i];                                            \
5
54liuyao 已提交
383
      pStddevRes->quadraticISum -= (int64_t)(plist[i] * plist[i]); \
384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431
    }                                                              \
  } while (0)

#define LEASTSQR_CAL(p, x, y, index, step) \
  do {                                     \
    (p)[0][0] += (double)(x) * (x);        \
    (p)[0][1] += (double)(x);              \
    (p)[0][2] += (double)(x) * (y)[index]; \
    (p)[1][2] += (y)[index];               \
    (x) += step;                           \
  } while (0)

#define STATE_COMP(_op, _lval, _param) STATE_COMP_IMPL(_op, _lval, GET_STATE_VAL(_param))

#define GET_STATE_VAL(param) ((param.nType == TSDB_DATA_TYPE_BIGINT) ? (param.i) : (param.d))

#define STATE_COMP_IMPL(_op, _lval, _rval) \
  do {                                     \
    switch (_op) {                         \
      case STATE_OPER_LT:                  \
        return ((_lval) < (_rval));        \
        break;                             \
      case STATE_OPER_GT:                  \
        return ((_lval) > (_rval));        \
        break;                             \
      case STATE_OPER_LE:                  \
        return ((_lval) <= (_rval));       \
        break;                             \
      case STATE_OPER_GE:                  \
        return ((_lval) >= (_rval));       \
        break;                             \
      case STATE_OPER_NE:                  \
        return ((_lval) != (_rval));       \
        break;                             \
      case STATE_OPER_EQ:                  \
        return ((_lval) == (_rval));       \
        break;                             \
      default:                             \
        break;                             \
    }                                      \
  } while (0)

#define INIT_INTP_POINT(_p, _k, _v) \
  do {                              \
    (_p).key = (_k);                \
    (_p).val = (_v);                \
  } while (0)

432
bool functionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
433 434 435 436 437 438 439 440 441 442 443 444
  if (pResultInfo->initialized) {
    return false;
  }

  if (pCtx->pOutput != NULL) {
    memset(pCtx->pOutput, 0, (size_t)pCtx->resDataInfo.bytes);
  }

  initResultRowEntry(pResultInfo, pCtx->resDataInfo.interBufSize);
  return true;
}

445
int32_t functionFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
446
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
447
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
448

449
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
H
Haojun Liao 已提交
450
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;
451 452 453 454 455

  char* in = GET_ROWCELL_INTERBUF(pResInfo);
  colDataAppend(pCol, pBlock->info.rows, in, pResInfo->isNullRes);

  return pResInfo->numOfRes;
H
Haojun Liao 已提交
456 457
}

5
54liuyao 已提交
458 459
int32_t firstCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
460
  SFirstLastRes*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
461
  int32_t              bytes = pDBuf->bytes;
5
54liuyao 已提交
462 463

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
464
  SFirstLastRes*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
465

466 467 468
  if (pSResInfo->numOfRes != 0 && (pDResInfo->numOfRes == 0 || pDBuf->ts > pSBuf->ts)) {
    memcpy(pDBuf->buf, pSBuf->buf, bytes);
    pDBuf->ts = pSBuf->ts;
5
54liuyao 已提交
469 470 471 472 473
    pDResInfo->numOfRes = 1;
  }
  return TSDB_CODE_SUCCESS;
}

474
int32_t functionFinalizeWithResultBuf(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, char* finalResult) {
475
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
476 477 478
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
H
Haojun Liao 已提交
479
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;
480 481 482 483 484 485 486

  char* in = finalResult;
  colDataAppend(pCol, pBlock->info.rows, in, pResInfo->isNullRes);

  return pResInfo->numOfRes;
}

487 488 489
EFuncDataRequired countDataRequired(SFunctionNode* pFunc, STimeWindow* pTimeWindow) {
  SNode* pParam = nodesListGetNode(pFunc->pParameterList, 0);
  if (QUERY_NODE_COLUMN == nodeType(pParam) && PRIMARYKEY_TIMESTAMP_COL_ID == ((SColumnNode*)pParam)->colId) {
490
    return FUNC_DATA_REQUIRED_NOT_LOAD;
491
  }
492
  return FUNC_DATA_REQUIRED_STATIS_LOAD;
493
}
H
Haojun Liao 已提交
494 495 496 497 498 499

bool getCountFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(int64_t);
  return true;
}

500
static int32_t getNumOfElems(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
501 502 503
  int32_t numOfElem = 0;

  /*
H
Haojun Liao 已提交
504 505 506
   * 1. column data missing (schema modified) causes pInputCol->hasNull == true. pInput->colDataAggIsSet == true;
   * 2. for general non-primary key columns, pInputCol->hasNull may be true or false, pInput->colDataAggIsSet == true;
   * 3. for primary key column, pInputCol->hasNull always be false, pInput->colDataAggIsSet == false;
H
Haojun Liao 已提交
507 508
   */
  SInputColumnInfoData* pInput = &pCtx->input;
509
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
510 511 512 513 514 515 516 517 518 519 520 521
  if (pInput->colDataAggIsSet && pInput->totalRows == pInput->numOfRows) {
    numOfElem = pInput->numOfRows - pInput->pColumnDataAgg[0]->numOfNull;
    ASSERT(numOfElem >= 0);
  } else {
    if (pInputCol->hasNull) {
      for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
        if (colDataIsNull(pInputCol, pInput->totalRows, i, NULL)) {
          continue;
        }
        numOfElem += 1;
      }
    } else {
522 523
      // when counting on the primary time stamp column and no statistics data is presented, use the size value
      // directly.
H
Haojun Liao 已提交
524 525 526
      numOfElem = pInput->numOfRows;
    }
  }
5
54liuyao 已提交
527 528
  return numOfElem;
}
529

5
54liuyao 已提交
530 531 532 533 534
/*
 * count function does need the finalize, if data is missing, the default value, which is 0, is used
 * count function does not use the pCtx->interResBuf to keep the intermediate buffer
 */
int32_t countFunction(SqlFunctionCtx* pCtx) {
535
  int32_t numOfElem = getNumOfElems(pCtx);
536

X
Xiaoyu Wang 已提交
537
  SResultRowEntryInfo*  pResInfo = GET_RES_INFO(pCtx);
538
  SInputColumnInfoData* pInput = &pCtx->input;
539 540

  int32_t type = pInput->pData[0]->info.type;
541 542 543

  char* buf = GET_ROWCELL_INTERBUF(pResInfo);
  if (IS_NULL_TYPE(type)) {
X
Xiaoyu Wang 已提交
544
    // select count(NULL) returns 0
545 546 547 548 549
    numOfElem = 1;
    *((int64_t*)buf) = 0;
  } else {
    *((int64_t*)buf) += numOfElem;
  }
H
Haojun Liao 已提交
550

551 552 553 554 555 556
  if (tsCountAlwaysReturnValue) {
    pResInfo->numOfRes = 1;
  } else {
    SET_VAL(pResInfo, 1, 1);
  }

wmmhello's avatar
wmmhello 已提交
557
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
558 559
}

5
54liuyao 已提交
560
int32_t countInvertFunction(SqlFunctionCtx* pCtx) {
561
  int32_t numOfElem = getNumOfElems(pCtx);
5
54liuyao 已提交
562 563 564 565 566 567 568 569 570

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  char*                buf = GET_ROWCELL_INTERBUF(pResInfo);
  *((int64_t*)buf) -= numOfElem;

  SET_VAL(pResInfo, *((int64_t*)buf), 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
571 572
int32_t combineFunction(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
573
  char*                pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
5
54liuyao 已提交
574 575 576 577 578 579 580 581 582

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  char*                pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
  *((int64_t*)pDBuf) += *((int64_t*)pSBuf);

  SET_VAL(pDResInfo, *((int64_t*)pDBuf), 1);
  return TSDB_CODE_SUCCESS;
}

583
int32_t sumFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
584 585 586 587
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
588 589
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;
H
Haojun Liao 已提交
590

591
  SSumRes* pSumRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
592
  pSumRes->type = type;
G
Ganlin Zhao 已提交
593

594
  if (IS_NULL_TYPE(type)) {
595
    numOfElem = 0;
596 597 598
    goto _sum_over;
  }

H
Haojun Liao 已提交
599 600 601 602 603
  if (pInput->colDataAggIsSet) {
    numOfElem = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    if (IS_SIGNED_NUMERIC_TYPE(type)) {
604
      pSumRes->isum += pAgg->sum;
H
Haojun Liao 已提交
605
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
606
      pSumRes->usum += pAgg->sum;
H
Haojun Liao 已提交
607
    } else if (IS_FLOAT_TYPE(type)) {
608
      pSumRes->dsum += GET_DOUBLE_VAL((const char*)&(pAgg->sum));
H
Haojun Liao 已提交
609 610 611 612
    }
  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

613
    int32_t start = pInput->startRowIndex;
H
Haojun Liao 已提交
614 615
    int32_t numOfRows = pInput->numOfRows;

616 617
    if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
      if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
618 619 620 621 622 623 624
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_SMALLINT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_INT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_BIGINT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int64_t, numOfElem);
H
Haojun Liao 已提交
625
      }
626 627 628 629 630 631 632 633 634
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      if (type == TSDB_DATA_TYPE_UTINYINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_USMALLINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UBIGINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint64_t, numOfElem);
H
Haojun Liao 已提交
635
      }
636 637 638 639
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
      LIST_ADD_N(pSumRes->dsum, pCol, start, numOfRows, double, numOfElem);
    } else if (type == TSDB_DATA_TYPE_FLOAT) {
      LIST_ADD_N(pSumRes->dsum, pCol, start, numOfRows, float, numOfElem);
H
Haojun Liao 已提交
640 641 642
    }
  }

X
Xiaoyu Wang 已提交
643
  // check for overflow
644
  if (IS_FLOAT_TYPE(type) && (isinf(pSumRes->dsum) || isnan(pSumRes->dsum))) {
H
Haojun Liao 已提交
645
    numOfElem = 0;
646 647
  }

648
_sum_over:
H
Haojun Liao 已提交
649 650
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
wmmhello's avatar
wmmhello 已提交
651
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
652 653
}

5
54liuyao 已提交
654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712
int32_t sumInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;

  SSumRes* pSumRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  if (pInput->colDataAggIsSet) {
    numOfElem = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      pSumRes->isum -= pAgg->sum;
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      pSumRes->usum -= pAgg->sum;
    } else if (IS_FLOAT_TYPE(type)) {
      pSumRes->dsum -= GET_DOUBLE_VAL((const char*)&(pAgg->sum));
    }
  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

    int32_t start = pInput->startRowIndex;
    int32_t numOfRows = pInput->numOfRows;

    if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
      if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_SMALLINT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_INT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_BIGINT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int64_t, numOfElem);
      }
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      if (type == TSDB_DATA_TYPE_UTINYINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_USMALLINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UBIGINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint64_t, numOfElem);
      }
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
      LIST_SUB_N(pSumRes->dsum, pCol, start, numOfRows, double, numOfElem);
    } else if (type == TSDB_DATA_TYPE_FLOAT) {
      LIST_SUB_N(pSumRes->dsum, pCol, start, numOfRows, float, numOfElem);
    }
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
713 714
int32_t sumCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
715
  SSumRes*             pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
5
54liuyao 已提交
716 717

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
718
  SSumRes*             pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
719
  int16_t              type = pDBuf->type == TSDB_DATA_TYPE_NULL ? pSBuf->type : pDBuf->type;
720

5
54liuyao 已提交
721 722 723 724 725 726 727
  if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
    pDBuf->isum += pSBuf->isum;
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    pDBuf->usum += pSBuf->usum;
  } else if (type == TSDB_DATA_TYPE_DOUBLE || type == TSDB_DATA_TYPE_FLOAT) {
    pDBuf->dsum += pSBuf->dsum;
  }
5
54liuyao 已提交
728
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
729
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
5
54liuyao 已提交
730 731 732
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
733
bool getSumFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
H
Haojun Liao 已提交
734 735 736 737
  pEnv->calcMemSize = sizeof(SSumRes);
  return true;
}

738 739
int32_t getAvgInfoSize() { return (int32_t)sizeof(SAvgRes); }

G
Ganlin Zhao 已提交
740
bool getAvgFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
741
  pEnv->calcMemSize = sizeof(SAvgRes);
G
Ganlin Zhao 已提交
742 743 744
  return true;
}

745
bool avgFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
746 747 748 749 750 751 752 753 754 755 756 757 758
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SAvgRes* pRes = GET_ROWCELL_INTERBUF(pResultInfo);
  memset(pRes, 0, sizeof(SAvgRes));
  return true;
}

int32_t avgFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  SInputColumnInfoData* pInput = &pCtx->input;
759
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
G
Ganlin Zhao 已提交
760 761 762
  int32_t               type = pInput->pData[0]->info.type;

  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
763
  pAvgRes->type = type;
G
Ganlin Zhao 已提交
764 765 766 767 768 769 770

  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

771
  if (IS_NULL_TYPE(type)) {
H
Haojun Liao 已提交
772
    numOfElem = 0;
773 774 775
    goto _avg_over;
  }

776 777 778 779 780
  if (pInput->colDataAggIsSet) {
    numOfElem = numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    pAvgRes->count += numOfElem;
781
    if (IS_SIGNED_NUMERIC_TYPE(type)) {
782
      pAvgRes->sum.isum += pAgg->sum;
783 784
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      pAvgRes->sum.usum += pAgg->sum;
785 786 787 788 789 790 791 792 793 794 795 796 797 798 799
    } else if (IS_FLOAT_TYPE(type)) {
      pAvgRes->sum.dsum += GET_DOUBLE_VAL((const char*)&(pAgg->sum));
    }
  } else {  // computing based on the true data block
    switch (type) {
      case TSDB_DATA_TYPE_TINYINT: {
        int8_t* plist = (int8_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }

          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.isum += plist[i];
G
Ganlin Zhao 已提交
800 801
        }

802
        break;
G
Ganlin Zhao 已提交
803 804
      }

805 806 807 808 809 810
      case TSDB_DATA_TYPE_SMALLINT: {
        int16_t* plist = (int16_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }
811

812 813 814
          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.isum += plist[i];
G
Ganlin Zhao 已提交
815
        }
816
        break;
G
Ganlin Zhao 已提交
817 818
      }

819 820 821 822 823 824 825 826 827 828
      case TSDB_DATA_TYPE_INT: {
        int32_t* plist = (int32_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }

          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.isum += plist[i];
G
Ganlin Zhao 已提交
829 830
        }

831
        break;
G
Ganlin Zhao 已提交
832 833
      }

834 835 836 837 838 839
      case TSDB_DATA_TYPE_BIGINT: {
        int64_t* plist = (int64_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }
G
Ganlin Zhao 已提交
840

841 842 843
          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.isum += plist[i];
G
Ganlin Zhao 已提交
844
        }
845
        break;
G
Ganlin Zhao 已提交
846 847
      }

848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905
      case TSDB_DATA_TYPE_UTINYINT: {
        uint8_t* plist = (uint8_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }

          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.usum += plist[i];
        }

        break;
      }

      case TSDB_DATA_TYPE_USMALLINT: {
        uint16_t* plist = (uint16_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }

          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.usum += plist[i];
        }
        break;
      }

      case TSDB_DATA_TYPE_UINT: {
        uint32_t* plist = (uint32_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }

          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.usum += plist[i];
        }

        break;
      }

      case TSDB_DATA_TYPE_UBIGINT: {
        uint64_t* plist = (uint64_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }

          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.usum += plist[i];
        }
        break;
      }

906 907 908 909 910 911
      case TSDB_DATA_TYPE_FLOAT: {
        float* plist = (float*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }
G
Ganlin Zhao 已提交
912

913 914 915 916 917
          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.dsum += plist[i];
        }
        break;
G
Ganlin Zhao 已提交
918 919
      }

920 921 922 923 924 925
      case TSDB_DATA_TYPE_DOUBLE: {
        double* plist = (double*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }
G
Ganlin Zhao 已提交
926

927 928 929 930 931
          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.dsum += plist[i];
        }
        break;
G
Ganlin Zhao 已提交
932 933
      }

934 935 936
      default:
        break;
    }
G
Ganlin Zhao 已提交
937 938
  }

939
_avg_over:
G
Ganlin Zhao 已提交
940 941 942 943 944
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
945
static void avgTransferInfo(SAvgRes* pInput, SAvgRes* pOutput) {
G
Ganlin Zhao 已提交
946
  pOutput->type = pInput->type;
947
  if (IS_SIGNED_NUMERIC_TYPE(pOutput->type)) {
G
Ganlin Zhao 已提交
948
    pOutput->sum.isum += pInput->sum.isum;
949 950
  } else if (IS_UNSIGNED_NUMERIC_TYPE(pOutput->type)) {
    pOutput->sum.usum += pInput->sum.usum;
G
Ganlin Zhao 已提交
951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966
  } else {
    pOutput->sum.dsum += pInput->sum.dsum;
  }

  pOutput->count += pInput->count;

  return;
}

int32_t avgFunctionMerge(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SAvgRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

967
  int32_t start = pInput->startRowIndex;
G
Ganlin Zhao 已提交
968

X
Xiaoyu Wang 已提交
969 970
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*    data = colDataGetData(pCol, i);
971 972 973
    SAvgRes* pInputInfo = (SAvgRes*)varDataVal(data);
    avgTransferInfo(pInputInfo, pInfo);
  }
G
Ganlin Zhao 已提交
974 975 976 977 978 979

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);

  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011
int32_t avgInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      LIST_AVG_N(pAvgRes->sum.isum, int8_t);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      LIST_AVG_N(pAvgRes->sum.isum, int16_t);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
      LIST_AVG_N(pAvgRes->sum.isum, int32_t);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
      LIST_AVG_N(pAvgRes->sum.isum, int64_t);
      break;
    }
1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027
    case TSDB_DATA_TYPE_UTINYINT: {
      LIST_AVG_N(pAvgRes->sum.usum, uint8_t);
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
      LIST_AVG_N(pAvgRes->sum.usum, uint16_t);
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
      LIST_AVG_N(pAvgRes->sum.usum, uint32_t);
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
      LIST_AVG_N(pAvgRes->sum.usum, uint64_t);
      break;
    }
5
54liuyao 已提交
1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044
    case TSDB_DATA_TYPE_FLOAT: {
      LIST_AVG_N(pAvgRes->sum.dsum, float);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      LIST_AVG_N(pAvgRes->sum.dsum, double);
      break;
    }
    default:
      break;
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
1045 1046
int32_t avgCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
1047
  SAvgRes*             pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
5
54liuyao 已提交
1048 1049

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
1050
  SAvgRes*             pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
1051
  int16_t              type = pDBuf->type == TSDB_DATA_TYPE_NULL ? pSBuf->type : pDBuf->type;
5
54liuyao 已提交
1052

1053
  if (IS_SIGNED_NUMERIC_TYPE(type)) {
5
54liuyao 已提交
1054
    pDBuf->sum.isum += pSBuf->sum.isum;
1055 1056
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    pDBuf->sum.usum += pSBuf->sum.usum;
5
54liuyao 已提交
1057 1058 1059 1060 1061 1062 1063 1064
  } else {
    pDBuf->sum.dsum += pSBuf->sum.dsum;
  }
  pDBuf->count += pSBuf->count;

  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
1065
int32_t avgFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
1066
  SInputColumnInfoData* pInput = &pCtx->input;
1067 1068

  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
1069
  int32_t  type = pAvgRes->type;
1070

1071
  if (IS_SIGNED_NUMERIC_TYPE(type)) {
1072
    pAvgRes->result = pAvgRes->sum.isum / ((double)pAvgRes->count);
1073 1074
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    pAvgRes->result = pAvgRes->sum.usum / ((double)pAvgRes->count);
G
Ganlin Zhao 已提交
1075
  } else {
1076
    pAvgRes->result = pAvgRes->sum.dsum / ((double)pAvgRes->count);
G
Ganlin Zhao 已提交
1077
  }
1078

X
Xiaoyu Wang 已提交
1079
  // check for overflow
1080
  if (isinf(pAvgRes->result) || isnan(pAvgRes->result)) {
1081
    GET_RES_INFO(pCtx)->numOfRes = 0;
1082 1083
  }

H
Haojun Liao 已提交
1084
  return functionFinalize(pCtx, pBlock);
G
Ganlin Zhao 已提交
1085 1086
}

G
Ganlin Zhao 已提交
1087 1088
int32_t avgPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
1089 1090 1091
  SAvgRes*             pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getAvgInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

1105
EFuncDataRequired statisDataRequired(SFunctionNode* pFunc, STimeWindow* pTimeWindow) {
1106 1107 1108
  return FUNC_DATA_REQUIRED_STATIS_LOAD;
}

1109
bool minmaxFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
1110 1111 1112 1113
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;  // not initialized since it has been initialized
  }

1114 1115 1116
  SMinmaxResInfo* buf = GET_ROWCELL_INTERBUF(pResultInfo);
  buf->assign = false;
  buf->tuplePos.pageId = -1;
1117 1118 1119

  buf->nullTupleSaved = false;
  buf->nullTuplePos.pageId = -1;
1120 1121 1122
  return true;
}

H
Haojun Liao 已提交
1123
bool getMinmaxFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
1124
  pEnv->calcMemSize = sizeof(SMinmaxResInfo);
1125 1126 1127
  return true;
}

1128 1129
static STuplePos saveTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock,
                               const STupleKey* pKey);
L
Liu Jicong 已提交
1130
static int32_t   updateTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos);
1131
static const char* loadTupleData(SqlFunctionCtx* pCtx, const STuplePos* pPos);
1132

1133 1134
static int32_t findRowIndex(int32_t start, int32_t num, SColumnInfoData* pCol, const char* tval) {
  // the data is loaded, not only the block SMA value
H
Hongze Cheng 已提交
1135
  for (int32_t i = start; i < num + start; ++i) {
1136
    char* p = colDataGetData(pCol, i);
1137
    if (memcmp((void*)tval, p, pCol->info.bytes) == 0) {
1138 1139 1140 1141
      return i;
    }
  }

1142
  // if reach here means real data of block SMA is not set in pCtx->input.
1143
  return -1;
1144 1145
}

1146
int32_t doMinMaxHelper(SqlFunctionCtx* pCtx, int32_t isMinFunc) {
1147 1148 1149
  int32_t numOfElems = 0;

  SInputColumnInfoData* pInput = &pCtx->input;
1150
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
1151 1152

  SColumnInfoData* pCol = pInput->pData[0];
1153
  int32_t          type = pCol->info.type;
1154 1155

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
1156
  SMinmaxResInfo*      pBuf = GET_ROWCELL_INTERBUF(pResInfo);
1157
  pBuf->type = type;
1158

1159
  if (IS_NULL_TYPE(type)) {
1160
    numOfElems = 0;
1161 1162 1163
    goto _min_max_over;
  }

1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175
  // data in current data block are qualified to the query
  if (pInput->colDataAggIsSet) {
    numOfElems = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(pInput->numOfRows == pInput->totalRows && numOfElems >= 0);
    if (numOfElems == 0) {
      return numOfElems;
    }

    void*   tval = NULL;
    int16_t index = 0;

    if (isMinFunc) {
1176
      tval = &pInput->pColumnDataAgg[0]->min;
1177
    } else {
1178
      tval = &pInput->pColumnDataAgg[0]->max;
1179 1180
    }

1181 1182 1183
    if (!pBuf->assign) {
      pBuf->v = *(int64_t*)tval;
      if (pCtx->subsidiaries.num > 0) {
1184
        index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
1185 1186 1187
        if (index >= 0) {
          pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
        }
1188 1189
      }
    } else {
1190
      if (IS_SIGNED_NUMERIC_TYPE(type)) {
1191 1192 1193 1194 1195
        int64_t prev = 0;
        GET_TYPED_DATA(prev, int64_t, type, &pBuf->v);

        int64_t val = GET_INT64_VAL(tval);
        if ((prev < val) ^ isMinFunc) {
1196
          *(int64_t*)&pBuf->v = val;
1197
          if (pCtx->subsidiaries.num > 0) {
1198
            index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
1199 1200 1201
            if (index >= 0) {
              pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
            }
1202
          }
1203 1204 1205 1206 1207 1208 1209
        }
      } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
        uint64_t prev = 0;
        GET_TYPED_DATA(prev, uint64_t, type, &pBuf->v);

        uint64_t val = GET_UINT64_VAL(tval);
        if ((prev < val) ^ isMinFunc) {
1210
          *(uint64_t*)&pBuf->v = val;
1211
          if (pCtx->subsidiaries.num > 0) {
1212
            index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
1213 1214 1215
            if (index >= 0) {
              pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
            }
1216
          }
1217
        }
1218 1219
      } else if (type == TSDB_DATA_TYPE_DOUBLE) {
        double prev = 0;
1220
        GET_TYPED_DATA(prev, double, type, &pBuf->v);
1221

1222 1223
        double val = GET_DOUBLE_VAL(tval);
        if ((prev < val) ^ isMinFunc) {
1224
          *(double*)&pBuf->v = val;
1225
          if (pCtx->subsidiaries.num > 0) {
1226
            index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
1227 1228 1229
            if (index >= 0) {
              pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
            }
H
Haojun Liao 已提交
1230
          }
1231 1232
        }
      } else if (type == TSDB_DATA_TYPE_FLOAT) {
1233 1234
        float prev = 0;
        GET_TYPED_DATA(prev, float, type, &pBuf->v);
1235

1236
        float val = GET_DOUBLE_VAL(tval);
1237
        if ((prev < val) ^ isMinFunc) {
1238
          *(float*)&pBuf->v = val;
1239 1240 1241
        }

        if (pCtx->subsidiaries.num > 0) {
1242
          index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
1243 1244 1245
          if (index >= 0) {
            pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
          }
H
Haojun Liao 已提交
1246 1247
        }
      }
1248 1249
    }

1250
    pBuf->assign = true;
1251 1252 1253 1254 1255 1256
    return numOfElems;
  }

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

1257
  if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
1258
    if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269
      int8_t* pData = (int8_t*)pCol->pData;
      int8_t* val = (int8_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1270
            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
1282
              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1283 1284 1285 1286 1287 1288
            }
          }
        }

        numOfElems += 1;
      }
1289
    } else if (type == TSDB_DATA_TYPE_SMALLINT) {
1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300
      int16_t* pData = (int16_t*)pCol->pData;
      int16_t* val = (int16_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1301
            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
1313
              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1314 1315 1316 1317 1318 1319
            }
          }
        }

        numOfElems += 1;
      }
1320
    } else if (type == TSDB_DATA_TYPE_INT) {
1321
      int32_t* pData = (int32_t*)pCol->pData;
1322
      int32_t* val = (int32_t*)&pBuf->v;
1323

H
Haojun Liao 已提交
1324
      for (int32_t i = start; i < start + numOfRows; ++i) {
1325 1326 1327 1328
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

1329
        if (!pBuf->assign) {
1330
          *val = pData[i];
1331
          if (pCtx->subsidiaries.num > 0) {
1332
            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
1344
              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1345 1346
            }
          }
1347 1348 1349 1350
        }

        numOfElems += 1;
      }
1351
    } else if (type == TSDB_DATA_TYPE_BIGINT) {
1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362
      int64_t* pData = (int64_t*)pCol->pData;
      int64_t* val = (int64_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1363
            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
1375
              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1376 1377 1378 1379 1380 1381
            }
          }
        }

        numOfElems += 1;
      }
1382
    }
1383 1384
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    if (type == TSDB_DATA_TYPE_UTINYINT) {
1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395
      uint8_t* pData = (uint8_t*)pCol->pData;
      uint8_t* val = (uint8_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1396
            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
1408
              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1409 1410 1411 1412 1413 1414
            }
          }
        }

        numOfElems += 1;
      }
1415
    } else if (type == TSDB_DATA_TYPE_USMALLINT) {
1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426
      uint16_t* pData = (uint16_t*)pCol->pData;
      uint16_t* val = (uint16_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1427
            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
1439
              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1440 1441 1442 1443 1444 1445
            }
          }
        }

        numOfElems += 1;
      }
1446
    } else if (type == TSDB_DATA_TYPE_UINT) {
1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457
      uint32_t* pData = (uint32_t*)pCol->pData;
      uint32_t* val = (uint32_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1458
            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
1470
              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1471 1472 1473 1474 1475 1476
            }
          }
        }

        numOfElems += 1;
      }
1477
    } else if (type == TSDB_DATA_TYPE_UBIGINT) {
1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488
      uint64_t* pData = (uint64_t*)pCol->pData;
      uint64_t* val = (uint64_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1489
            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
1501
              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1502 1503 1504 1505 1506 1507
            }
          }
        }

        numOfElems += 1;
      }
1508
    }
1509
  } else if (type == TSDB_DATA_TYPE_DOUBLE) {
1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520
    double* pData = (double*)pCol->pData;
    double* val = (double*)&pBuf->v;

    for (int32_t i = start; i < start + numOfRows; ++i) {
      if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }

      if (!pBuf->assign) {
        *val = pData[i];
        if (pCtx->subsidiaries.num > 0) {
1521
          pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532
        }
        pBuf->assign = true;
      } else {
        // ignore the equivalent data value
        if ((*val) == pData[i]) {
          continue;
        }

        if ((*val < pData[i]) ^ isMinFunc) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1533
            updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1534 1535 1536 1537 1538 1539
          }
        }
      }

      numOfElems += 1;
    }
1540
  } else if (type == TSDB_DATA_TYPE_FLOAT) {
H
Hongze Cheng 已提交
1541 1542
    float* pData = (float*)pCol->pData;
    float* val = (float*)&pBuf->v;
1543 1544 1545 1546 1547 1548 1549 1550 1551

    for (int32_t i = start; i < start + numOfRows; ++i) {
      if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }

      if (!pBuf->assign) {
        *val = pData[i];
        if (pCtx->subsidiaries.num > 0) {
1552
          pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563
        }
        pBuf->assign = true;
      } else {
        // ignore the equivalent data value
        if ((*val) == pData[i]) {
          continue;
        }

        if ((*val < pData[i]) ^ isMinFunc) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1564
            updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1565 1566 1567 1568 1569 1570
          }
        }
      }

      numOfElems += 1;
    }
1571 1572
  }

1573
_min_max_over:
L
Liu Jicong 已提交
1574
  if (numOfElems == 0 && pCtx->subsidiaries.num > 0 && !pBuf->nullTupleSaved) {
1575
    pBuf->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
1576 1577
    pBuf->nullTupleSaved = true;
  }
1578
  return numOfElems;
H
Haojun Liao 已提交
1579
}
1580

1581
int32_t minFunction(SqlFunctionCtx* pCtx) {
1582 1583
  int32_t numOfElems = doMinMaxHelper(pCtx, 1);
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
1584
  return TSDB_CODE_SUCCESS;
1585 1586
}

1587
int32_t maxFunction(SqlFunctionCtx* pCtx) {
1588 1589
  int32_t numOfElems = doMinMaxHelper(pCtx, 0);
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
1590
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
1591 1592
}

1593
static void setNullSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t rowIndex);
L
Liu Jicong 已提交
1594 1595
static void setSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, const STuplePos* pTuplePos,
                                int32_t rowIndex);
1596

1597 1598 1599 1600 1601 1602
int32_t minmaxFunctionFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);

  SMinmaxResInfo* pRes = GET_ROWCELL_INTERBUF(pEntryInfo);

  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;
1603
  int32_t currentRow = pBlock->info.rows;
1604 1605

  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
H
Haojun Liao 已提交
1606
  pEntryInfo->isNullRes = (pEntryInfo->numOfRes == 0) ? 1 : 0;
1607

1608
  if (pCol->info.type == TSDB_DATA_TYPE_FLOAT) {
1609
    float v = *(float*)&pRes->v;
1610
    colDataAppend(pCol, currentRow, (const char*)&v, pEntryInfo->isNullRes);
1611
  } else {
1612
    colDataAppend(pCol, currentRow, (const char*)&pRes->v, pEntryInfo->isNullRes);
1613
  }
1614

1615 1616
  if (pEntryInfo->numOfRes > 0) {
    setSelectivityValue(pCtx, pBlock, &pRes->tuplePos, currentRow);
1617
  } else {
1618
    setSelectivityValue(pCtx, pBlock, &pRes->nullTuplePos, currentRow);
1619 1620
  }

1621 1622
  return pEntryInfo->numOfRes;
}
1623

1624
void setNullSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t rowIndex) {
1625 1626 1627 1628
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

1629 1630
  for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
1631
    int32_t         dstSlotId = pc->pExpr->base.resSchema.slotId;
1632 1633 1634 1635 1636 1637

    SColumnInfoData* pDstCol = taosArrayGet(pBlock->pDataBlock, dstSlotId);
    colDataAppendNULL(pDstCol, rowIndex);
  }
}

X
Xiaoyu Wang 已提交
1638
void setSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, const STuplePos* pTuplePos, int32_t rowIndex) {
1639 1640 1641 1642
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

1643 1644
  if (pCtx->saveHandle.pBuf != NULL) {
    if (pTuplePos->pageId != -1) {
L
Liu Jicong 已提交
1645
      int32_t     numOfCols = pCtx->subsidiaries.num;
1646
      const char* p = loadTupleData(pCtx, pTuplePos);
1647

1648 1649
      bool* nullList = (bool*)p;
      char* pStart = (char*)(nullList + numOfCols * sizeof(bool));
1650

1651 1652 1653
      // todo set the offset value to optimize the performance.
      for (int32_t j = 0; j < numOfCols; ++j) {
        SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
L
Liu Jicong 已提交
1654
        int32_t         dstSlotId = pc->pExpr->base.resSchema.slotId;
1655

1656 1657 1658 1659 1660 1661 1662 1663
        SColumnInfoData* pDstCol = taosArrayGet(pBlock->pDataBlock, dstSlotId);
        ASSERT(pc->pExpr->base.resSchema.bytes == pDstCol->info.bytes);
        if (nullList[j]) {
          colDataAppendNULL(pDstCol, rowIndex);
        } else {
          colDataAppend(pDstCol, rowIndex, pStart, false);
        }
        pStart += pDstCol->info.bytes;
1664 1665 1666 1667 1668
      }
    }
  }
}

1669 1670
void releaseSource(STuplePos* pPos) {
  if (pPos->pageId == -1) {
X
Xiaoyu Wang 已提交
1671
    return;
1672 1673 1674 1675
  }
  // Todo(liuyao) relase row
}

1676 1677
// This function append the selectivity to subsidiaries function context directly, without fetching data
// from intermediate disk based buf page
1678
void appendSelectivityValue(SqlFunctionCtx* pCtx, int32_t rowIndex, int32_t pos) {
1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

  for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];

    // get data from source col
    SFunctParam* pFuncParam = &pc->pExpr->base.pParam[0];
    int32_t      srcSlotId = pFuncParam->pCol->slotId;

    SColumnInfoData* pSrcCol = taosArrayGet(pCtx->pSrcBlock->pDataBlock, srcSlotId);

    char* pData = colDataGetData(pSrcCol, rowIndex);

    // append to dest col
L
Liu Jicong 已提交
1695
    int32_t dstSlotId = pc->pExpr->base.resSchema.slotId;
1696 1697 1698 1699 1700

    SColumnInfoData* pDstCol = taosArrayGet(pCtx->pDstBlock->pDataBlock, dstSlotId);
    ASSERT(pc->pExpr->base.resSchema.bytes == pDstCol->info.bytes);

    if (colDataIsNull_s(pSrcCol, rowIndex) == true) {
1701
      colDataAppendNULL(pDstCol, pos);
1702
    } else {
1703
      colDataAppend(pDstCol, pos, pData, false);
1704 1705 1706 1707
    }
  }
}

1708 1709 1710 1711 1712
void replaceTupleData(STuplePos* pDestPos, STuplePos* pSourcePos) {
  releaseSource(pDestPos);
  *pDestPos = *pSourcePos;
}

5
54liuyao 已提交
1713 1714 1715 1716 1717 1718
int32_t minMaxCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx, int32_t isMinFunc) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SMinmaxResInfo*      pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SMinmaxResInfo*      pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
1719
  int16_t              type = pDBuf->type == TSDB_DATA_TYPE_NULL ? pSBuf->type : pDBuf->type;
5
54liuyao 已提交
1720
  if (IS_FLOAT_TYPE(type)) {
X
Xiaoyu Wang 已提交
1721 1722
    if (pSBuf->assign && ((((*(double*)&pDBuf->v) < (*(double*)&pSBuf->v)) ^ isMinFunc) || !pDBuf->assign)) {
      *(double*)&pDBuf->v = *(double*)&pSBuf->v;
1723
      replaceTupleData(&pDBuf->tuplePos, &pSBuf->tuplePos);
5
54liuyao 已提交
1724
      pDBuf->assign = true;
5
54liuyao 已提交
1725 1726
    }
  } else {
X
Xiaoyu Wang 已提交
1727
    if (pSBuf->assign && (((pDBuf->v < pSBuf->v) ^ isMinFunc) || !pDBuf->assign)) {
5
54liuyao 已提交
1728
      pDBuf->v = pSBuf->v;
1729
      replaceTupleData(&pDBuf->tuplePos, &pSBuf->tuplePos);
5
54liuyao 已提交
1730
      pDBuf->assign = true;
5
54liuyao 已提交
1731 1732
    }
  }
5
54liuyao 已提交
1733
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
1734
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
5
54liuyao 已提交
1735 1736 1737 1738 1739 1740 1741 1742 1743 1744
  return TSDB_CODE_SUCCESS;
}

int32_t minCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  return minMaxCombine(pDestCtx, pSourceCtx, 1);
}
int32_t maxCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  return minMaxCombine(pDestCtx, pSourceCtx, 0);
}

1745 1746
int32_t getStddevInfoSize() { return (int32_t)sizeof(SStddevRes); }

H
Haojun Liao 已提交
1747 1748 1749 1750 1751
bool getStddevFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SStddevRes);
  return true;
}

1752
bool stddevFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
1753 1754 1755 1756 1757 1758 1759 1760 1761
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SStddevRes* pRes = GET_ROWCELL_INTERBUF(pResultInfo);
  memset(pRes, 0, sizeof(SStddevRes));
  return true;
}

H
Haojun Liao 已提交
1762
int32_t stddevFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
1763 1764 1765 1766
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
H
Haojun Liao 已提交
1767
  int32_t               type = pInput->pData[0]->info.type;
H
Haojun Liao 已提交
1768 1769

  SStddevRes* pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
1770
  pStddevRes->type = type;
H
Haojun Liao 已提交
1771

H
Haojun Liao 已提交
1772 1773
  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];
H
Haojun Liao 已提交
1774

H
Haojun Liao 已提交
1775 1776
  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;
H
Haojun Liao 已提交
1777

1778
  if (IS_NULL_TYPE(type)) {
H
Haojun Liao 已提交
1779
    numOfElem = 0;
1780 1781 1782
    goto _stddev_over;
  }

H
Haojun Liao 已提交
1783 1784
  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
1785 1786 1787 1788
      int8_t* plist = (int8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + start; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
H
Haojun Liao 已提交
1789
        }
H
Haojun Liao 已提交
1790

1791 1792 1793 1794
        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
H
Haojun Liao 已提交
1795 1796
      }

1797 1798 1799 1800
      break;
    }

    case TSDB_DATA_TYPE_SMALLINT: {
H
Haojun Liao 已提交
1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845
      int16_t* plist = (int16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }
      break;
    }

    case TSDB_DATA_TYPE_INT: {
      int32_t* plist = (int32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }

      break;
    }

    case TSDB_DATA_TYPE_BIGINT: {
      int64_t* plist = (int64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }
      break;
    }

1846 1847 1848 1849 1850 1851 1852 1853 1854 1855
    case TSDB_DATA_TYPE_UTINYINT: {
      uint8_t* plist = (uint8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + start; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
G
Ganlin Zhao 已提交
1856
        pStddevRes->quadraticUSum += plist[i] * plist[i];
1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871
      }

      break;
    }

    case TSDB_DATA_TYPE_USMALLINT: {
      uint16_t* plist = (uint16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
G
Ganlin Zhao 已提交
1872
        pStddevRes->quadraticUSum += plist[i] * plist[i];
1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886
      }
      break;
    }

    case TSDB_DATA_TYPE_UINT: {
      uint32_t* plist = (uint32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
G
Ganlin Zhao 已提交
1887
        pStddevRes->quadraticUSum += plist[i] * plist[i];
1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902
      }

      break;
    }

    case TSDB_DATA_TYPE_UBIGINT: {
      uint64_t* plist = (uint64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
G
Ganlin Zhao 已提交
1903
        pStddevRes->quadraticUSum += plist[i] * plist[i];
1904 1905 1906 1907
      }
      break;
    }

H
Haojun Liao 已提交
1908 1909 1910 1911 1912 1913 1914 1915 1916
    case TSDB_DATA_TYPE_FLOAT: {
      float* plist = (float*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
G
Ganlin Zhao 已提交
1917 1918
        pStddevRes->dsum += plist[i];
        pStddevRes->quadraticDSum += plist[i] * plist[i];
H
Haojun Liao 已提交
1919 1920 1921 1922
      }
      break;
    }

H
Haojun Liao 已提交
1923 1924 1925 1926 1927 1928 1929 1930 1931
    case TSDB_DATA_TYPE_DOUBLE: {
      double* plist = (double*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
G
Ganlin Zhao 已提交
1932 1933
        pStddevRes->dsum += plist[i];
        pStddevRes->quadraticDSum += plist[i] * plist[i];
H
Haojun Liao 已提交
1934 1935 1936 1937 1938 1939 1940 1941
      }
      break;
    }

    default:
      break;
  }

1942
_stddev_over:
H
Haojun Liao 已提交
1943 1944
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
wmmhello's avatar
wmmhello 已提交
1945
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
1946 1947
}

G
Ganlin Zhao 已提交
1948 1949
static void stddevTransferInfo(SStddevRes* pInput, SStddevRes* pOutput) {
  pOutput->type = pInput->type;
1950
  if (IS_SIGNED_NUMERIC_TYPE(pOutput->type)) {
G
Ganlin Zhao 已提交
1951 1952
    pOutput->quadraticISum += pInput->quadraticISum;
    pOutput->isum += pInput->isum;
1953 1954 1955
  } else if (IS_UNSIGNED_NUMERIC_TYPE(pOutput->type)) {
    pOutput->quadraticUSum += pInput->quadraticUSum;
    pOutput->usum += pInput->usum;
G
Ganlin Zhao 已提交
1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970
  } else {
    pOutput->quadraticDSum += pInput->quadraticDSum;
    pOutput->dsum += pInput->dsum;
  }

  pOutput->count += pInput->count;
}

int32_t stddevFunctionMerge(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SStddevRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

H
Hongze Cheng 已提交
1971
  for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
1972 1973 1974 1975
    char*       data = colDataGetData(pCol, i);
    SStddevRes* pInputInfo = (SStddevRes*)varDataVal(data);
    stddevTransferInfo(pInputInfo, pInfo);
  }
G
Ganlin Zhao 已提交
1976 1977 1978 1979 1980

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012
int32_t stddevInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SStddevRes* pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int8_t);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int16_t);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int32_t);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int64_t);
      break;
    }
2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028
    case TSDB_DATA_TYPE_UTINYINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint8_t);
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint16_t);
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint32_t);
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint64_t);
      break;
    }
5
54liuyao 已提交
2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045
    case TSDB_DATA_TYPE_FLOAT: {
      LIST_STDDEV_SUB_N(pStddevRes->dsum, float);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      LIST_STDDEV_SUB_N(pStddevRes->dsum, double);
      break;
    }
    default:
      break;
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
2046
int32_t stddevFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
2047
  SInputColumnInfoData* pInput = &pCtx->input;
2048
  SStddevRes*           pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
2049
  int32_t               type = pStddevRes->type;
2050
  double                avg;
G
Ganlin Zhao 已提交
2051

2052
  if (IS_SIGNED_NUMERIC_TYPE(type)) {
2053
    avg = pStddevRes->isum / ((double)pStddevRes->count);
2054
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticISum / ((double)pStddevRes->count) - avg * avg));
2055 2056 2057
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    avg = pStddevRes->usum / ((double)pStddevRes->count);
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticUSum / ((double)pStddevRes->count) - avg * avg));
G
Ganlin Zhao 已提交
2058
  } else {
2059
    avg = pStddevRes->dsum / ((double)pStddevRes->count);
2060
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticDSum / ((double)pStddevRes->count) - avg * avg));
G
Ganlin Zhao 已提交
2061
  }
2062

2063 2064 2065 2066 2067
  // check for overflow
  if (isinf(pStddevRes->result) || isnan(pStddevRes->result)) {
    GET_RES_INFO(pCtx)->numOfRes = 0;
  }

2068
  return functionFinalize(pCtx, pBlock);
H
Haojun Liao 已提交
2069 2070
}

G
Ganlin Zhao 已提交
2071 2072
int32_t stddevPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2073 2074 2075
  SStddevRes*          pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getStddevInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

5
54liuyao 已提交
2089 2090
int32_t stddevCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
2091
  SStddevRes*          pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
5
54liuyao 已提交
2092 2093

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
2094
  SStddevRes*          pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
2095
  int16_t              type = pDBuf->type == TSDB_DATA_TYPE_NULL ? pSBuf->type : pDBuf->type;
5
54liuyao 已提交
2096

2097
  if (IS_SIGNED_NUMERIC_TYPE(type)) {
5
54liuyao 已提交
2098 2099
    pDBuf->isum += pSBuf->isum;
    pDBuf->quadraticISum += pSBuf->quadraticISum;
2100 2101 2102
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    pDBuf->usum += pSBuf->usum;
    pDBuf->quadraticUSum += pSBuf->quadraticUSum;
5
54liuyao 已提交
2103 2104 2105 2106 2107
  } else {
    pDBuf->dsum += pSBuf->dsum;
    pDBuf->quadraticDSum += pSBuf->quadraticDSum;
  }
  pDBuf->count += pSBuf->count;
5
54liuyao 已提交
2108
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
2109
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
5
54liuyao 已提交
2110 2111 2112
  return TSDB_CODE_SUCCESS;
}

2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124
bool getLeastSQRFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SLeastSQRInfo);
  return true;
}

bool leastSQRFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SLeastSQRInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);

X
Xiaoyu Wang 已提交
2125 2126
  pInfo->startVal = IS_FLOAT_TYPE(pCtx->param[1].param.nType) ? pCtx->param[1].param.d : (double)pCtx->param[1].param.i;
  pInfo->stepVal = IS_FLOAT_TYPE(pCtx->param[2].param.nType) ? pCtx->param[2].param.d : (double)pCtx->param[2].param.i;
2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155
  return true;
}

int32_t leastSQRFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SLeastSQRInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SColumnInfoData* pCol = pInput->pData[0];

  double(*param)[3] = pInfo->matrix;
  double x = pInfo->startVal;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      int8_t* plist = (int8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }
        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
2156
      break;
2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173 2174 2175 2176 2177 2178 2179 2180 2181 2182 2183 2184 2185 2186 2187 2188 2189 2190 2191 2192 2193 2194 2195 2196
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      int16_t* plist = (int16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_INT: {
      int32_t* plist = (int32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_BIGINT: {
      int64_t* plist = (int64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

2197 2198 2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246
    case TSDB_DATA_TYPE_UTINYINT: {
      uint8_t* plist = (uint8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }
        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
      uint16_t* plist = (uint16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_UINT: {
      uint32_t* plist = (uint32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_UBIGINT: {
      uint64_t* plist = (uint64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271
    case TSDB_DATA_TYPE_FLOAT: {
      float* plist = (float*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_DOUBLE: {
      double* plist = (double*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }
2272 2273 2274 2275 2276
    case TSDB_DATA_TYPE_NULL: {
      GET_RES_INFO(pCtx)->isNullRes = 1;
      numOfElem = 1;
      break;
    }
2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291

    default:
      break;
  }

  pInfo->startVal = x;
  pInfo->num += numOfElem;

  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);

  return TSDB_CODE_SUCCESS;
}

int32_t leastSQRFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2292 2293 2294
  SLeastSQRInfo*       pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
2295 2296 2297

  int32_t currentRow = pBlock->info.rows;

2298
  if (0 == pInfo->num) {
2299
    colDataAppendNULL(pCol, currentRow);
2300 2301 2302 2303 2304 2305 2306 2307
    return 0;
  }

  double(*param)[3] = pInfo->matrix;

  param[1][1] = (double)pInfo->num;
  param[1][0] = param[0][1];

5
54liuyao 已提交
2308 2309 2310 2311 2312 2313
  double param00 = param[0][0] - param[1][0] * (param[0][1] / param[1][1]);
  double param02 = param[0][2] - param[1][2] * (param[0][1] / param[1][1]);
  // param[0][1] = 0;
  double param12 = param[1][2] - param02 * (param[1][0] / param00);
  // param[1][0] = 0;
  param02 /= param00;
2314

5
54liuyao 已提交
2315
  param12 /= param[1][1];
2316

X
Xiaoyu Wang 已提交
2317 2318 2319
  char   buf[64] = {0};
  size_t len =
      snprintf(varDataVal(buf), sizeof(buf) - VARSTR_HEADER_SIZE, "{slop:%.6lf, intercept:%.6lf}", param02, param12);
2320 2321
  varDataSetLen(buf, len);

2322
  colDataAppend(pCol, currentRow, buf, pResInfo->isNullRes);
2323 2324 2325 2326 2327

  return pResInfo->numOfRes;
}

int32_t leastSQRInvertFunction(SqlFunctionCtx* pCtx) {
X
Xiaoyu Wang 已提交
2328
  // TODO
2329 2330 2331
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
2332 2333 2334 2335
int32_t leastSQRCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SLeastSQRInfo*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
X
Xiaoyu Wang 已提交
2336
  double(*pDparam)[3] = pDBuf->matrix;
5
54liuyao 已提交
2337 2338 2339

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SLeastSQRInfo*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
X
Xiaoyu Wang 已提交
2340
  double(*pSparam)[3] = pSBuf->matrix;
5
54liuyao 已提交
2341 2342 2343 2344 2345 2346 2347 2348 2349
  for (int32_t i = 0; i < pSBuf->num; i++) {
    pDparam[0][0] += pDBuf->startVal * pDBuf->startVal;
    pDparam[0][1] += pDBuf->startVal;
    pDBuf->startVal += pDBuf->stepVal;
  }
  pDparam[0][2] += pSparam[0][2] + pDBuf->num * pDBuf->stepVal * pSparam[1][2];
  pDparam[1][2] += pSparam[1][2];
  pDBuf->num += pSBuf->num;
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
2350
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
5
54liuyao 已提交
2351 2352 2353
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
2354 2355 2356 2357 2358
bool getPercentileFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SPercentileInfo);
  return true;
}

2359
bool percentileFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
2360 2361 2362 2363 2364
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  // in the first round, get the min-max value of all involved data
2365
  SPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
H
Haojun Liao 已提交
2366 2367 2368 2369 2370
  SET_DOUBLE_VAL(&pInfo->minval, DBL_MAX);
  SET_DOUBLE_VAL(&pInfo->maxval, -DBL_MAX);
  pInfo->numOfElems = 0;

  return true;
H
Haojun Liao 已提交
2371 2372
}

2373
int32_t percentileFunction(SqlFunctionCtx* pCtx) {
2374
  int32_t              numOfElems = 0;
2375
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2376 2377

  SInputColumnInfoData* pInput = &pCtx->input;
2378
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
H
Haojun Liao 已提交
2379

2380 2381
  SColumnInfoData* pCol = pInput->pData[0];
  int32_t          type = pCol->info.type;
2382

2383
  SPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
2384
  if (pCtx->scanFlag == REPEAT_SCAN && pInfo->stage == 0) {
H
Haojun Liao 已提交
2385
    pInfo->stage += 1;
H
Haojun Liao 已提交
2386

H
Haojun Liao 已提交
2387 2388 2389
    // all data are null, set it completed
    if (pInfo->numOfElems == 0) {
      pResInfo->complete = true;
H
Haojun Liao 已提交
2390
      return 0;
H
Haojun Liao 已提交
2391
    } else {
2392
      pInfo->pMemBucket = tMemBucketCreate(pCol->info.bytes, type, pInfo->minval, pInfo->maxval);
H
Haojun Liao 已提交
2393 2394 2395 2396 2397
    }
  }

  // the first stage, only acquire the min/max value
  if (pInfo->stage == 0) {
2398
    if (pCtx->input.colDataAggIsSet) {
H
Haojun Liao 已提交
2399
      double tmin = 0.0, tmax = 0.0;
2400 2401 2402 2403 2404 2405 2406 2407 2408
      if (IS_SIGNED_NUMERIC_TYPE(type)) {
        tmin = (double)GET_INT64_VAL(&pAgg->min);
        tmax = (double)GET_INT64_VAL(&pAgg->max);
      } else if (IS_FLOAT_TYPE(type)) {
        tmin = GET_DOUBLE_VAL(&pAgg->min);
        tmax = GET_DOUBLE_VAL(&pAgg->max);
      } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
        tmin = (double)GET_UINT64_VAL(&pAgg->min);
        tmax = (double)GET_UINT64_VAL(&pAgg->max);
H
Haojun Liao 已提交
2409 2410 2411 2412 2413 2414 2415 2416 2417 2418
      }

      if (GET_DOUBLE_VAL(&pInfo->minval) > tmin) {
        SET_DOUBLE_VAL(&pInfo->minval, tmin);
      }

      if (GET_DOUBLE_VAL(&pInfo->maxval) < tmax) {
        SET_DOUBLE_VAL(&pInfo->maxval, tmax);
      }

2419
      pInfo->numOfElems += (pInput->numOfRows - pAgg->numOfNull);
H
Haojun Liao 已提交
2420
    } else {
2421 2422 2423 2424
      // check the valid data one by one
      int32_t start = pInput->startRowIndex;
      for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
        if (colDataIsNull_f(pCol->nullbitmap, i)) {
H
Haojun Liao 已提交
2425 2426 2427
          continue;
        }

2428
        char* data = colDataGetData(pCol, i);
2429

H
Haojun Liao 已提交
2430
        double v = 0;
2431
        GET_TYPED_DATA(v, double, type, data);
H
Haojun Liao 已提交
2432 2433 2434 2435 2436 2437 2438 2439 2440 2441 2442
        if (v < GET_DOUBLE_VAL(&pInfo->minval)) {
          SET_DOUBLE_VAL(&pInfo->minval, v);
        }

        if (v > GET_DOUBLE_VAL(&pInfo->maxval)) {
          SET_DOUBLE_VAL(&pInfo->maxval, v);
        }

        pInfo->numOfElems += 1;
      }
    }
2443 2444 2445 2446 2447 2448 2449
  } else {
    // the second stage, calculate the true percentile value
    int32_t start = pInput->startRowIndex;
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
H
Haojun Liao 已提交
2450

2451
      char* data = colDataGetData(pCol, i);
2452
      numOfElems += 1;
2453
      tMemBucketPut(pInfo->pMemBucket, data, 1);
H
Haojun Liao 已提交
2454 2455
    }

2456
    SET_VAL(pResInfo, numOfElems, 1);
H
Haojun Liao 已提交
2457 2458
  }

wmmhello's avatar
wmmhello 已提交
2459
  return TSDB_CODE_SUCCESS;
2460 2461
}

2462
int32_t percentileFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
2463
  SVariant* pVal = &pCtx->param[1].param;
2464 2465
  double    v =
      (IS_SIGNED_NUMERIC_TYPE(pVal->nType) ? pVal->i : (IS_UNSIGNED_NUMERIC_TYPE(pVal->nType) ? pVal->u : pVal->d));
H
Haojun Liao 已提交
2466

2467 2468
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SPercentileInfo*     ppInfo = (SPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2469

2470
  tMemBucket* pMemBucket = ppInfo->pMemBucket;
2471 2472 2473 2474 2475
  if (pMemBucket != NULL && pMemBucket->total > 0) {  // check for null
    SET_DOUBLE_VAL(&ppInfo->result, getPercentile(pMemBucket, v));
  }

  tMemBucketDestroy(pMemBucket);
2476
  return functionFinalize(pCtx, pBlock);
H
Haojun Liao 已提交
2477
}
H
Haojun Liao 已提交
2478

2479
bool getApercentileFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
X
Xiaoyu Wang 已提交
2480 2481
  int32_t bytesHist =
      (int32_t)(sizeof(SAPercentileInfo) + sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
2482
  int32_t bytesDigest = (int32_t)(sizeof(SAPercentileInfo) + TDIGEST_SIZE(COMPRESSION));
G
Ganlin Zhao 已提交
2483
  pEnv->calcMemSize = TMAX(bytesHist, bytesDigest);
2484 2485 2486
  return true;
}

G
Ganlin Zhao 已提交
2487
int32_t getApercentileMaxSize() {
X
Xiaoyu Wang 已提交
2488 2489
  int32_t bytesHist =
      (int32_t)(sizeof(SAPercentileInfo) + sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
G
Ganlin Zhao 已提交
2490 2491 2492 2493
  int32_t bytesDigest = (int32_t)(sizeof(SAPercentileInfo) + TDIGEST_SIZE(COMPRESSION));
  return TMAX(bytesHist, bytesDigest);
}

X
Xiaoyu Wang 已提交
2494
static int8_t getApercentileAlgo(char* algoStr) {
2495 2496 2497 2498 2499 2500 2501 2502 2503 2504 2505 2506 2507
  int8_t algoType;
  if (strcasecmp(algoStr, "default") == 0) {
    algoType = APERCT_ALGO_DEFAULT;
  } else if (strcasecmp(algoStr, "t-digest") == 0) {
    algoType = APERCT_ALGO_TDIGEST;
  } else {
    algoType = APERCT_ALGO_UNKNOWN;
  }

  return algoType;
}

static void buildHistogramInfo(SAPercentileInfo* pInfo) {
X
Xiaoyu Wang 已提交
2508 2509
  pInfo->pHisto = (SHistogramInfo*)((char*)pInfo + sizeof(SAPercentileInfo));
  pInfo->pHisto->elems = (SHistBin*)((char*)pInfo->pHisto + sizeof(SHistogramInfo));
2510 2511
}

2512 2513 2514 2515
static void buildTDigestInfo(SAPercentileInfo* pInfo) {
  pInfo->pTDigest = (TDigest*)((char*)pInfo + sizeof(SAPercentileInfo));
}

2516 2517 2518 2519 2520 2521
bool apercentileFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
2522 2523

  SVariant* pVal = &pCtx->param[1].param;
2524 2525
  pInfo->percent =
      (IS_SIGNED_NUMERIC_TYPE(pVal->nType) ? pVal->i : (IS_UNSIGNED_NUMERIC_TYPE(pVal->nType) ? pVal->u : pVal->d));
2526

2527 2528 2529
  if (pCtx->numOfParams == 2) {
    pInfo->algo = APERCT_ALGO_DEFAULT;
  } else if (pCtx->numOfParams == 3) {
2530
    pInfo->algo = getApercentileAlgo(varDataVal(pCtx->param[2].param.pz));
2531 2532 2533 2534 2535
    if (pInfo->algo == APERCT_ALGO_UNKNOWN) {
      return false;
    }
  }

X
Xiaoyu Wang 已提交
2536
  char* tmp = (char*)pInfo + sizeof(SAPercentileInfo);
2537 2538 2539 2540 2541
  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
    pInfo->pTDigest = tdigestNewFrom(tmp, COMPRESSION);
  } else {
    buildHistogramInfo(pInfo);
    pInfo->pHisto = tHistogramCreateFrom(tmp, MAX_HISTOGRAM_BIN);
G
Ganlin Zhao 已提交
2542 2543
    qDebug("%s set up histogram, numOfElems:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems:%p", __FUNCTION__,
           pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto, pInfo->pHisto->elems);
2544 2545 2546 2547 2548 2549
  }

  return true;
}

int32_t apercentileFunction(SqlFunctionCtx* pCtx) {
2550 2551
  int32_t               numOfElems = 0;
  SResultRowEntryInfo*  pResInfo = GET_RES_INFO(pCtx);
2552 2553 2554 2555 2556 2557 2558 2559 2560
  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pCol = pInput->pData[0];
  int32_t          type = pCol->info.type;

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  int32_t start = pInput->startRowIndex;
  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
5
54liuyao 已提交
2561 2562
    buildTDigestInfo(pInfo);
    tdigestAutoFill(pInfo->pTDigest, COMPRESSION);
2563 2564 2565 2566
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
2567
      numOfElems += 1;
2568 2569
      char* data = colDataGetData(pCol, i);

X
Xiaoyu Wang 已提交
2570 2571
      double  v = 0;  // value
      int64_t w = 1;  // weigth
2572 2573 2574 2575
      GET_TYPED_DATA(v, double, type, data);
      tdigestAdd(pInfo->pTDigest, v, w);
    }
  } else {
2576 2577 2578
    // might be a race condition here that pHisto can be overwritten or setup function
    // has not been called, need to relink the buffer pHisto points to.
    buildHistogramInfo(pInfo);
5
54liuyao 已提交
2579 2580 2581
    qDebug("%s before add %d elements into histogram, total:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems: %p",
           __FUNCTION__, numOfElems, pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto,
           pInfo->pHisto->elems);
2582 2583 2584 2585
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
2586
      numOfElems += 1;
2587 2588 2589 2590 2591 2592
      char* data = colDataGetData(pCol, i);

      double v = 0;
      GET_TYPED_DATA(v, double, type, data);
      tHistogramAdd(&pInfo->pHisto, v);
    }
2593

2594 2595 2596
    qDebug("%s after add %d elements into histogram, total:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems: %p",
           __FUNCTION__, numOfElems, pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto,
           pInfo->pHisto->elems);
2597 2598
  }

2599
  SET_VAL(pResInfo, numOfElems, 1);
2600 2601 2602
  return TSDB_CODE_SUCCESS;
}

2603 2604 2605 2606 2607 2608
static void apercentileTransferInfo(SAPercentileInfo* pInput, SAPercentileInfo* pOutput) {
  pOutput->percent = pInput->percent;
  pOutput->algo = pInput->algo;
  if (pOutput->algo == APERCT_ALGO_TDIGEST) {
    buildTDigestInfo(pInput);
    tdigestAutoFill(pInput->pTDigest, COMPRESSION);
2609

X
Xiaoyu Wang 已提交
2610
    if (pInput->pTDigest->num_centroids == 0 && pInput->pTDigest->num_buffered_pts == 0) {
2611
      return;
2612 2613
    }

2614
    buildTDigestInfo(pOutput);
X
Xiaoyu Wang 已提交
2615
    TDigest* pTDigest = pOutput->pTDigest;
5
54liuyao 已提交
2616
    tdigestAutoFill(pTDigest, COMPRESSION);
2617

5
54liuyao 已提交
2618
    if (pTDigest->num_centroids <= 0 && pTDigest->num_buffered_pts == 0) {
2619
      memcpy(pTDigest, pInput->pTDigest, (size_t)TDIGEST_SIZE(COMPRESSION));
2620 2621
      tdigestAutoFill(pTDigest, COMPRESSION);
    } else {
2622
      tdigestMerge(pTDigest, pInput->pTDigest);
2623
    }
2624
  } else {
2625 2626 2627
    buildHistogramInfo(pInput);
    if (pInput->pHisto->numOfElems <= 0) {
      return;
2628 2629
    }

2630
    buildHistogramInfo(pOutput);
X
Xiaoyu Wang 已提交
2631
    SHistogramInfo* pHisto = pOutput->pHisto;
2632 2633

    if (pHisto->numOfElems <= 0) {
2634
      memcpy(pHisto, pInput->pHisto, sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
X
Xiaoyu Wang 已提交
2635
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
2636

L
Liu Jicong 已提交
2637 2638
      qDebug("%s merge histo, total:%" PRId64 ", entry:%d, %p", __FUNCTION__, pHisto->numOfElems, pHisto->numOfEntries,
             pHisto);
2639
    } else {
X
Xiaoyu Wang 已提交
2640
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
G
Ganlin Zhao 已提交
2641 2642
      qDebug("%s input histogram, elem:%" PRId64 ", entry:%d, %p", __FUNCTION__, pHisto->numOfElems,
             pHisto->numOfEntries, pInput->pHisto);
2643

X
Xiaoyu Wang 已提交
2644
      SHistogramInfo* pRes = tHistogramMerge(pHisto, pInput->pHisto, MAX_HISTOGRAM_BIN);
2645
      memcpy(pHisto, pRes, sizeof(SHistogramInfo) + sizeof(SHistBin) * MAX_HISTOGRAM_BIN);
X
Xiaoyu Wang 已提交
2646
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
2647

L
Liu Jicong 已提交
2648 2649
      qDebug("%s merge histo, total:%" PRId64 ", entry:%d, %p", __FUNCTION__, pHisto->numOfElems, pHisto->numOfEntries,
             pHisto);
2650 2651 2652
      tHistogramDestroy(&pRes);
    }
  }
2653
}
2654

2655 2656 2657 2658 2659 2660 2661 2662 2663 2664
int32_t apercentileFunctionMerge(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

G
Ganlin Zhao 已提交
2665
  qDebug("%s total %d rows will merge, %p", __FUNCTION__, pInput->numOfRows, pInfo->pHisto);
2666

2667
  int32_t start = pInput->startRowIndex;
X
Xiaoyu Wang 已提交
2668
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
2669 2670
    char* data = colDataGetData(pCol, i);

2671 2672 2673
    SAPercentileInfo* pInputInfo = (SAPercentileInfo*)varDataVal(data);
    apercentileTransferInfo(pInputInfo, pInfo);
  }
2674

H
Haojun Liao 已提交
2675
  if (pInfo->algo != APERCT_ALGO_TDIGEST) {
2676
    qDebug("%s after merge, total:%" PRId64 ", numOfEntry:%d, %p", __FUNCTION__, pInfo->pHisto->numOfElems,
L
Liu Jicong 已提交
2677
           pInfo->pHisto->numOfEntries, pInfo->pHisto);
H
Haojun Liao 已提交
2678
  }
2679

2680
  SET_VAL(pResInfo, 1, 1);
2681 2682 2683
  return TSDB_CODE_SUCCESS;
}

2684 2685
int32_t apercentileFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2686
  SAPercentileInfo*    pInfo = (SAPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2687 2688

  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
2689
    buildTDigestInfo(pInfo);
5
54liuyao 已提交
2690
    tdigestAutoFill(pInfo->pTDigest, COMPRESSION);
2691
    if (pInfo->pTDigest->size > 0) {
2692
      pInfo->result = tdigestQuantile(pInfo->pTDigest, pInfo->percent / 100);
2693
    } else {  // no need to free
X
Xiaoyu Wang 已提交
2694
      // setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
2695 2696 2697
      return TSDB_CODE_SUCCESS;
    }
  } else {
2698
    buildHistogramInfo(pInfo);
2699
    if (pInfo->pHisto->numOfElems > 0) {
G
Ganlin Zhao 已提交
2700 2701
      qDebug("%s get the final res, elements:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems:%p", __FUNCTION__,
             pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto, pInfo->pHisto->elems);
2702

X
Xiaoyu Wang 已提交
2703 2704
      double  ratio[] = {pInfo->percent};
      double* res = tHistogramUniform(pInfo->pHisto, ratio, 1);
2705
      pInfo->result = *res;
X
Xiaoyu Wang 已提交
2706
      // memcpy(pCtx->pOutput, res, sizeof(double));
2707 2708
      taosMemoryFree(res);
    } else {  // no need to free
X
Xiaoyu Wang 已提交
2709
      // setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
2710 2711 2712 2713 2714 2715 2716
      return TSDB_CODE_SUCCESS;
    }
  }

  return functionFinalize(pCtx, pBlock);
}

2717 2718
int32_t apercentilePartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2719
  SAPercentileInfo*    pInfo = (SAPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2720

2721
  int32_t resultBytes = getApercentileMaxSize();
X
Xiaoyu Wang 已提交
2722
  char*   res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
2723 2724

  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
2725 2726
    memcpy(varDataVal(res), pInfo, resultBytes);
    varDataSetLen(res, resultBytes);
2727
  } else {
2728 2729
    memcpy(varDataVal(res), pInfo, resultBytes);
    varDataSetLen(res, resultBytes);
2730 2731 2732 2733 2734
  }

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

2735
  colDataAppend(pCol, pBlock->info.rows, res, false);
2736

2737
  taosMemoryFree(res);
2738 2739 2740
  return pResInfo->numOfRes;
}

2741 2742 2743 2744 2745 2746
int32_t apercentileCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SAPercentileInfo*    pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SAPercentileInfo*    pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
2747

G
Ganlin Zhao 已提交
2748
  qDebug("%s start to combine apercentile, %p", __FUNCTION__, pDBuf->pHisto);
2749

2750
  apercentileTransferInfo(pSBuf, pDBuf);
2751
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
2752
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
2753 2754 2755
  return TSDB_CODE_SUCCESS;
}

2756 2757 2758 2759 2760 2761 2762 2763 2764 2765 2766 2767 2768 2769 2770 2771
EFuncDataRequired firstDynDataReq(void* pRes, STimeWindow* pTimeWindow) {
  SResultRowEntryInfo* pEntry = (SResultRowEntryInfo*)pRes;

  // not initialized yet, data is required
  if (pEntry == NULL) {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }

  SFirstLastRes* pResult = GET_ROWCELL_INTERBUF(pEntry);
  if (pResult->hasResult && pResult->ts <= pTimeWindow->skey) {
    return FUNC_DATA_REQUIRED_NOT_LOAD;
  } else {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }
}

2772
EFuncDataRequired lastDynDataReq(void* pRes, STimeWindow* pTimeWindow) {
L
Liu Jicong 已提交
2773
  SResultRowEntryInfo* pEntry = (SResultRowEntryInfo*)pRes;
2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787

  // not initialized yet, data is required
  if (pEntry == NULL) {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }

  SFirstLastRes* pResult = GET_ROWCELL_INTERBUF(pEntry);
  if (pResult->hasResult && pResult->ts >= pTimeWindow->ekey) {
    return FUNC_DATA_REQUIRED_NOT_LOAD;
  } else {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }
}

2788
int32_t getFirstLastInfoSize(int32_t resBytes) { return sizeof(SFirstLastRes) + resBytes; }
2789

H
Haojun Liao 已提交
2790
bool getFirstLastFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
2791
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
2792
  pEnv->calcMemSize = getFirstLastInfoSize(pNode->node.resType.bytes);
H
Haojun Liao 已提交
2793 2794 2795
  return true;
}

2796
bool getSelectivityFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
2797
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
2798 2799 2800 2801
  pEnv->calcMemSize = pNode->node.resType.bytes;
  return true;
}

2802 2803
bool getGroupKeyFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
G
Ganlin Zhao 已提交
2804
  pEnv->calcMemSize = sizeof(SGroupKeyInfo) + pNode->node.resType.bytes;
2805 2806 2807
  return true;
}

2808 2809 2810 2811 2812
static FORCE_INLINE TSKEY getRowPTs(SColumnInfoData* pTsColInfo, int32_t rowIndex) {
  if (pTsColInfo == NULL) {
    return 0;
  }

2813
  return *(TSKEY*)colDataGetData(pTsColInfo, rowIndex);
2814 2815
}

L
Liu Jicong 已提交
2816 2817
static void firstlastSaveTupleData(const SSDataBlock* pSrcBlock, int32_t rowIndex, SqlFunctionCtx* pCtx,
                                   SFirstLastRes* pInfo) {
2818 2819 2820 2821 2822
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

  if (!pInfo->hasResult) {
2823
    pInfo->pos = saveTupleData(pCtx, rowIndex, pSrcBlock, NULL);
2824
  } else {
2825
    updateTupleData(pCtx, rowIndex, pSrcBlock, &pInfo->pos);
2826 2827 2828
  }
}

H
Haojun Liao 已提交
2829
static void doSaveCurrentVal(SqlFunctionCtx* pCtx, int32_t rowIndex, int64_t currentTs, int32_t type, char* pData) {
2830 2831 2832 2833 2834 2835 2836 2837 2838
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  if (IS_VAR_DATA_TYPE(type)) {
    pInfo->bytes = varDataTLen(pData);
  }

  memcpy(pInfo->buf, pData, pInfo->bytes);
  pInfo->ts = currentTs;
2839
  firstlastSaveTupleData(pCtx->pSrcBlock, rowIndex, pCtx, pInfo);
2840 2841 2842 2843

  pInfo->hasResult = true;
}

2844 2845
// This ordinary first function does not care if current scan is ascending order or descending order scan
// the OPTIMIZED version of first function will only handle the ascending order scan
2846
int32_t firstFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
2847 2848
  int32_t numOfElems = 0;

2849
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2850
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
2851 2852

  SInputColumnInfoData* pInput = &pCtx->input;
2853
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
2854

2855
  pInfo->bytes = pInputCol->info.bytes;
2856

H
Haojun Liao 已提交
2857
  // All null data column, return directly.
H
Haojun Liao 已提交
2858
  if (pInput->colDataAggIsSet && (pInput->pColumnDataAgg[0]->numOfNull == pInput->totalRows)) {
H
Haojun Liao 已提交
2859
    ASSERT(pInputCol->hasNull == true);
2860 2861
    // save selectivity value for column consisted of all null values
    firstlastSaveTupleData(pCtx->pSrcBlock, pInput->startRowIndex, pCtx, pInfo);
H
Haojun Liao 已提交
2862
    return 0;
H
Haojun Liao 已提交
2863 2864
  }

2865
  SColumnDataAgg* pColAgg = (pInput->colDataAggIsSet) ? pInput->pColumnDataAgg[0] : NULL;
2866

2867 2868
  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);
2869

2870
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;
2871

2872 2873 2874
  //  please ref. to the comment in lastRowFunction for the reason why disabling the opt version of last/first function.
  //  we will use this opt implementation in an new version that is only available in scan subplan
#if 0
2875 2876 2877
  if (blockDataOrder == TSDB_ORDER_ASC) {
    // filter according to current result firstly
    if (pResInfo->numOfRes > 0) {
2878
      if (pInfo->ts < startKey) {
2879 2880 2881 2882 2883 2884 2885 2886 2887
        return TSDB_CODE_SUCCESS;
      }
    }

    for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }

2888 2889
      numOfElems++;

2890
      char* data = colDataGetData(pInputCol, i);
2891
      TSKEY cts = getRowPTs(pInput->pPTS, i);
2892 2893
      if (pResInfo->numOfRes == 0 || pInfo->ts > cts) {
        doSaveCurrentVal(pCtx, i, cts, pInputCol->info.type, data);
2894
        break;
2895 2896 2897 2898 2899 2900
      }
    }
  } else {
    // in case of descending order time stamp serial, which usually happens as the results of the nest query,
    // all data needs to be check.
    if (pResInfo->numOfRes > 0) {
2901
      if (pInfo->ts < endKey) {
2902 2903
        return TSDB_CODE_SUCCESS;
      }
H
Haojun Liao 已提交
2904 2905
    }

2906 2907 2908 2909 2910
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }

2911 2912
      numOfElems++;

2913
      char* data = colDataGetData(pInputCol, i);
2914
      TSKEY cts = getRowPTs(pInput->pPTS, i);
2915

2916 2917
      if (pResInfo->numOfRes == 0 || pInfo->ts > cts) {
        doSaveCurrentVal(pCtx, i, cts, pInputCol->info.type, data);
2918
        break;
2919 2920
      }
    }
H
Haojun Liao 已提交
2921
  }
2922 2923 2924 2925 2926 2927 2928 2929 2930 2931 2932 2933 2934 2935 2936 2937
#else
  for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
    if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
      continue;
    }

    numOfElems++;

    char* data = colDataGetData(pInputCol, i);
    TSKEY cts = getRowPTs(pInput->pPTS, i);
    if (pResInfo->numOfRes == 0 || pInfo->ts > cts) {
      doSaveCurrentVal(pCtx, i, cts, pInputCol->info.type, data);
      pResInfo->numOfRes = 1;
    }
  }
#endif
2938 2939 2940 2941
  if (numOfElems == 0) {
    // save selectivity value for column consisted of all null values
    firstlastSaveTupleData(pCtx->pSrcBlock, pInput->startRowIndex, pCtx, pInfo);
  }
H
Haojun Liao 已提交
2942
  SET_VAL(pResInfo, numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
2943
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
2944 2945
}

2946
int32_t lastFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
2947 2948
  int32_t numOfElems = 0;

2949
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2950
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
2951 2952

  SInputColumnInfoData* pInput = &pCtx->input;
2953
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
2954

2955
  int32_t type = pInputCol->info.type;
2956
  int32_t bytes = pInputCol->info.bytes;
2957
  pInfo->bytes = bytes;
2958

H
Haojun Liao 已提交
2959
  // All null data column, return directly.
2960
  if (pInput->colDataAggIsSet && (pInput->pColumnDataAgg[0]->numOfNull == pInput->totalRows)) {
H
Haojun Liao 已提交
2961
    ASSERT(pInputCol->hasNull == true);
2962 2963
    // save selectivity value for column consisted of all null values
    firstlastSaveTupleData(pCtx->pSrcBlock, pInput->startRowIndex, pCtx, pInfo);
H
Haojun Liao 已提交
2964
    return 0;
H
Haojun Liao 已提交
2965 2966
  }

2967
  SColumnDataAgg* pColAgg = (pInput->colDataAggIsSet) ? pInput->pColumnDataAgg[0] : NULL;
2968 2969 2970 2971

  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);

2972
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;
2973

2974 2975
  //  please ref. to the comment in lastRowFunction for the reason why disabling the opt version of last/first function.
#if 0
2976
  if (blockDataOrder == TSDB_ORDER_ASC) {
H
Haojun Liao 已提交
2977
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
2978
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
2979 2980 2981 2982
        continue;
      }

      numOfElems++;
2983 2984 2985

      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
2986 2987
      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveCurrentVal(pCtx, i, cts, type, data);
2988
      }
2989

H
Haojun Liao 已提交
2990 2991
      break;
    }
2992
  } else {  // descending order
H
Haojun Liao 已提交
2993
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
2994
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
2995 2996 2997
        continue;
      }

2998
      numOfElems++;
H
Haojun Liao 已提交
2999

3000 3001
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3002 3003
      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveCurrentVal(pCtx, i, cts, type, data);
H
Haojun Liao 已提交
3004 3005 3006 3007
      }
      break;
    }
  }
3008 3009 3010 3011 3012 3013 3014 3015 3016 3017 3018 3019 3020 3021 3022 3023
#else
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
    if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
      continue;
    }

    numOfElems++;

    char* data = colDataGetData(pInputCol, i);
    TSKEY cts = getRowPTs(pInput->pPTS, i);
    if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
      doSaveCurrentVal(pCtx, i, cts, type, data);
      pResInfo->numOfRes = 1;
    }
  }
#endif
3024 3025 3026 3027
  if (numOfElems == 0) {
    // save selectivity value for column consisted of all null values
    firstlastSaveTupleData(pCtx->pSrcBlock, pInput->startRowIndex, pCtx, pInfo);
  }
H
Haojun Liao 已提交
3028
  SET_VAL(pResInfo, numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
3029
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
3030
}
H
Haojun Liao 已提交
3031

H
Hongze Cheng 已提交
3032 3033
static void firstLastTransferInfo(SqlFunctionCtx* pCtx, SFirstLastRes* pInput, SFirstLastRes* pOutput, bool isFirst,
                                  int32_t rowIndex) {
G
Ganlin Zhao 已提交
3034
  if (pOutput->hasResult) {
3035
    if (isFirst) {
3036
      if (pInput->ts > pOutput->ts) {
3037 3038 3039
        return;
      }
    } else {
3040
      if (pInput->ts < pOutput->ts) {
3041 3042
        return;
      }
G
Ganlin Zhao 已提交
3043 3044
    }
  }
3045

3046 3047 3048 3049
  pOutput->isNull = pInput->isNull;
  pOutput->ts = pInput->ts;
  pOutput->bytes = pInput->bytes;

G
Ganlin Zhao 已提交
3050
  memcpy(pOutput->buf, pInput->buf, pOutput->bytes);
3051
  firstlastSaveTupleData(pCtx->pSrcBlock, rowIndex, pCtx, pOutput);
G
Ganlin Zhao 已提交
3052

3053
  pOutput->hasResult = true;
G
Ganlin Zhao 已提交
3054 3055
}

3056
static int32_t firstLastFunctionMergeImpl(SqlFunctionCtx* pCtx, bool isFirstQuery) {
G
Ganlin Zhao 已提交
3057
  SInputColumnInfoData* pInput = &pCtx->input;
3058
  SColumnInfoData*      pCol = pInput->pData[0];
G
Ganlin Zhao 已提交
3059 3060 3061 3062
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SFirstLastRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

3063 3064
  int32_t start = pInput->startRowIndex;
  int32_t numOfElems = 0;
G
Ganlin Zhao 已提交
3065

X
Xiaoyu Wang 已提交
3066 3067
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*          data = colDataGetData(pCol, i);
3068
    SFirstLastRes* pInputInfo = (SFirstLastRes*)varDataVal(data);
3069
    firstLastTransferInfo(pCtx, pInputInfo, pInfo, isFirstQuery, i);
3070 3071 3072 3073
    if (!numOfElems) {
      numOfElems = pInputInfo->hasResult ? 1 : 0;
    }
  }
3074 3075

  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
G
Ganlin Zhao 已提交
3076 3077 3078
  return TSDB_CODE_SUCCESS;
}

3079
int32_t firstFunctionMerge(SqlFunctionCtx* pCtx) { return firstLastFunctionMergeImpl(pCtx, true); }
3080

3081
int32_t lastFunctionMerge(SqlFunctionCtx* pCtx) { return firstLastFunctionMergeImpl(pCtx, false); }
3082

3083
int32_t firstLastFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
3084 3085 3086 3087 3088 3089
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;

G
Ganlin Zhao 已提交
3090
  SFirstLastRes* pRes = GET_ROWCELL_INTERBUF(pResInfo);
X
Xiaoyu Wang 已提交
3091
  colDataAppend(pCol, pBlock->info.rows, pRes->buf, pRes->isNull || pResInfo->isNullRes);
3092

3093
  // handle selectivity
3094
  setSelectivityValue(pCtx, pBlock, &pRes->pos, pBlock->info.rows);
G
Ganlin Zhao 已提交
3095 3096 3097 3098

  return pResInfo->numOfRes;
}

G
Ganlin Zhao 已提交
3099 3100
int32_t firstLastPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
3101
  SFirstLastRes*       pRes = GET_ROWCELL_INTERBUF(pEntryInfo);
3102

3103
  int32_t resultBytes = getFirstLastInfoSize(pRes->bytes);
G
Ganlin Zhao 已提交
3104

3105 3106
  // todo check for failure
  char* res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
3107
  memcpy(varDataVal(res), pRes, resultBytes);
3108

G
Ganlin Zhao 已提交
3109 3110 3111 3112 3113 3114
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);
3115
  setSelectivityValue(pCtx, pBlock, &pRes->pos, pBlock->info.rows);
G
Ganlin Zhao 已提交
3116 3117 3118 3119 3120

  taosMemoryFree(res);
  return 1;
}

3121
// todo rewrite:
5
54liuyao 已提交
3122 3123
int32_t lastCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
3124
  SFirstLastRes*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
3125
  int32_t              bytes = pDBuf->bytes;
5
54liuyao 已提交
3126 3127

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
3128
  SFirstLastRes*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
3129

3130 3131 3132
  if (pSResInfo->numOfRes != 0 && (pDResInfo->numOfRes == 0 || pDBuf->ts < pSBuf->ts)) {
    memcpy(pDBuf->buf, pSBuf->buf, bytes);
    pDBuf->ts = pSBuf->ts;
5
54liuyao 已提交
3133 3134 3135 3136 3137
    pDResInfo->numOfRes = 1;
  }
  return TSDB_CODE_SUCCESS;
}

3138
static void doSaveLastrow(SqlFunctionCtx* pCtx, char* pData, int32_t rowIndex, int64_t cts, SFirstLastRes* pInfo) {
3139 3140 3141 3142 3143 3144 3145 3146 3147 3148 3149 3150 3151 3152 3153 3154
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  if (colDataIsNull_s(pInputCol, rowIndex)) {
    pInfo->isNull = true;
  } else {
    pInfo->isNull = false;

    if (IS_VAR_DATA_TYPE(pInputCol->info.type)) {
      pInfo->bytes = varDataTLen(pData);
    }

    memcpy(pInfo->buf, pData, pInfo->bytes);
  }

  pInfo->ts = cts;
3155
  firstlastSaveTupleData(pCtx->pSrcBlock, rowIndex, pCtx, pInfo);
3156 3157 3158 3159

  pInfo->hasResult = true;
}

3160 3161 3162 3163 3164 3165 3166 3167 3168 3169 3170 3171 3172 3173 3174
int32_t lastRowFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElems = 0;

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  int32_t bytes = pInputCol->info.bytes;
  pInfo->bytes = bytes;

  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);

3175
#if 0
3176 3177
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;

3178 3179
  // the optimized version only function if all tuples in one block are monotonious increasing or descreasing.
  // this is NOT always works if project operator exists in downstream.
3180 3181 3182 3183
  if (blockDataOrder == TSDB_ORDER_ASC) {
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3184 3185 3186 3187
      numOfElems++;

      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveLastrow(pCtx, data, i, cts, pInfo);
3188
      }
3189

3190 3191 3192 3193 3194 3195
      break;
    }
  } else {  // descending order
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3196 3197 3198 3199
      numOfElems++;

      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveLastrow(pCtx, data, i, cts, pInfo);
3200 3201 3202 3203
      }
      break;
    }
  }
3204 3205 3206 3207 3208 3209 3210 3211 3212 3213 3214
#else
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
    char* data = colDataGetData(pInputCol, i);
    TSKEY cts = getRowPTs(pInput->pPTS, i);
    numOfElems++;

    if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
      doSaveLastrow(pCtx, data, i, cts, pInfo);
      pResInfo->numOfRes = 1;
    }
  }
3215

3216
#endif
3217

3218 3219 3220 3221
  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
3222 3223 3224 3225 3226
bool getDiffFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SDiffInfo);
  return true;
}

3227
bool diffFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
H
Haojun Liao 已提交
3228 3229 3230 3231 3232
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SDiffInfo* pDiffInfo = GET_ROWCELL_INTERBUF(pResInfo);
3233
  pDiffInfo->hasPrev = false;
H
Haojun Liao 已提交
3234
  pDiffInfo->prev.i64 = 0;
3235 3236 3237 3238 3239
  if (pCtx->numOfParams > 1) {
    pDiffInfo->ignoreNegative = pCtx->param[1].param.i;  // TODO set correct param
  } else {
    pDiffInfo->ignoreNegative = false;
  }
H
Haojun Liao 已提交
3240 3241
  pDiffInfo->includeNull = false;
  pDiffInfo->firstOutput = false;
H
Haojun Liao 已提交
3242 3243 3244
  return true;
}

3245
static void doSetPrevVal(SDiffInfo* pDiffInfo, int32_t type, const char* pv) {
X
Xiaoyu Wang 已提交
3246
  switch (type) {
3247
    case TSDB_DATA_TYPE_BOOL:
L
Liu Jicong 已提交
3248
      pDiffInfo->prev.i64 = *(bool*)pv ? 1 : 0;
3249
      break;
3250
    case TSDB_DATA_TYPE_TINYINT:
X
Xiaoyu Wang 已提交
3251 3252
      pDiffInfo->prev.i64 = *(int8_t*)pv;
      break;
3253
    case TSDB_DATA_TYPE_INT:
X
Xiaoyu Wang 已提交
3254 3255
      pDiffInfo->prev.i64 = *(int32_t*)pv;
      break;
3256
    case TSDB_DATA_TYPE_SMALLINT:
X
Xiaoyu Wang 已提交
3257 3258
      pDiffInfo->prev.i64 = *(int16_t*)pv;
      break;
3259
    case TSDB_DATA_TYPE_TIMESTAMP:
3260
    case TSDB_DATA_TYPE_BIGINT:
X
Xiaoyu Wang 已提交
3261 3262
      pDiffInfo->prev.i64 = *(int64_t*)pv;
      break;
3263
    case TSDB_DATA_TYPE_FLOAT:
X
Xiaoyu Wang 已提交
3264 3265
      pDiffInfo->prev.d64 = *(float*)pv;
      break;
3266
    case TSDB_DATA_TYPE_DOUBLE:
X
Xiaoyu Wang 已提交
3267 3268
      pDiffInfo->prev.d64 = *(double*)pv;
      break;
3269 3270 3271 3272 3273
    default:
      ASSERT(0);
  }
}

X
Xiaoyu Wang 已提交
3274 3275 3276
static void doHandleDiff(SDiffInfo* pDiffInfo, int32_t type, const char* pv, SColumnInfoData* pOutput, int32_t pos,
                         int32_t order) {
  int32_t factor = (order == TSDB_ORDER_ASC) ? 1 : -1;
3277 3278 3279
  switch (type) {
    case TSDB_DATA_TYPE_INT: {
      int32_t v = *(int32_t*)pv;
X
Xiaoyu Wang 已提交
3280
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3281 3282 3283
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3284
        colDataAppendInt64(pOutput, pos, &delta);
3285 3286
      }
      pDiffInfo->prev.i64 = v;
3287

3288 3289 3290 3291
      break;
    }
    case TSDB_DATA_TYPE_BOOL:
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
3292 3293
      int8_t  v = *(int8_t*)pv;
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3294 3295 3296
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3297
        colDataAppendInt64(pOutput, pos, &delta);
3298 3299 3300 3301 3302 3303
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      int16_t v = *(int16_t*)pv;
X
Xiaoyu Wang 已提交
3304
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3305 3306 3307
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3308
        colDataAppendInt64(pOutput, pos, &delta);
3309 3310 3311 3312
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
3313
    case TSDB_DATA_TYPE_TIMESTAMP:
3314 3315
    case TSDB_DATA_TYPE_BIGINT: {
      int64_t v = *(int64_t*)pv;
X
Xiaoyu Wang 已提交
3316
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3317 3318 3319 3320 3321 3322 3323 3324 3325
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
        colDataAppendInt64(pOutput, pos, &delta);
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
3326 3327 3328
      float  v = *(float*)pv;
      double delta = factor * (v - pDiffInfo->prev.d64);                               // direct previous may be null
      if ((delta < 0 && pDiffInfo->ignoreNegative) || isinf(delta) || isnan(delta)) {  // check for overflow
3329 3330
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3331
        colDataAppendDouble(pOutput, pos, &delta);
3332 3333 3334 3335 3336 3337
      }
      pDiffInfo->prev.d64 = v;
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      double v = *(double*)pv;
X
Xiaoyu Wang 已提交
3338 3339
      double delta = factor * (v - pDiffInfo->prev.d64);                               // direct previous may be null
      if ((delta < 0 && pDiffInfo->ignoreNegative) || isinf(delta) || isnan(delta)) {  // check for overflow
3340 3341 3342 3343 3344 3345 3346 3347 3348 3349
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
        colDataAppendDouble(pOutput, pos, &delta);
      }
      pDiffInfo->prev.d64 = v;
      break;
    }
    default:
      ASSERT(0);
  }
G
Ganlin Zhao 已提交
3350
}
3351

3352 3353 3354
int32_t diffFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SDiffInfo*           pDiffInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
3355 3356 3357

  SInputColumnInfoData* pInput = &pCtx->input;

3358
  SColumnInfoData* pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
3359

3360
  int32_t numOfElems = 0;
H
Haojun Liao 已提交
3361
  int32_t startOffset = pCtx->offset;
H
Haojun Liao 已提交
3362

3363
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;
H
Haojun Liao 已提交
3364

3365 3366 3367
  if (pCtx->order == TSDB_ORDER_ASC) {
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      int32_t pos = startOffset + numOfElems;
H
Haojun Liao 已提交
3368

3369 3370 3371
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        if (pDiffInfo->includeNull) {
          colDataSetNull_f(pOutput->nullbitmap, pos);
H
Haojun Liao 已提交
3372

3373
          numOfElems += 1;
H
Haojun Liao 已提交
3374
        }
3375
        continue;
H
Haojun Liao 已提交
3376 3377
      }

3378
      char* pv = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3379

3380 3381
      if (pDiffInfo->hasPrev) {
        doHandleDiff(pDiffInfo, pInputCol->info.type, pv, pOutput, pos, pCtx->order);
3382
        // handle selectivity
3383 3384 3385
        if (pCtx->subsidiaries.num > 0) {
          appendSelectivityValue(pCtx, i, pos);
        }
H
Haojun Liao 已提交
3386 3387

        numOfElems++;
3388 3389
      } else {
        doSetPrevVal(pDiffInfo, pInputCol->info.type, pv);
H
Haojun Liao 已提交
3390 3391
      }

3392 3393 3394 3395 3396 3397 3398 3399 3400
      pDiffInfo->hasPrev = true;
    }
  } else {
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      int32_t pos = startOffset + numOfElems;

      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        if (pDiffInfo->includeNull) {
          colDataSetNull_f(pOutput->nullbitmap, pos);
H
Haojun Liao 已提交
3401

3402
          numOfElems += 1;
H
Haojun Liao 已提交
3403
        }
3404
        continue;
H
Haojun Liao 已提交
3405 3406
      }

3407
      char* pv = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3408

3409 3410 3411
      // there is a row of previous data block to be handled in the first place.
      if (pDiffInfo->hasPrev) {
        doHandleDiff(pDiffInfo, pInputCol->info.type, pv, pOutput, pos, pCtx->order);
3412
        // handle selectivity
3413 3414 3415
        if (pCtx->subsidiaries.num > 0) {
          appendSelectivityValue(pCtx, i, pos);
        }
H
Haojun Liao 已提交
3416 3417

        numOfElems++;
3418 3419
      } else {
        doSetPrevVal(pDiffInfo, pInputCol->info.type, pv);
H
Haojun Liao 已提交
3420 3421
      }

3422
      pDiffInfo->hasPrev = true;
H
Haojun Liao 已提交
3423 3424 3425 3426
    }
  }

  // initial value is not set yet
3427
  return numOfElems;
H
Haojun Liao 已提交
3428
}
H
Haojun Liao 已提交
3429

X
Xiaoyu Wang 已提交
3430
int32_t getTopBotInfoSize(int64_t numOfItems) { return sizeof(STopBotRes) + numOfItems * sizeof(STopBotResItem); }
G
Ganlin Zhao 已提交
3431

3432
bool getTopBotFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
3433
  SValueNode* pkNode = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
3434
  pEnv->calcMemSize = sizeof(STopBotRes) + pkNode->datum.i * sizeof(STopBotResItem);
3435 3436 3437
  return true;
}

G
Ganlin Zhao 已提交
3438 3439 3440 3441 3442
bool topBotFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
3443
  STopBotRes*           pRes = GET_ROWCELL_INTERBUF(pResInfo);
3444 3445 3446 3447
  SInputColumnInfoData* pInput = &pCtx->input;

  pRes->maxSize = pCtx->param[1].param.i;

3448 3449
  pRes->nullTupleSaved = false;
  pRes->nullTuplePos.pageId = -1;
G
Ganlin Zhao 已提交
3450 3451 3452
  return true;
}

3453 3454 3455 3456
static STopBotRes* getTopBotOutputInfo(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  STopBotRes*          pRes = GET_ROWCELL_INTERBUF(pResInfo);
  pRes->pItems = (STopBotResItem*)((char*)pRes + sizeof(STopBotRes));
3457 3458

  return pRes;
3459 3460
}

3461
static void doAddIntoResult(SqlFunctionCtx* pCtx, void* pData, int32_t rowIndex, SSDataBlock* pSrcBlock, uint16_t type,
3462
                            uint64_t uid, SResultRowEntryInfo* pEntryInfo, bool isTopQuery);
3463

G
Ganlin Zhao 已提交
3464 3465
static void addResult(SqlFunctionCtx* pCtx, STopBotResItem* pSourceItem, int16_t type, bool isTopQuery);

3466 3467 3468
int32_t topFunction(SqlFunctionCtx* pCtx) {
  int32_t              numOfElems = 0;
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
3469 3470

  SInputColumnInfoData* pInput = &pCtx->input;
3471
  SColumnInfoData*      pCol = pInput->pData[0];
3472

G
Ganlin Zhao 已提交
3473 3474
  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
  pRes->type = pInput->pData[0]->info.type;
3475 3476

  int32_t start = pInput->startRowIndex;
3477
  for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
3478 3479 3480
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }
3481

3482
    numOfElems++;
3483
    char* data = colDataGetData(pCol, i);
G
Ganlin Zhao 已提交
3484
    doAddIntoResult(pCtx, data, i, pCtx->pSrcBlock, pRes->type, pInput->uid, pResInfo, true);
3485 3486
  }

3487
  if (numOfElems == 0 && pCtx->subsidiaries.num > 0 && !pRes->nullTupleSaved) {
3488
    pRes->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
3489 3490
    pRes->nullTupleSaved = true;
  }
3491 3492 3493
  return TSDB_CODE_SUCCESS;
}

3494 3495 3496 3497 3498 3499 3500 3501 3502 3503 3504 3505 3506 3507 3508 3509 3510 3511 3512 3513 3514
int32_t bottomFunction(SqlFunctionCtx* pCtx) {
  int32_t              numOfElems = 0;
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
  pRes->type = pInput->pData[0]->info.type;

  int32_t start = pInput->startRowIndex;
  for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }

    numOfElems++;
    char* data = colDataGetData(pCol, i);
    doAddIntoResult(pCtx, data, i, pCtx->pSrcBlock, pRes->type, pInput->uid, pResInfo, false);
  }

3515
  if (numOfElems == 0 && pCtx->subsidiaries.num > 0 && !pRes->nullTupleSaved) {
3516
    pRes->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
3517 3518 3519
    pRes->nullTupleSaved = true;
  }

3520 3521 3522
  return TSDB_CODE_SUCCESS;
}

3523 3524
static int32_t topBotResComparFn(const void* p1, const void* p2, const void* param) {
  uint16_t type = *(uint16_t*)param;
3525

3526 3527
  STopBotResItem* val1 = (STopBotResItem*)p1;
  STopBotResItem* val2 = (STopBotResItem*)p2;
3528 3529 3530 3531 3532 3533 3534 3535 3536 3537 3538 3539 3540 3541 3542 3543 3544 3545 3546 3547 3548 3549

  if (IS_SIGNED_NUMERIC_TYPE(type)) {
    if (val1->v.i == val2->v.i) {
      return 0;
    }

    return (val1->v.i > val2->v.i) ? 1 : -1;
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    if (val1->v.u == val2->v.u) {
      return 0;
    }

    return (val1->v.u > val2->v.u) ? 1 : -1;
  }

  if (val1->v.d == val2->v.d) {
    return 0;
  }

  return (val1->v.d > val2->v.d) ? 1 : -1;
}

3550
void doAddIntoResult(SqlFunctionCtx* pCtx, void* pData, int32_t rowIndex, SSDataBlock* pSrcBlock, uint16_t type,
3551
                     uint64_t uid, SResultRowEntryInfo* pEntryInfo, bool isTopQuery) {
3552
  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
3553

3554 3555 3556
  SVariant val = {0};
  taosVariantCreateFromBinary(&val, pData, tDataTypes[type].bytes, type);

3557
  STopBotResItem* pItems = pRes->pItems;
3558 3559 3560
  assert(pItems != NULL);

  // not full yet
G
Ganlin Zhao 已提交
3561
  if (pEntryInfo->numOfRes < pRes->maxSize) {
3562
    STopBotResItem* pItem = &pItems[pEntryInfo->numOfRes];
3563
    pItem->v = val;
3564
    pItem->uid = uid;
3565

3566
    // save the data of this tuple
G
Ganlin Zhao 已提交
3567
    if (pCtx->subsidiaries.num > 0) {
3568
      pItem->tuplePos = saveTupleData(pCtx, rowIndex, pSrcBlock, NULL);
G
Ganlin Zhao 已提交
3569
    }
3570
#ifdef BUF_PAGE_DEBUG
X
Xiaoyu Wang 已提交
3571 3572
    qDebug("page_saveTuple i:%d, item:%p,pageId:%d, offset:%d\n", pEntryInfo->numOfRes, pItem, pItem->tuplePos.pageId,
           pItem->tuplePos.offset);
3573
#endif
3574 3575
    // allocate the buffer and keep the data of this row into the new allocated buffer
    pEntryInfo->numOfRes++;
3576
    taosheapsort((void*)pItems, sizeof(STopBotResItem), pEntryInfo->numOfRes, (const void*)&type, topBotResComparFn,
3577
                 !isTopQuery);
3578
  } else {  // replace the minimum value in the result
X
Xiaoyu Wang 已提交
3579 3580 3581 3582 3583 3584
    if ((isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && val.i > pItems[0].v.i) ||
                        (IS_UNSIGNED_NUMERIC_TYPE(type) && val.u > pItems[0].v.u) ||
                        (IS_FLOAT_TYPE(type) && val.d > pItems[0].v.d))) ||
        (!isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && val.i < pItems[0].v.i) ||
                         (IS_UNSIGNED_NUMERIC_TYPE(type) && val.u < pItems[0].v.u) ||
                         (IS_FLOAT_TYPE(type) && val.d < pItems[0].v.d)))) {
3585
      // replace the old data and the coresponding tuple data
3586
      STopBotResItem* pItem = &pItems[0];
3587
      pItem->v = val;
3588
      pItem->uid = uid;
3589 3590

      // save the data of this tuple by over writing the old data
G
Ganlin Zhao 已提交
3591
      if (pCtx->subsidiaries.num > 0) {
3592
        updateTupleData(pCtx, rowIndex, pSrcBlock, &pItem->tuplePos);
G
Ganlin Zhao 已提交
3593
      }
3594
#ifdef BUF_PAGE_DEBUG
wmmhello's avatar
wmmhello 已提交
3595
      qDebug("page_copyTuple pageId:%d, offset:%d", pItem->tuplePos.pageId, pItem->tuplePos.offset);
3596
#endif
3597
      taosheapadjust((void*)pItems, sizeof(STopBotResItem), 0, pEntryInfo->numOfRes - 1, (const void*)&type,
3598
                     topBotResComparFn, NULL, !isTopQuery);
3599
    }
3600 3601
  }
}
3602

3603 3604 3605 3606 3607 3608
/*
 * +------------------------------------+--------------+--------------+
 * |            null bitmap             |              |              |
 * |(n columns, one bit for each column)| src column #1| src column #2|
 * +------------------------------------+--------------+--------------+
 */
L
Liu Jicong 已提交
3609 3610
void* serializeTupleData(const SSDataBlock* pSrcBlock, int32_t rowIndex, SSubsidiaryResInfo* pSubsidiaryies,
                         char* buf) {
3611 3612
  char* nullList = buf;
  char* pStart = (char*)(nullList + sizeof(bool) * pSubsidiaryies->num);
3613 3614

  int32_t offset = 0;
3615 3616
  for (int32_t i = 0; i < pSubsidiaryies->num; ++i) {
    SqlFunctionCtx* pc = pSubsidiaryies->pCtx[i];
wmmhello's avatar
wmmhello 已提交
3617 3618 3619 3620 3621 3622

    SFunctParam* pFuncParam = &pc->pExpr->base.pParam[0];
    int32_t      srcSlotId = pFuncParam->pCol->slotId;

    SColumnInfoData* pCol = taosArrayGet(pSrcBlock->pDataBlock, srcSlotId);
    if ((nullList[i] = colDataIsNull_s(pCol, rowIndex)) == true) {
3623
      offset += pCol->info.bytes;
3624 3625 3626 3627 3628
      continue;
    }

    char* p = colDataGetData(pCol, rowIndex);
    if (IS_VAR_DATA_TYPE(pCol->info.type)) {
X
Xiaoyu Wang 已提交
3629
      memcpy(pStart + offset, p, (pCol->info.type == TSDB_DATA_TYPE_JSON) ? getJsonValueLen(p) : varDataTLen(p));
3630 3631 3632 3633 3634 3635 3636
    } else {
      memcpy(pStart + offset, p, pCol->info.bytes);
    }

    offset += pCol->info.bytes;
  }

3637
  return buf;
3638 3639
}

3640 3641
static STuplePos doSaveTupleData(SSerializeDataHandle* pHandle, const void* pBuf, size_t length,
                                 const STupleKey* pKey) {
3642 3643 3644
  STuplePos p = {0};
  if (pHandle->pBuf != NULL) {
    SFilePage* pPage = NULL;
3645

3646 3647 3648 3649 3650 3651 3652 3653 3654 3655 3656 3657
    if (pHandle->currentPage == -1) {
      pPage = getNewBufPage(pHandle->pBuf, &pHandle->currentPage);
      pPage->num = sizeof(SFilePage);
    } else {
      pPage = getBufPage(pHandle->pBuf, pHandle->currentPage);
      if (pPage->num + length > getBufPageSize(pHandle->pBuf)) {
        // current page is all used, let's prepare a new buffer page
        releaseBufPage(pHandle->pBuf, pPage);
        pPage = getNewBufPage(pHandle->pBuf, &pHandle->currentPage);
        pPage->num = sizeof(SFilePage);
      }
    }
3658

L
Liu Jicong 已提交
3659
    p = (STuplePos){.pageId = pHandle->currentPage, .offset = pPage->num};
3660
    memcpy(pPage->data + pPage->num, pBuf, length);
3661

3662 3663 3664 3665 3666
    pPage->num += length;
    setBufPageDirty(pPage, true);
    releaseBufPage(pHandle->pBuf, pPage);
  } else {
    // other tuple save policy
3667 3668 3669 3670
    if (streamStateFuncPut(pHandle->pState, pKey, pBuf, length) < 0) {
      ASSERT(0);
    }
    p.streamTupleKey = *pKey;
3671
  }
wmmhello's avatar
wmmhello 已提交
3672

3673 3674
  return p;
}
3675

3676
STuplePos saveTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, const STupleKey* pKey) {
3677 3678 3679 3680 3681
  if (pCtx->subsidiaries.rowLen == 0) {
    int32_t rowLen = 0;
    for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
      SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
      rowLen += pc->pExpr->base.resSchema.bytes;
3682 3683
    }

3684 3685
    pCtx->subsidiaries.rowLen = rowLen + pCtx->subsidiaries.num * sizeof(bool);
    pCtx->subsidiaries.buf = taosMemoryMalloc(pCtx->subsidiaries.rowLen);
3686 3687
  }

3688
  char* buf = serializeTupleData(pSrcBlock, rowIndex, &pCtx->subsidiaries, pCtx->subsidiaries.buf);
3689
  return doSaveTupleData(&pCtx->saveHandle, buf, pCtx->subsidiaries.rowLen, pKey);
3690 3691 3692 3693 3694 3695 3696 3697 3698
}

static int32_t doUpdateTupleData(SSerializeDataHandle* pHandle, const void* pBuf, size_t length, STuplePos* pPos) {
  if (pHandle->pBuf != NULL) {
    SFilePage* pPage = getBufPage(pHandle->pBuf, pPos->pageId);
    memcpy(pPage->data + pPos->offset, pBuf, length);
    setBufPageDirty(pPage, true);
    releaseBufPage(pHandle->pBuf, pPage);
  } else {
3699
    streamStateFuncPut(pHandle->pState, &pPos->streamTupleKey, pBuf, length);
3700 3701 3702 3703 3704 3705 3706
  }

  return TSDB_CODE_SUCCESS;
}

static int32_t updateTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos) {
  char* buf = serializeTupleData(pSrcBlock, rowIndex, &pCtx->subsidiaries, pCtx->subsidiaries.buf);
3707
  doUpdateTupleData(&pCtx->saveHandle, buf, pCtx->subsidiaries.rowLen, pPos);
3708 3709 3710 3711 3712 3713
  return TSDB_CODE_SUCCESS;
}

static char* doLoadTupleData(SSerializeDataHandle* pHandle, const STuplePos* pPos) {
  if (pHandle->pBuf != NULL) {
    SFilePage* pPage = getBufPage(pHandle->pBuf, pPos->pageId);
L
Liu Jicong 已提交
3714
    char*      p = pPage->data + pPos->offset;
3715 3716 3717
    releaseBufPage(pHandle->pBuf, pPage);
    return p;
  } else {
3718 3719 3720 3721
    void*   value = NULL;
    int32_t vLen;
    streamStateFuncGet(pHandle->pState, &pPos->streamTupleKey, &value, &vLen);
    return (char*)value;
3722 3723 3724 3725 3726
  }
}

static const char* loadTupleData(SqlFunctionCtx* pCtx, const STuplePos* pPos) {
  return doLoadTupleData(&pCtx->saveHandle, pPos);
3727 3728
}

3729
int32_t topBotFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
3730
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
3731
  STopBotRes*          pRes = getTopBotOutputInfo(pCtx);
3732

3733
  int16_t type = pCtx->pExpr->base.resSchema.type;
3734 3735
  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;

3736 3737 3738 3739
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  // todo assign the tag value and the corresponding row data
  int32_t currentRow = pBlock->info.rows;
3740 3741
  if (pEntryInfo->numOfRes <= 0) {
    colDataAppendNULL(pCol, currentRow);
3742
    setSelectivityValue(pCtx, pBlock, &pRes->nullTuplePos, currentRow);
3743 3744
    return pEntryInfo->numOfRes;
  }
3745 3746 3747 3748 3749 3750 3751
  for (int32_t i = 0; i < pEntryInfo->numOfRes; ++i) {
    STopBotResItem* pItem = &pRes->pItems[i];
    if (type == TSDB_DATA_TYPE_FLOAT) {
      float v = pItem->v.d;
      colDataAppend(pCol, currentRow, (const char*)&v, false);
    } else {
      colDataAppend(pCol, currentRow, (const char*)&pItem->v.i, false);
3752
    }
3753
#ifdef BUF_PAGE_DEBUG
X
Xiaoyu Wang 已提交
3754 3755
    qDebug("page_finalize i:%d,item:%p,pageId:%d, offset:%d\n", i, pItem, pItem->tuplePos.pageId,
           pItem->tuplePos.offset);
3756
#endif
3757
    setSelectivityValue(pCtx, pBlock, &pRes->pItems[i].tuplePos, currentRow);
3758
    currentRow += 1;
3759 3760 3761
  }

  return pEntryInfo->numOfRes;
3762
}
G
Ganlin Zhao 已提交
3763

X
Xiaoyu Wang 已提交
3764
void addResult(SqlFunctionCtx* pCtx, STopBotResItem* pSourceItem, int16_t type, bool isTopQuery) {
3765
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
3766 3767
  STopBotRes*          pRes = getTopBotOutputInfo(pCtx);
  STopBotResItem*      pItems = pRes->pItems;
3768 3769 3770
  assert(pItems != NULL);

  // not full yet
G
Ganlin Zhao 已提交
3771
  if (pEntryInfo->numOfRes < pRes->maxSize) {
3772 3773 3774 3775 3776 3777 3778 3779 3780
    STopBotResItem* pItem = &pItems[pEntryInfo->numOfRes];
    pItem->v = pSourceItem->v;
    pItem->uid = pSourceItem->uid;
    pItem->tuplePos.pageId = -1;
    replaceTupleData(&pItem->tuplePos, &pSourceItem->tuplePos);
    pEntryInfo->numOfRes++;
    taosheapsort((void*)pItems, sizeof(STopBotResItem), pEntryInfo->numOfRes, (const void*)&type, topBotResComparFn,
                 !isTopQuery);
  } else {  // replace the minimum value in the result
X
Xiaoyu Wang 已提交
3781 3782 3783 3784 3785 3786
    if ((isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && pSourceItem->v.i > pItems[0].v.i) ||
                        (IS_UNSIGNED_NUMERIC_TYPE(type) && pSourceItem->v.u > pItems[0].v.u) ||
                        (IS_FLOAT_TYPE(type) && pSourceItem->v.d > pItems[0].v.d))) ||
        (!isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && pSourceItem->v.i < pItems[0].v.i) ||
                         (IS_UNSIGNED_NUMERIC_TYPE(type) && pSourceItem->v.u < pItems[0].v.u) ||
                         (IS_FLOAT_TYPE(type) && pSourceItem->v.d < pItems[0].v.d)))) {
3787 3788 3789 3790 3791 3792 3793 3794 3795 3796 3797 3798 3799 3800 3801 3802
      // replace the old data and the coresponding tuple data
      STopBotResItem* pItem = &pItems[0];
      pItem->v = pSourceItem->v;
      pItem->uid = pSourceItem->uid;

      // save the data of this tuple by over writing the old data
      replaceTupleData(&pItem->tuplePos, &pSourceItem->tuplePos);
      taosheapadjust((void*)pItems, sizeof(STopBotResItem), 0, pEntryInfo->numOfRes - 1, (const void*)&type,
                     topBotResComparFn, NULL, !isTopQuery);
    }
  }
}

int32_t topCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  STopBotRes*          pSBuf = getTopBotOutputInfo(pSourceCtx);
3803
  int16_t              type = pSBuf->type;
3804 3805 3806 3807 3808 3809 3810 3811 3812
  for (int32_t i = 0; i < pSResInfo->numOfRes; i++) {
    addResult(pDestCtx, pSBuf->pItems + i, type, true);
  }
  return TSDB_CODE_SUCCESS;
}

int32_t bottomCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  STopBotRes*          pSBuf = getTopBotOutputInfo(pSourceCtx);
3813
  int16_t              type = pSBuf->type;
3814 3815 3816 3817 3818 3819
  for (int32_t i = 0; i < pSResInfo->numOfRes; i++) {
    addResult(pDestCtx, pSBuf->pItems + i, type, false);
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3820
int32_t getSpreadInfoSize() { return (int32_t)sizeof(SSpreadInfo); }
G
Ganlin Zhao 已提交
3821

G
Ganlin Zhao 已提交
3822 3823 3824 3825 3826
bool getSpreadFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SSpreadInfo);
  return true;
}

X
Xiaoyu Wang 已提交
3827
bool spreadFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
3828 3829 3830 3831 3832 3833 3834 3835 3836 3837 3838
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
  SET_DOUBLE_VAL(&pInfo->min, DBL_MAX);
  SET_DOUBLE_VAL(&pInfo->max, -DBL_MAX);
  pInfo->hasResult = false;
  return true;
}

X
Xiaoyu Wang 已提交
3839
int32_t spreadFunction(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
3840 3841 3842 3843
  int32_t numOfElems = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3844 3845
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;
G
Ganlin Zhao 已提交
3846 3847 3848 3849 3850 3851 3852 3853 3854 3855 3856 3857 3858 3859 3860 3861 3862 3863 3864 3865 3866 3867 3868 3869 3870 3871 3872 3873 3874 3875 3876

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  if (pInput->colDataAggIsSet) {
    numOfElems = pInput->numOfRows - pAgg->numOfNull;
    if (numOfElems == 0) {
      goto _spread_over;
    }
    double tmin = 0.0, tmax = 0.0;
    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      tmin = (double)GET_INT64_VAL(&pAgg->min);
      tmax = (double)GET_INT64_VAL(&pAgg->max);
    } else if (IS_FLOAT_TYPE(type)) {
      tmin = GET_DOUBLE_VAL(&pAgg->min);
      tmax = GET_DOUBLE_VAL(&pAgg->max);
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      tmin = (double)GET_UINT64_VAL(&pAgg->min);
      tmax = (double)GET_UINT64_VAL(&pAgg->max);
    }

    if (GET_DOUBLE_VAL(&pInfo->min) > tmin) {
      SET_DOUBLE_VAL(&pInfo->min, tmin);
    }

    if (GET_DOUBLE_VAL(&pInfo->max) < tmax) {
      SET_DOUBLE_VAL(&pInfo->max, tmax);
    }

  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
3877
    int32_t start = pInput->startRowIndex;
G
Ganlin Zhao 已提交
3878 3879 3880 3881 3882 3883
    // check the valid data one by one
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }

X
Xiaoyu Wang 已提交
3884
      char* data = colDataGetData(pCol, i);
G
Ganlin Zhao 已提交
3885 3886 3887 3888 3889 3890 3891 3892 3893 3894 3895 3896 3897 3898 3899 3900 3901 3902 3903 3904 3905 3906 3907 3908 3909

      double v = 0;
      GET_TYPED_DATA(v, double, type, data);
      if (v < GET_DOUBLE_VAL(&pInfo->min)) {
        SET_DOUBLE_VAL(&pInfo->min, v);
      }

      if (v > GET_DOUBLE_VAL(&pInfo->max)) {
        SET_DOUBLE_VAL(&pInfo->max, v);
      }

      numOfElems += 1;
    }
  }

_spread_over:
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
  if (numOfElems > 0) {
    pInfo->hasResult = true;
  }

  return TSDB_CODE_SUCCESS;
}

3910 3911 3912 3913 3914 3915 3916 3917 3918 3919 3920
static void spreadTransferInfo(SSpreadInfo* pInput, SSpreadInfo* pOutput) {
  pOutput->hasResult = pInput->hasResult;
  if (pInput->max > pOutput->max) {
    pOutput->max = pInput->max;
  }

  if (pInput->min < pOutput->min) {
    pOutput->min = pInput->min;
  }
}

X
Xiaoyu Wang 已提交
3921
int32_t spreadFunctionMerge(SqlFunctionCtx* pCtx) {
3922
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3923
  SColumnInfoData*      pCol = pInput->pData[0];
3924 3925 3926 3927
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

3928
  int32_t start = pInput->startRowIndex;
X
Xiaoyu Wang 已提交
3929 3930
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*        data = colDataGetData(pCol, i);
3931
    SSpreadInfo* pInputInfo = (SSpreadInfo*)varDataVal(data);
3932 3933 3934
    if (pInputInfo->hasResult) {
      spreadTransferInfo(pInputInfo, pInfo);
    }
3935
  }
3936

3937 3938 3939
  if (pInfo->hasResult) {
    GET_RES_INFO(pCtx)->numOfRes = 1;
  }
3940 3941 3942 3943

  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
3944 3945 3946 3947
int32_t spreadFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  if (pInfo->hasResult == true) {
    SET_DOUBLE_VAL(&pInfo->result, pInfo->max - pInfo->min);
3948 3949
  } else {
    GET_RES_INFO(pCtx)->isNullRes = 1;
G
Ganlin Zhao 已提交
3950 3951 3952
  }
  return functionFinalize(pCtx, pBlock);
}
3953

3954 3955
int32_t spreadPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
3956 3957 3958
  SSpreadInfo*         pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getSpreadInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
3959 3960 3961 3962 3963 3964 3965 3966 3967 3968 3969 3970 3971

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

3972 3973
int32_t spreadCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
3974
  SSpreadInfo*         pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
3975 3976

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
3977
  SSpreadInfo*         pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
3978
  spreadTransferInfo(pSBuf, pDBuf);
3979
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
3980
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
3981 3982 3983
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3984
int32_t getElapsedInfoSize() { return (int32_t)sizeof(SElapsedInfo); }
3985

G
Ganlin Zhao 已提交
3986 3987 3988 3989 3990
bool getElapsedFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SElapsedInfo);
  return true;
}

X
Xiaoyu Wang 已提交
3991
bool elapsedFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
3992 3993 3994 3995 3996 3997
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
  pInfo->result = 0;
H
Hongze Cheng 已提交
3998
  pInfo->min = TSKEY_MAX;
G
Ganlin Zhao 已提交
3999 4000
  pInfo->max = 0;

4001
  if (pCtx->numOfParams > 1) {
G
Ganlin Zhao 已提交
4002 4003 4004 4005 4006 4007 4008 4009
    pInfo->timeUnit = pCtx->param[1].param.i;
  } else {
    pInfo->timeUnit = 1;
  }

  return true;
}

X
Xiaoyu Wang 已提交
4010
int32_t elapsedFunction(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
4011 4012 4013 4014
  int32_t numOfElems = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4015
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
G
Ganlin Zhao 已提交
4016 4017 4018

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

X
Xiaoyu Wang 已提交
4019
  numOfElems = pInput->numOfRows;  // since this is the primary timestamp, no need to exclude NULL values
G
Ganlin Zhao 已提交
4020 4021 4022 4023 4024
  if (numOfElems == 0) {
    goto _elapsed_over;
  }

  if (pInput->colDataAggIsSet) {
H
Hongze Cheng 已提交
4025
    if (pInfo->min == TSKEY_MAX) {
G
Ganlin Zhao 已提交
4026 4027 4028 4029 4030 4031 4032 4033 4034 4035
      pInfo->min = GET_INT64_VAL(&pAgg->min);
      pInfo->max = GET_INT64_VAL(&pAgg->max);
    } else {
      if (pCtx->order == TSDB_ORDER_ASC) {
        pInfo->max = GET_INT64_VAL(&pAgg->max);
      } else {
        pInfo->min = GET_INT64_VAL(&pAgg->min);
      }
    }
  } else {  // computing based on the true data block
H
Haojun Liao 已提交
4036
    if (0 == pInput->numOfRows) {
G
Ganlin Zhao 已提交
4037 4038 4039 4040 4041 4042 4043 4044 4045 4046 4047 4048 4049 4050
      if (pCtx->order == TSDB_ORDER_DESC) {
        if (pCtx->end.key != INT64_MIN) {
          pInfo->min = pCtx->end.key;
        }
      } else {
        if (pCtx->end.key != INT64_MIN) {
          pInfo->max = pCtx->end.key + 1;
        }
      }
      goto _elapsed_over;
    }

    SColumnInfoData* pCol = pInput->pData[0];

4051 4052
    int32_t start = pInput->startRowIndex;
    TSKEY*  ptsList = (int64_t*)colDataGetData(pCol, 0);
G
Ganlin Zhao 已提交
4053 4054
    if (pCtx->order == TSDB_ORDER_DESC) {
      if (pCtx->start.key == INT64_MIN) {
4055
        pInfo->max = (pInfo->max < ptsList[start]) ? ptsList[start] : pInfo->max;
G
Ganlin Zhao 已提交
4056 4057 4058 4059
      } else {
        pInfo->max = pCtx->start.key + 1;
      }

4060
      if (pCtx->end.key == INT64_MIN) {
L
Liu Jicong 已提交
4061 4062
        pInfo->min =
            (pInfo->min > ptsList[start + pInput->numOfRows - 1]) ? ptsList[start + pInput->numOfRows - 1] : pInfo->min;
G
Ganlin Zhao 已提交
4063
      } else {
4064
        pInfo->min = pCtx->end.key;
G
Ganlin Zhao 已提交
4065 4066 4067
      }
    } else {
      if (pCtx->start.key == INT64_MIN) {
4068
        pInfo->min = (pInfo->min > ptsList[start]) ? ptsList[start] : pInfo->min;
G
Ganlin Zhao 已提交
4069 4070 4071 4072
      } else {
        pInfo->min = pCtx->start.key;
      }

4073
      if (pCtx->end.key == INT64_MIN) {
L
Liu Jicong 已提交
4074 4075
        pInfo->max =
            (pInfo->max < ptsList[start + pInput->numOfRows - 1]) ? ptsList[start + pInput->numOfRows - 1] : pInfo->max;
G
Ganlin Zhao 已提交
4076
      } else {
4077
        pInfo->max = pCtx->end.key + 1;
G
Ganlin Zhao 已提交
4078 4079 4080 4081 4082 4083 4084 4085 4086 4087 4088
      }
    }
  }

_elapsed_over:
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);

  return TSDB_CODE_SUCCESS;
}

4089 4090 4091 4092 4093 4094 4095 4096 4097 4098 4099
static void elapsedTransferInfo(SElapsedInfo* pInput, SElapsedInfo* pOutput) {
  pOutput->timeUnit = pInput->timeUnit;
  if (pOutput->min > pInput->min) {
    pOutput->min = pInput->min;
  }

  if (pOutput->max < pInput->max) {
    pOutput->max = pInput->max;
  }
}

X
Xiaoyu Wang 已提交
4100
int32_t elapsedFunctionMerge(SqlFunctionCtx* pCtx) {
4101
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4102
  SColumnInfoData*      pCol = pInput->pData[0];
4103 4104 4105 4106
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4107
  int32_t start = pInput->startRowIndex;
4108

X
Xiaoyu Wang 已提交
4109 4110
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*         data = colDataGetData(pCol, i);
4111 4112 4113
    SElapsedInfo* pInputInfo = (SElapsedInfo*)varDataVal(data);
    elapsedTransferInfo(pInputInfo, pInfo);
  }
4114 4115 4116 4117 4118

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
4119 4120
int32_t elapsedFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
X
Xiaoyu Wang 已提交
4121
  double        result = (double)pInfo->max - (double)pInfo->min;
G
Ganlin Zhao 已提交
4122 4123 4124 4125 4126
  result = (result >= 0) ? result : -result;
  pInfo->result = result / pInfo->timeUnit;
  return functionFinalize(pCtx, pBlock);
}

4127 4128
int32_t elapsedPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4129 4130 4131
  SElapsedInfo*        pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getElapsedInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
4132 4133 4134 4135 4136 4137 4138 4139 4140 4141 4142 4143 4144

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

4145 4146
int32_t elapsedCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
4147
  SElapsedInfo*        pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
4148 4149

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
4150
  SElapsedInfo*        pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
4151

4152
  elapsedTransferInfo(pSBuf, pDBuf);
4153
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
4154
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
4155 4156 4157
  return TSDB_CODE_SUCCESS;
}

4158 4159 4160 4161
int32_t getHistogramInfoSize() {
  return (int32_t)sizeof(SHistoFuncInfo) + HISTOGRAM_MAX_BINS_NUM * sizeof(SHistoFuncBin);
}

4162 4163 4164 4165 4166
bool getHistogramFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SHistoFuncInfo) + HISTOGRAM_MAX_BINS_NUM * sizeof(SHistoFuncBin);
  return true;
}

X
Xiaoyu Wang 已提交
4167
static int8_t getHistogramBinType(char* binTypeStr) {
4168 4169 4170 4171 4172 4173 4174 4175 4176 4177 4178 4179 4180 4181
  int8_t binType;
  if (strcasecmp(binTypeStr, "user_input") == 0) {
    binType = USER_INPUT_BIN;
  } else if (strcasecmp(binTypeStr, "linear_bin") == 0) {
    binType = LINEAR_BIN;
  } else if (strcasecmp(binTypeStr, "log_bin") == 0) {
    binType = LOG_BIN;
  } else {
    binType = UNKNOWN_BIN;
  }

  return binType;
}

X
Xiaoyu Wang 已提交
4182
static bool getHistogramBinDesc(SHistoFuncInfo* pInfo, char* binDescStr, int8_t binType, bool normalized) {
4183 4184 4185 4186 4187 4188 4189 4190 4191 4192
  cJSON*  binDesc = cJSON_Parse(binDescStr);
  int32_t numOfBins;
  double* intervals;
  if (cJSON_IsObject(binDesc)) { /* linaer/log bins */
    int32_t numOfParams = cJSON_GetArraySize(binDesc);
    int32_t startIndex;
    if (numOfParams != 4) {
      return false;
    }

X
Xiaoyu Wang 已提交
4193 4194 4195 4196
    cJSON* start = cJSON_GetObjectItem(binDesc, "start");
    cJSON* factor = cJSON_GetObjectItem(binDesc, "factor");
    cJSON* width = cJSON_GetObjectItem(binDesc, "width");
    cJSON* count = cJSON_GetObjectItem(binDesc, "count");
4197 4198 4199 4200 4201 4202
    cJSON* infinity = cJSON_GetObjectItem(binDesc, "infinity");

    if (!cJSON_IsNumber(start) || !cJSON_IsNumber(count) || !cJSON_IsBool(infinity)) {
      return false;
    }

X
Xiaoyu Wang 已提交
4203
    if (count->valueint <= 0 || count->valueint > 1000) {  // limit count to 1000
4204 4205 4206 4207 4208 4209 4210 4211
      return false;
    }

    if (isinf(start->valuedouble) || (width != NULL && isinf(width->valuedouble)) ||
        (factor != NULL && isinf(factor->valuedouble)) || (count != NULL && isinf(count->valuedouble))) {
      return false;
    }

4212
    int32_t counter = (int32_t)count->valueint;
4213 4214 4215 4216 4217 4218 4219 4220 4221 4222 4223 4224 4225 4226 4227 4228 4229 4230 4231 4232 4233 4234 4235 4236 4237 4238 4239 4240 4241 4242 4243 4244 4245 4246 4247 4248 4249 4250 4251 4252 4253 4254 4255 4256 4257 4258 4259 4260 4261 4262 4263 4264 4265 4266 4267 4268 4269 4270 4271
    if (infinity->valueint == false) {
      startIndex = 0;
      numOfBins = counter + 1;
    } else {
      startIndex = 1;
      numOfBins = counter + 3;
    }

    intervals = taosMemoryCalloc(numOfBins, sizeof(double));
    if (cJSON_IsNumber(width) && factor == NULL && binType == LINEAR_BIN) {
      // linear bin process
      if (width->valuedouble == 0) {
        taosMemoryFree(intervals);
        return false;
      }
      for (int i = 0; i < counter + 1; ++i) {
        intervals[startIndex] = start->valuedouble + i * width->valuedouble;
        if (isinf(intervals[startIndex])) {
          taosMemoryFree(intervals);
          return false;
        }
        startIndex++;
      }
    } else if (cJSON_IsNumber(factor) && width == NULL && binType == LOG_BIN) {
      // log bin process
      if (start->valuedouble == 0) {
        taosMemoryFree(intervals);
        return false;
      }
      if (factor->valuedouble < 0 || factor->valuedouble == 0 || factor->valuedouble == 1) {
        taosMemoryFree(intervals);
        return false;
      }
      for (int i = 0; i < counter + 1; ++i) {
        intervals[startIndex] = start->valuedouble * pow(factor->valuedouble, i * 1.0);
        if (isinf(intervals[startIndex])) {
          taosMemoryFree(intervals);
          return false;
        }
        startIndex++;
      }
    } else {
      taosMemoryFree(intervals);
      return false;
    }

    if (infinity->valueint == true) {
      intervals[0] = -INFINITY;
      intervals[numOfBins - 1] = INFINITY;
      // in case of desc bin orders, -inf/inf should be swapped
      ASSERT(numOfBins >= 4);
      if (intervals[1] > intervals[numOfBins - 2]) {
        TSWAP(intervals[0], intervals[numOfBins - 1]);
      }
    }
  } else if (cJSON_IsArray(binDesc)) { /* user input bins */
    if (binType != USER_INPUT_BIN) {
      return false;
    }
4272
    numOfBins = cJSON_GetArraySize(binDesc);
4273 4274 4275 4276 4277 4278 4279 4280 4281 4282 4283 4284 4285 4286 4287 4288 4289 4290 4291 4292 4293 4294 4295 4296
    intervals = taosMemoryCalloc(numOfBins, sizeof(double));
    cJSON* bin = binDesc->child;
    if (bin == NULL) {
      taosMemoryFree(intervals);
      return false;
    }
    int i = 0;
    while (bin) {
      intervals[i] = bin->valuedouble;
      if (!cJSON_IsNumber(bin)) {
        taosMemoryFree(intervals);
        return false;
      }
      if (i != 0 && intervals[i] <= intervals[i - 1]) {
        taosMemoryFree(intervals);
        return false;
      }
      bin = bin->next;
      i++;
    }
  } else {
    return false;
  }

X
Xiaoyu Wang 已提交
4297
  pInfo->numOfBins = numOfBins - 1;
4298
  pInfo->normalized = normalized;
4299
  for (int32_t i = 0; i < pInfo->numOfBins; ++i) {
4300 4301 4302 4303 4304 4305 4306 4307 4308
    pInfo->bins[i].lower = intervals[i] < intervals[i + 1] ? intervals[i] : intervals[i + 1];
    pInfo->bins[i].upper = intervals[i + 1] > intervals[i] ? intervals[i + 1] : intervals[i];
    pInfo->bins[i].count = 0;
  }

  taosMemoryFree(intervals);
  return true;
}

X
Xiaoyu Wang 已提交
4309
bool histogramFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
4310 4311 4312 4313
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
4314
  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
4315 4316 4317
  pInfo->numOfBins = 0;
  pInfo->totalCount = 0;
  pInfo->normalized = 0;
4318

4319 4320 4321 4322
  int8_t binType = getHistogramBinType(varDataVal(pCtx->param[1].param.pz));
  if (binType == UNKNOWN_BIN) {
    return false;
  }
X
Xiaoyu Wang 已提交
4323
  char*   binDesc = varDataVal(pCtx->param[2].param.pz);
4324
  int64_t normalized = pCtx->param[3].param.i;
4325 4326 4327
  if (normalized != 0 && normalized != 1) {
    return false;
  }
4328 4329 4330
  if (!getHistogramBinDesc(pInfo, binDesc, binType, (bool)normalized)) {
    return false;
  }
4331 4332 4333 4334

  return true;
}

4335
static int32_t histogramFunctionImpl(SqlFunctionCtx* pCtx, bool isPartial) {
4336 4337 4338 4339 4340 4341 4342 4343 4344 4345
  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

  int32_t type = pInput->pData[0]->info.type;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

4346
  int32_t numOfElems = 0;
4347 4348 4349 4350 4351
  for (int32_t i = start; i < numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }

4352 4353
    numOfElems++;

X
Xiaoyu Wang 已提交
4354
    char*  data = colDataGetData(pCol, i);
4355 4356 4357 4358 4359 4360
    double v;
    GET_TYPED_DATA(v, double, type, data);

    for (int32_t k = 0; k < pInfo->numOfBins; ++k) {
      if (v > pInfo->bins[k].lower && v <= pInfo->bins[k].upper) {
        pInfo->bins[k].count++;
4361
        pInfo->totalCount++;
4362 4363 4364
        break;
      }
    }
4365 4366
  }

4367
  if (!isPartial) {
4368
    GET_RES_INFO(pCtx)->numOfRes = pInfo->numOfBins;
4369
  } else {
4370
    GET_RES_INFO(pCtx)->numOfRes = 1;
4371
  }
4372 4373 4374
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4375
int32_t histogramFunction(SqlFunctionCtx* pCtx) { return histogramFunctionImpl(pCtx, false); }
4376

X
Xiaoyu Wang 已提交
4377
int32_t histogramFunctionPartial(SqlFunctionCtx* pCtx) { return histogramFunctionImpl(pCtx, true); }
4378

4379 4380
static void histogramTransferInfo(SHistoFuncInfo* pInput, SHistoFuncInfo* pOutput) {
  pOutput->normalized = pInput->normalized;
X
Xiaoyu Wang 已提交
4381
  pOutput->numOfBins = pInput->numOfBins;
4382 4383 4384 4385 4386 4387 4388 4389
  pOutput->totalCount += pInput->totalCount;
  for (int32_t k = 0; k < pOutput->numOfBins; ++k) {
    pOutput->bins[k].lower = pInput->bins[k].lower;
    pOutput->bins[k].upper = pInput->bins[k].upper;
    pOutput->bins[k].count += pInput->bins[k].count;
  }
}

X
Xiaoyu Wang 已提交
4390
int32_t histogramFunctionMerge(SqlFunctionCtx* pCtx) {
4391
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4392
  SColumnInfoData*      pCol = pInput->pData[0];
4393 4394 4395 4396
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4397
  int32_t start = pInput->startRowIndex;
4398

X
Xiaoyu Wang 已提交
4399 4400
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*           data = colDataGetData(pCol, i);
4401 4402 4403
    SHistoFuncInfo* pInputInfo = (SHistoFuncInfo*)varDataVal(data);
    histogramTransferInfo(pInputInfo, pInfo);
  }
4404

G
Ganlin Zhao 已提交
4405
  SET_VAL(GET_RES_INFO(pCtx), pInfo->numOfBins, pInfo->numOfBins);
4406 4407 4408
  return TSDB_CODE_SUCCESS;
}

4409
int32_t histogramFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
4410
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4411 4412 4413
  SHistoFuncInfo*      pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
4414 4415 4416

  int32_t currentRow = pBlock->info.rows;

4417 4418
  if (pInfo->normalized) {
    for (int32_t k = 0; k < pResInfo->numOfRes; ++k) {
X
Xiaoyu Wang 已提交
4419
      if (pInfo->totalCount != 0) {
4420 4421 4422 4423 4424 4425 4426
        pInfo->bins[k].percentage = pInfo->bins[k].count / (double)pInfo->totalCount;
      } else {
        pInfo->bins[k].percentage = 0;
      }
    }
  }

4427
  for (int32_t i = 0; i < pResInfo->numOfRes; ++i) {
4428
    int32_t len;
X
Xiaoyu Wang 已提交
4429
    char    buf[512] = {0};
4430
    if (!pInfo->normalized) {
X
Xiaoyu Wang 已提交
4431 4432
      len = sprintf(varDataVal(buf), "{\"lower_bin\":%g, \"upper_bin\":%g, \"count\":%" PRId64 "}",
                    pInfo->bins[i].lower, pInfo->bins[i].upper, pInfo->bins[i].count);
4433
    } else {
X
Xiaoyu Wang 已提交
4434 4435
      len = sprintf(varDataVal(buf), "{\"lower_bin\":%g, \"upper_bin\":%g, \"count\":%lf}", pInfo->bins[i].lower,
                    pInfo->bins[i].upper, pInfo->bins[i].percentage);
4436 4437 4438 4439 4440 4441
    }
    varDataSetLen(buf, len);
    colDataAppend(pCol, currentRow, buf, false);
    currentRow++;
  }

4442
  return pResInfo->numOfRes;
4443
}
4444

4445
int32_t histogramPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
4446
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4447 4448 4449
  SHistoFuncInfo*      pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getHistogramInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
4450 4451 4452 4453 4454 4455 4456 4457 4458 4459

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
4460
  return pResInfo->numOfRes;
4461 4462
}

4463 4464 4465 4466 4467 4468 4469
int32_t histogramCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SHistoFuncInfo*      pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SHistoFuncInfo*      pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);

4470
  histogramTransferInfo(pSBuf, pDBuf);
4471
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
4472
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
4473 4474 4475
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4476
int32_t getHLLInfoSize() { return (int32_t)sizeof(SHLLInfo); }
4477

4478 4479 4480 4481 4482
bool getHLLFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SHLLInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4483
static uint8_t hllCountNum(void* data, int32_t bytes, int32_t* buk) {
4484
  uint64_t hash = MurmurHash3_64(data, bytes);
X
Xiaoyu Wang 已提交
4485
  int32_t  index = hash & HLL_BUCKET_MASK;
4486 4487 4488
  hash >>= HLL_BUCKET_BITS;
  hash |= ((uint64_t)1 << HLL_DATA_BITS);
  uint64_t bit = 1;
X
Xiaoyu Wang 已提交
4489 4490
  uint8_t  count = 1;
  while ((hash & bit) == 0) {
4491 4492 4493 4494 4495 4496 4497
    count++;
    bit <<= 1;
  }
  *buk = index;
  return count;
}

X
Xiaoyu Wang 已提交
4498 4499 4500
static void hllBucketHisto(uint8_t* buckets, int32_t* bucketHisto) {
  uint64_t* word = (uint64_t*)buckets;
  uint8_t*  bytes;
4501

X
Xiaoyu Wang 已提交
4502
  for (int32_t j = 0; j < HLL_BUCKETS >> 3; j++) {
4503 4504 4505
    if (*word == 0) {
      bucketHisto[0] += 8;
    } else {
X
Xiaoyu Wang 已提交
4506
      bytes = (uint8_t*)word;
4507 4508 4509 4510 4511 4512 4513 4514 4515 4516 4517 4518 4519 4520 4521 4522 4523 4524 4525 4526 4527
      bucketHisto[bytes[0]]++;
      bucketHisto[bytes[1]]++;
      bucketHisto[bytes[2]]++;
      bucketHisto[bytes[3]]++;
      bucketHisto[bytes[4]]++;
      bucketHisto[bytes[5]]++;
      bucketHisto[bytes[6]]++;
      bucketHisto[bytes[7]]++;
    }
    word++;
  }
}
static double hllTau(double x) {
  if (x == 0. || x == 1.) return 0.;
  double zPrime;
  double y = 1.0;
  double z = 1 - x;
  do {
    x = sqrt(x);
    zPrime = z;
    y *= 0.5;
X
Xiaoyu Wang 已提交
4528 4529
    z -= pow(1 - x, 2) * y;
  } while (zPrime != z);
4530 4531 4532 4533 4534 4535 4536 4537 4538 4539 4540 4541 4542
  return z / 3;
}

static double hllSigma(double x) {
  if (x == 1.0) return INFINITY;
  double zPrime;
  double y = 1;
  double z = x;
  do {
    x *= x;
    zPrime = z;
    z += x * y;
    y += y;
X
Xiaoyu Wang 已提交
4543
  } while (zPrime != z);
4544 4545 4546
  return z;
}

X
Xiaoyu Wang 已提交
4547 4548 4549 4550
// estimate the cardinality, the algorithm refer this paper: "New cardinality estimation algorithms for HyperLogLog
// sketches"
static uint64_t hllCountCnt(uint8_t* buckets) {
  double  m = HLL_BUCKETS;
4551
  int32_t buckethisto[64] = {0};
X
Xiaoyu Wang 已提交
4552
  hllBucketHisto(buckets, buckethisto);
4553

X
Xiaoyu Wang 已提交
4554
  double z = m * hllTau((m - buckethisto[HLL_DATA_BITS + 1]) / (double)m);
4555 4556 4557 4558
  for (int j = HLL_DATA_BITS; j >= 1; --j) {
    z += buckethisto[j];
    z *= 0.5;
  }
4559

X
Xiaoyu Wang 已提交
4560 4561
  z += m * hllSigma(buckethisto[0] / (double)m);
  double E = (double)llroundl(HLL_ALPHA_INF * m * m / z);
4562

X
Xiaoyu Wang 已提交
4563
  return (uint64_t)E;
4564 4565
}

X
Xiaoyu Wang 已提交
4566
int32_t hllFunction(SqlFunctionCtx* pCtx) {
4567 4568 4569 4570 4571
  SHLLInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4572
  int32_t type = pCol->info.type;
4573 4574 4575 4576 4577 4578 4579 4580 4581 4582 4583 4584 4585 4586 4587
  int32_t bytes = pCol->info.bytes;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  int32_t numOfElems = 0;
  for (int32_t i = start; i < numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_s(pCol, i)) {
      continue;
    }

    numOfElems++;

    char* data = colDataGetData(pCol, i);
    if (IS_VAR_DATA_TYPE(type)) {
G
Ganlin Zhao 已提交
4588
      bytes = varDataLen(data);
4589 4590 4591 4592 4593 4594 4595 4596 4597 4598 4599 4600 4601 4602 4603
      data = varDataVal(data);
    }

    int32_t index = 0;
    uint8_t count = hllCountNum(data, bytes, &index);
    uint8_t oldcount = pInfo->buckets[index];
    if (count > oldcount) {
      pInfo->buckets[index] = count;
    }
  }

  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}

4604 4605 4606 4607 4608 4609 4610 4611
static void hllTransferInfo(SHLLInfo* pInput, SHLLInfo* pOutput) {
  for (int32_t k = 0; k < HLL_BUCKETS; ++k) {
    if (pOutput->buckets[k] < pInput->buckets[k]) {
      pOutput->buckets[k] = pInput->buckets[k];
    }
  }
}

X
Xiaoyu Wang 已提交
4612
int32_t hllFunctionMerge(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
4613
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4614
  SColumnInfoData*      pCol = pInput->pData[0];
G
Ganlin Zhao 已提交
4615 4616 4617 4618
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SHLLInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4619
  int32_t start = pInput->startRowIndex;
G
Ganlin Zhao 已提交
4620

X
Xiaoyu Wang 已提交
4621 4622
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*     data = colDataGetData(pCol, i);
4623 4624 4625
    SHLLInfo* pInputInfo = (SHLLInfo*)varDataVal(data);
    hllTransferInfo(pInputInfo, pInfo);
  }
G
Ganlin Zhao 已提交
4626 4627 4628 4629 4630

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  return TSDB_CODE_SUCCESS;
}

4631
int32_t hllFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
X
Xiaoyu Wang 已提交
4632
  SResultRowEntryInfo* pInfo = GET_RES_INFO(pCtx);
4633

4634 4635 4636 4637 4638
  SHLLInfo* pHllInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  pHllInfo->result = hllCountCnt(pHllInfo->buckets);
  if (tsCountAlwaysReturnValue && pHllInfo->result == 0) {
    pInfo->numOfRes = 1;
  }
4639 4640 4641 4642

  return functionFinalize(pCtx, pBlock);
}

G
Ganlin Zhao 已提交
4643 4644
int32_t hllPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4645 4646 4647
  SHLLInfo*            pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getHLLInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
4648 4649 4650 4651 4652 4653 4654 4655 4656 4657 4658 4659 4660

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

4661 4662
int32_t hllCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
4663
  SHLLInfo*            pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
4664 4665

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
4666
  SHLLInfo*            pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
4667

4668
  hllTransferInfo(pSBuf, pDBuf);
4669
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
4670
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
4671 4672 4673
  return TSDB_CODE_SUCCESS;
}

4674 4675 4676 4677 4678
bool getStateFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SStateInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4679
static int8_t getStateOpType(char* opStr) {
4680
  int8_t opType;
4681
  if (strncasecmp(opStr, "LT", 2) == 0) {
4682
    opType = STATE_OPER_LT;
4683
  } else if (strncasecmp(opStr, "GT", 2) == 0) {
4684
    opType = STATE_OPER_GT;
4685
  } else if (strncasecmp(opStr, "LE", 2) == 0) {
4686
    opType = STATE_OPER_LE;
4687
  } else if (strncasecmp(opStr, "GE", 2) == 0) {
4688
    opType = STATE_OPER_GE;
4689
  } else if (strncasecmp(opStr, "NE", 2) == 0) {
4690
    opType = STATE_OPER_NE;
4691
  } else if (strncasecmp(opStr, "EQ", 2) == 0) {
4692 4693 4694 4695 4696 4697 4698 4699 4700 4701
    opType = STATE_OPER_EQ;
  } else {
    opType = STATE_OPER_INVALID;
  }

  return opType;
}

static bool checkStateOp(int8_t op, SColumnInfoData* pCol, int32_t index, SVariant param) {
  char* data = colDataGetData(pCol, index);
X
Xiaoyu Wang 已提交
4702
  switch (pCol->info.type) {
4703
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
4704
      int8_t v = *(int8_t*)data;
4705 4706 4707 4708
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
X
Xiaoyu Wang 已提交
4709
      uint8_t v = *(uint8_t*)data;
4710 4711 4712 4713
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
X
Xiaoyu Wang 已提交
4714
      int16_t v = *(int16_t*)data;
4715 4716 4717 4718
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
X
Xiaoyu Wang 已提交
4719
      uint16_t v = *(uint16_t*)data;
4720 4721 4722 4723
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
X
Xiaoyu Wang 已提交
4724
      int32_t v = *(int32_t*)data;
4725 4726 4727 4728
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
X
Xiaoyu Wang 已提交
4729
      uint32_t v = *(uint32_t*)data;
4730 4731 4732 4733
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
X
Xiaoyu Wang 已提交
4734
      int64_t v = *(int64_t*)data;
4735 4736 4737 4738
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
X
Xiaoyu Wang 已提交
4739
      uint64_t v = *(uint64_t*)data;
4740 4741 4742 4743
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
4744
      float v = *(float*)data;
4745 4746 4747 4748
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
X
Xiaoyu Wang 已提交
4749
      double v = *(double*)data;
4750 4751 4752 4753 4754 4755 4756 4757 4758 4759 4760 4761 4762 4763 4764 4765 4766 4767
      STATE_COMP(op, v, param);
      break;
    }
    default: {
      ASSERT(0);
    }
  }
  return false;
}

int32_t stateCountFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SStateInfo*          pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4768
  int32_t          numOfElems = 0;
4769 4770 4771
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int8_t op = getStateOpType(varDataVal(pCtx->param[1].param.pz));
4772 4773 4774 4775
  if (STATE_OPER_INVALID == op) {
    return 0;
  }

4776 4777 4778 4779
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    numOfElems++;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      colDataAppendNULL(pOutput, i);
4780 4781
      // handle selectivity
      if (pCtx->subsidiaries.num > 0) {
D
dapan1121 已提交
4782
        appendSelectivityValue(pCtx, i, pCtx->offset + numOfElems - 1);
4783
      }
4784 4785 4786
      continue;
    }

4787 4788
    bool ret = checkStateOp(op, pInputCol, i, pCtx->param[2].param);

4789 4790 4791 4792 4793 4794
    int64_t output = -1;
    if (ret) {
      output = ++pInfo->count;
    } else {
      pInfo->count = 0;
    }
D
dapan1121 已提交
4795
    colDataAppend(pOutput, pCtx->offset + numOfElems - 1, (char*)&output, false);
4796 4797 4798

    // handle selectivity
    if (pCtx->subsidiaries.num > 0) {
D
dapan1121 已提交
4799
      appendSelectivityValue(pCtx, i, pCtx->offset + numOfElems - 1);
4800
    }
4801 4802 4803 4804
  }

  return numOfElems;
}
4805 4806 4807 4808 4809 4810

int32_t stateDurationFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SStateInfo*          pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4811
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
4812 4813 4814

  SColumnInfoData* pInputCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4815
  int32_t          numOfElems = 0;
4816 4817
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

X
Xiaoyu Wang 已提交
4818
  // TODO: process timeUnit for different db precisions
4819
  int32_t timeUnit = 1;
X
Xiaoyu Wang 已提交
4820
  if (pCtx->numOfParams == 5) {  // TODO: param number incorrect
4821 4822 4823 4824 4825 4826 4827 4828 4829 4830 4831 4832
    timeUnit = pCtx->param[3].param.i;
  }

  int8_t op = getStateOpType(varDataVal(pCtx->param[1].param.pz));
  if (STATE_OPER_INVALID == op) {
    return 0;
  }

  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    numOfElems++;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      colDataAppendNULL(pOutput, i);
4833 4834
      // handle selectivity
      if (pCtx->subsidiaries.num > 0) {
D
dapan1121 已提交
4835
        appendSelectivityValue(pCtx, i, pCtx->offset + numOfElems - 1);
4836
      }
4837 4838 4839
      continue;
    }

X
Xiaoyu Wang 已提交
4840
    bool    ret = checkStateOp(op, pInputCol, i, pCtx->param[2].param);
4841 4842 4843 4844 4845 4846 4847 4848 4849 4850 4851
    int64_t output = -1;
    if (ret) {
      if (pInfo->durationStart == 0) {
        output = 0;
        pInfo->durationStart = tsList[i];
      } else {
        output = (tsList[i] - pInfo->durationStart) / timeUnit;
      }
    } else {
      pInfo->durationStart = 0;
    }
D
dapan1121 已提交
4852
    colDataAppend(pOutput, pCtx->offset + numOfElems - 1, (char*)&output, false);
4853 4854 4855

    // handle selectivity
    if (pCtx->subsidiaries.num > 0) {
D
dapan1121 已提交
4856
      appendSelectivityValue(pCtx, i, pCtx->offset + numOfElems - 1);
4857
    }
4858 4859 4860 4861
  }

  return numOfElems;
}
G
Ganlin Zhao 已提交
4862 4863 4864 4865 4866 4867 4868 4869 4870 4871 4872 4873 4874 4875 4876 4877 4878 4879 4880 4881 4882

bool getCsumFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SSumRes);
  return true;
}

int32_t csumFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SSumRes*             pSumRes = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    int32_t pos = startOffset + numOfElems;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
X
Xiaoyu Wang 已提交
4883
      // colDataAppendNULL(pOutput, i);
G
Ganlin Zhao 已提交
4884 4885 4886 4887 4888 4889 4890 4891
      continue;
    }

    char* data = colDataGetData(pInputCol, i);
    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      int64_t v;
      GET_TYPED_DATA(v, int64_t, type, data);
      pSumRes->isum += v;
X
Xiaoyu Wang 已提交
4892
      colDataAppend(pOutput, pos, (char*)&pSumRes->isum, false);
G
Ganlin Zhao 已提交
4893 4894 4895 4896
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      uint64_t v;
      GET_TYPED_DATA(v, uint64_t, type, data);
      pSumRes->usum += v;
X
Xiaoyu Wang 已提交
4897
      colDataAppend(pOutput, pos, (char*)&pSumRes->usum, false);
G
Ganlin Zhao 已提交
4898 4899 4900 4901
    } else if (IS_FLOAT_TYPE(type)) {
      double v;
      GET_TYPED_DATA(v, double, type, data);
      pSumRes->dsum += v;
X
Xiaoyu Wang 已提交
4902
      // check for overflow
4903 4904
      if (isinf(pSumRes->dsum) || isnan(pSumRes->dsum)) {
        colDataAppendNULL(pOutput, pos);
X
Xiaoyu Wang 已提交
4905 4906
      } else {
        colDataAppend(pOutput, pos, (char*)&pSumRes->dsum, false);
4907
      }
G
Ganlin Zhao 已提交
4908 4909
    }

4910 4911 4912 4913 4914
    // handle selectivity
    if (pCtx->subsidiaries.num > 0) {
      appendSelectivityValue(pCtx, i, pos);
    }

G
Ganlin Zhao 已提交
4915 4916 4917 4918 4919
    numOfElems++;
  }

  return numOfElems;
}
G
Ganlin Zhao 已提交
4920 4921 4922 4923 4924 4925

bool getMavgFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SMavgInfo) + MAVG_MAX_POINTS_NUM * sizeof(double);
  return true;
}

X
Xiaoyu Wang 已提交
4926
bool mavgFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
4927 4928 4929 4930
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
4931
  SMavgInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
4932 4933 4934 4935 4936 4937 4938 4939 4940 4941 4942 4943 4944 4945 4946 4947 4948 4949 4950 4951 4952 4953 4954 4955 4956 4957 4958
  pInfo->pos = 0;
  pInfo->sum = 0;
  pInfo->numOfPoints = pCtx->param[1].param.i;
  if (pInfo->numOfPoints < 1 || pInfo->numOfPoints > MAVG_MAX_POINTS_NUM) {
    return false;
  }
  pInfo->pointsMeet = false;

  return true;
}

int32_t mavgFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SMavgInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    int32_t pos = startOffset + numOfElems;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
X
Xiaoyu Wang 已提交
4959
      // colDataAppendNULL(pOutput, i);
G
Ganlin Zhao 已提交
4960 4961 4962
      continue;
    }

X
Xiaoyu Wang 已提交
4963
    char*  data = colDataGetData(pInputCol, i);
G
Ganlin Zhao 已提交
4964 4965 4966 4967 4968 4969 4970 4971
    double v;
    GET_TYPED_DATA(v, double, type, data);

    if (!pInfo->pointsMeet && (pInfo->pos < pInfo->numOfPoints - 1)) {
      pInfo->points[pInfo->pos] = v;
      pInfo->sum += v;
    } else {
      if (!pInfo->pointsMeet && (pInfo->pos == pInfo->numOfPoints - 1)) {
X
Xiaoyu Wang 已提交
4972
        pInfo->sum += v;
G
Ganlin Zhao 已提交
4973 4974 4975 4976 4977
        pInfo->pointsMeet = true;
      } else {
        pInfo->sum = pInfo->sum + v - pInfo->points[pInfo->pos];
      }

G
Ganlin Zhao 已提交
4978 4979
      pInfo->points[pInfo->pos] = v;
      double result = pInfo->sum / pInfo->numOfPoints;
X
Xiaoyu Wang 已提交
4980
      // check for overflow
4981 4982
      if (isinf(result) || isnan(result)) {
        colDataAppendNULL(pOutput, pos);
X
Xiaoyu Wang 已提交
4983 4984
      } else {
        colDataAppend(pOutput, pos, (char*)&result, false);
4985
      }
G
Ganlin Zhao 已提交
4986

4987 4988 4989 4990 4991
      // handle selectivity
      if (pCtx->subsidiaries.num > 0) {
        appendSelectivityValue(pCtx, i, pos);
      }

G
Ganlin Zhao 已提交
4992
      numOfElems++;
G
Ganlin Zhao 已提交
4993 4994
    }

G
Ganlin Zhao 已提交
4995 4996 4997 4998
    pInfo->pos++;
    if (pInfo->pos == pInfo->numOfPoints) {
      pInfo->pos = 0;
    }
G
Ganlin Zhao 已提交
4999 5000 5001 5002
  }

  return numOfElems;
}
G
Ganlin Zhao 已提交
5003

5004 5005 5006 5007 5008 5009 5010 5011 5012 5013
static SSampleInfo* getSampleOutputInfo(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SSampleInfo*         pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  pInfo->data = (char*)pInfo + sizeof(SSampleInfo);
  pInfo->tuplePos = (STuplePos*)((char*)pInfo + sizeof(SSampleInfo) + pInfo->samples * pInfo->colBytes);

  return pInfo;
}

G
Ganlin Zhao 已提交
5014 5015
bool getSampleFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
X
Xiaoyu Wang 已提交
5016 5017
  SValueNode*  pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
  int32_t      numOfSamples = pVal->datum.i;
5018
  pEnv->calcMemSize = sizeof(SSampleInfo) + numOfSamples * (pCol->node.resType.bytes + sizeof(STuplePos));
G
Ganlin Zhao 已提交
5019 5020 5021
  return true;
}

X
Xiaoyu Wang 已提交
5022
bool sampleFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
5023 5024 5025 5026 5027 5028
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  taosSeedRand(taosSafeRand());

X
Xiaoyu Wang 已提交
5029
  SSampleInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
5030 5031 5032
  pInfo->samples = pCtx->param[1].param.i;
  pInfo->totalPoints = 0;
  pInfo->numSampled = 0;
G
Ganlin Zhao 已提交
5033 5034
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
5035 5036
  pInfo->nullTuplePos.pageId = -1;
  pInfo->nullTupleSaved = false;
X
Xiaoyu Wang 已提交
5037
  pInfo->data = (char*)pInfo + sizeof(SSampleInfo);
5038
  pInfo->tuplePos = (STuplePos*)((char*)pInfo + sizeof(SSampleInfo) + pInfo->samples * pInfo->colBytes);
G
Ganlin Zhao 已提交
5039 5040 5041 5042

  return true;
}

5043
static void sampleAssignResult(SSampleInfo* pInfo, char* data, int32_t index) {
G
Ganlin Zhao 已提交
5044
  assignVal(pInfo->data + index * pInfo->colBytes, data, pInfo->colBytes, pInfo->colType);
G
Ganlin Zhao 已提交
5045 5046
}

5047
static void doReservoirSample(SqlFunctionCtx* pCtx, SSampleInfo* pInfo, char* data, int32_t index) {
G
Ganlin Zhao 已提交
5048 5049
  pInfo->totalPoints++;
  if (pInfo->numSampled < pInfo->samples) {
5050 5051
    sampleAssignResult(pInfo, data, pInfo->numSampled);
    if (pCtx->subsidiaries.num > 0) {
5052
      pInfo->tuplePos[pInfo->numSampled] = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
5053
    }
G
Ganlin Zhao 已提交
5054 5055 5056 5057
    pInfo->numSampled++;
  } else {
    int32_t j = taosRand() % (pInfo->totalPoints);
    if (j < pInfo->samples) {
5058 5059
      sampleAssignResult(pInfo, data, j);
      if (pCtx->subsidiaries.num > 0) {
5060
        updateTupleData(pCtx, index, pCtx->pSrcBlock, &pInfo->tuplePos[j]);
5061
      }
G
Ganlin Zhao 已提交
5062 5063 5064 5065 5066 5067
    }
  }
}

int32_t sampleFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5068
  SSampleInfo*         pInfo = getSampleOutputInfo(pCtx);
G
Ganlin Zhao 已提交
5069 5070 5071

  SInputColumnInfoData* pInput = &pCtx->input;

5072
  SColumnInfoData* pInputCol = pInput->pData[0];
G
Ganlin Zhao 已提交
5073
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5074
    if (colDataIsNull_s(pInputCol, i)) {
G
Ganlin Zhao 已提交
5075 5076 5077 5078
      continue;
    }

    char* data = colDataGetData(pInputCol, i);
5079
    doReservoirSample(pCtx, pInfo, data, i);
G
Ganlin Zhao 已提交
5080 5081
  }

5082
  if (pInfo->numSampled == 0 && pCtx->subsidiaries.num > 0 && !pInfo->nullTupleSaved) {
5083
    pInfo->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
5084 5085 5086
    pInfo->nullTupleSaved = true;
  }

5087 5088 5089 5090 5091 5092 5093
  SET_VAL(pResInfo, pInfo->numSampled, pInfo->numSampled);
  return TSDB_CODE_SUCCESS;
}

int32_t sampleFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);

5094
  SSampleInfo* pInfo = getSampleOutputInfo(pCtx);
5095 5096
  pEntryInfo->complete = true;

X
Xiaoyu Wang 已提交
5097
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
5098 5099 5100
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  int32_t currentRow = pBlock->info.rows;
5101 5102
  if (pInfo->numSampled == 0) {
    colDataAppendNULL(pCol, currentRow);
5103
    setSelectivityValue(pCtx, pBlock, &pInfo->nullTuplePos, currentRow);
5104 5105
    return pInfo->numSampled;
  }
G
Ganlin Zhao 已提交
5106
  for (int32_t i = 0; i < pInfo->numSampled; ++i) {
5107
    colDataAppend(pCol, currentRow + i, pInfo->data + i * pInfo->colBytes, false);
5108
    setSelectivityValue(pCtx, pBlock, &pInfo->tuplePos[i], currentRow + i);
G
Ganlin Zhao 已提交
5109 5110
  }

G
Ganlin Zhao 已提交
5111 5112 5113
  return pInfo->numSampled;
}

5114

G
Ganlin Zhao 已提交
5115
bool getTailFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
5116
#if 0
G
Ganlin Zhao 已提交
5117 5118
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
  SValueNode*  pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
X
Xiaoyu Wang 已提交
5119
  int32_t      numOfPoints = pVal->datum.i;
G
Ganlin Zhao 已提交
5120
  pEnv->calcMemSize = sizeof(STailInfo) + numOfPoints * (POINTER_BYTES + sizeof(STailItem) + pCol->node.resType.bytes);
5121
#endif
G
Ganlin Zhao 已提交
5122 5123 5124
  return true;
}

X
Xiaoyu Wang 已提交
5125
bool tailFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
5126
#if 0
G
Ganlin Zhao 已提交
5127 5128 5129 5130
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5131
  STailInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
5132 5133
  pInfo->numAdded = 0;
  pInfo->numOfPoints = pCtx->param[1].param.i;
5134 5135 5136 5137 5138
  if (pCtx->numOfParams == 4) {
    pInfo->offset = pCtx->param[2].param.i;
  } else {
    pInfo->offset = 0;
  }
G
Ganlin Zhao 已提交
5139 5140 5141 5142 5143 5144 5145
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if ((pInfo->numOfPoints < 1 || pInfo->numOfPoints > TAIL_MAX_POINTS_NUM) ||
      (pInfo->numOfPoints < 0 || pInfo->numOfPoints > TAIL_MAX_OFFSET)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5146 5147
  pInfo->pItems = (STailItem**)((char*)pInfo + sizeof(STailInfo));
  char* pItem = (char*)pInfo->pItems + pInfo->numOfPoints * POINTER_BYTES;
G
Ganlin Zhao 已提交
5148

G
Ganlin Zhao 已提交
5149
  size_t unitSize = sizeof(STailItem) + pInfo->colBytes;
G
Ganlin Zhao 已提交
5150
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
5151
    pInfo->pItems[i] = (STailItem*)(pItem + i * unitSize);
5152
    pInfo->pItems[i]->isNull = false;
G
Ganlin Zhao 已提交
5153
  }
5154
#endif
G
Ganlin Zhao 已提交
5155 5156 5157 5158

  return true;
}

X
Xiaoyu Wang 已提交
5159
static void tailAssignResult(STailItem* pItem, char* data, int32_t colBytes, TSKEY ts, bool isNull) {
5160
#if 0
G
Ganlin Zhao 已提交
5161
  pItem->timestamp = ts;
5162 5163 5164
  if (isNull) {
    pItem->isNull = true;
  } else {
5165
    pItem->isNull = false;
5166 5167
    memcpy(pItem->data, data, colBytes);
  }
5168
#endif
G
Ganlin Zhao 已提交
5169 5170
}

5171
#if 0
X
Xiaoyu Wang 已提交
5172 5173 5174
static int32_t tailCompFn(const void* p1, const void* p2, const void* param) {
  STailItem* d1 = *(STailItem**)p1;
  STailItem* d2 = *(STailItem**)p2;
G
Ganlin Zhao 已提交
5175 5176 5177
  return compareInt64Val(&d1->timestamp, &d2->timestamp);
}

X
Xiaoyu Wang 已提交
5178 5179
static void doTailAdd(STailInfo* pInfo, char* data, TSKEY ts, bool isNull) {
  STailItem** pList = pInfo->pItems;
G
Ganlin Zhao 已提交
5180
  if (pInfo->numAdded < pInfo->numOfPoints) {
5181
    tailAssignResult(pList[pInfo->numAdded], data, pInfo->colBytes, ts, isNull);
X
Xiaoyu Wang 已提交
5182
    taosheapsort((void*)pList, sizeof(STailItem**), pInfo->numAdded + 1, NULL, tailCompFn, 0);
G
Ganlin Zhao 已提交
5183
    pInfo->numAdded++;
G
Ganlin Zhao 已提交
5184
  } else if (pList[0]->timestamp < ts) {
5185
    tailAssignResult(pList[0], data, pInfo->colBytes, ts, isNull);
X
Xiaoyu Wang 已提交
5186
    taosheapadjust((void*)pList, sizeof(STailItem**), 0, pInfo->numOfPoints - 1, NULL, tailCompFn, NULL, 0);
G
Ganlin Zhao 已提交
5187 5188
  }
}
5189
#endif
G
Ganlin Zhao 已提交
5190 5191

int32_t tailFunction(SqlFunctionCtx* pCtx) {
5192
#if 0
G
Ganlin Zhao 已提交
5193
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
5194
  STailInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
5195 5196

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5197
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
5198 5199 5200 5201 5202

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t startOffset = pCtx->offset;
5203 5204 5205
  if (pInfo->offset >= pInput->numOfRows) {
    return 0;
  } else {
wafwerar's avatar
wafwerar 已提交
5206
    pInfo->numOfPoints = TMIN(pInfo->numOfPoints, pInput->numOfRows - pInfo->offset);
5207 5208
  }
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex - pInfo->offset; i += 1) {
G
Ganlin Zhao 已提交
5209
    char* data = colDataGetData(pInputCol, i);
5210
    doTailAdd(pInfo, data, tsList[i], colDataIsNull_s(pInputCol, i));
G
Ganlin Zhao 已提交
5211 5212
  }

5213 5214
  taosqsort(pInfo->pItems, pInfo->numOfPoints, POINTER_BYTES, NULL, tailCompFn);

G
Ganlin Zhao 已提交
5215
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
5216 5217
    int32_t    pos = startOffset + i;
    STailItem* pItem = pInfo->pItems[i];
5218 5219 5220 5221 5222
    if (pItem->isNull) {
      colDataAppendNULL(pOutput, pos);
    } else {
      colDataAppend(pOutput, pos, pItem->data, false);
    }
G
Ganlin Zhao 已提交
5223 5224
  }

G
Ganlin Zhao 已提交
5225
  return pInfo->numOfPoints;
5226 5227
#endif
  return 0;
G
Ganlin Zhao 已提交
5228
}
G
Ganlin Zhao 已提交
5229 5230

int32_t tailFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
5231
#if 0
G
Ganlin Zhao 已提交
5232
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
5233
  STailInfo*           pInfo = GET_ROWCELL_INTERBUF(pEntryInfo);
G
Ganlin Zhao 已提交
5234 5235 5236 5237 5238 5239 5240 5241 5242 5243
  pEntryInfo->complete = true;

  int32_t type = pCtx->input.pData[0]->info.type;
  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;

  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  // todo assign the tag value and the corresponding row data
  int32_t currentRow = pBlock->info.rows;
  for (int32_t i = 0; i < pEntryInfo->numOfRes; ++i) {
X
Xiaoyu Wang 已提交
5244
    STailItem* pItem = pInfo->pItems[i];
G
Ganlin Zhao 已提交
5245 5246 5247 5248 5249
    colDataAppend(pCol, currentRow, pItem->data, false);
    currentRow += 1;
  }

  return pEntryInfo->numOfRes;
5250 5251
#endif
  return 0;
G
Ganlin Zhao 已提交
5252
}
5253 5254

bool getUniqueFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
5255
#if 0
5256
  pEnv->calcMemSize = sizeof(SUniqueInfo) + UNIQUE_MAX_RESULT_SIZE;
5257
#endif
5258 5259 5260 5261
  return true;
}

bool uniqueFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
5262
#if 0
5263 5264 5265 5266 5267 5268 5269 5270 5271 5272 5273 5274 5275
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SUniqueInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  pInfo->numOfPoints = 0;
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if (pInfo->pHash != NULL) {
    taosHashClear(pInfo->pHash);
  } else {
    pInfo->pHash = taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  }
5276
#endif
5277 5278 5279
  return true;
}

5280
#if 0
X
Xiaoyu Wang 已提交
5281 5282
static void doUniqueAdd(SUniqueInfo* pInfo, char* data, TSKEY ts, bool isNull) {
  // handle null elements
5283
  if (isNull == true) {
X
Xiaoyu Wang 已提交
5284 5285
    int32_t      size = sizeof(SUniqueItem) + pInfo->colBytes;
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + pInfo->numOfPoints * size);
5286
    if (pInfo->hasNull == false && pItem->isNull == false) {
5287 5288 5289
      pItem->timestamp = ts;
      pItem->isNull = true;
      pInfo->numOfPoints++;
5290
      pInfo->hasNull = true;
5291 5292 5293 5294 5295
    } else if (pItem->timestamp > ts && pItem->isNull == true) {
      pItem->timestamp = ts;
    }
    return;
  }
5296

X
Xiaoyu Wang 已提交
5297 5298
  int32_t      hashKeyBytes = IS_VAR_DATA_TYPE(pInfo->colType) ? varDataTLen(data) : pInfo->colBytes;
  SUniqueItem* pHashItem = taosHashGet(pInfo->pHash, data, hashKeyBytes);
5299
  if (pHashItem == NULL) {
X
Xiaoyu Wang 已提交
5300 5301
    int32_t      size = sizeof(SUniqueItem) + pInfo->colBytes;
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + pInfo->numOfPoints * size);
5302 5303 5304
    pItem->timestamp = ts;
    memcpy(pItem->data, data, pInfo->colBytes);

X
Xiaoyu Wang 已提交
5305
    taosHashPut(pInfo->pHash, data, hashKeyBytes, (char*)pItem, sizeof(SUniqueItem*));
5306 5307 5308 5309 5310
    pInfo->numOfPoints++;
  } else if (pHashItem->timestamp > ts) {
    pHashItem->timestamp = ts;
  }
}
5311
#endif
5312 5313

int32_t uniqueFunction(SqlFunctionCtx* pCtx) {
5314
#if 0
5315 5316 5317 5318
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SUniqueInfo*         pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5319
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
5320 5321 5322 5323 5324 5325 5326 5327 5328 5329 5330 5331 5332 5333 5334 5335 5336

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
    char* data = colDataGetData(pInputCol, i);
    doUniqueAdd(pInfo, data, tsList[i], colDataIsNull_s(pInputCol, i));

    if (sizeof(SUniqueInfo) + pInfo->numOfPoints * (sizeof(SUniqueItem) + pInfo->colBytes) >= UNIQUE_MAX_RESULT_SIZE) {
      taosHashCleanup(pInfo->pHash);
      return 0;
    }
  }

  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
5337
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + i * (sizeof(SUniqueItem) + pInfo->colBytes));
5338 5339 5340 5341 5342
    if (pItem->isNull == true) {
      colDataAppendNULL(pOutput, i);
    } else {
      colDataAppend(pOutput, i, pItem->data, false);
    }
5343 5344 5345 5346 5347 5348
    if (pTsOutput != NULL) {
      colDataAppendInt64(pTsOutput, i, &pItem->timestamp);
    }
  }

  return pInfo->numOfPoints;
5349 5350
#endif
  return 0;
5351 5352
}

G
Ganlin Zhao 已提交
5353 5354 5355 5356 5357 5358 5359 5360 5361 5362 5363 5364 5365 5366 5367 5368 5369 5370 5371 5372 5373 5374
bool getModeFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SModeInfo) + MODE_MAX_RESULT_SIZE;
  return true;
}

bool modeFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SModeInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  pInfo->numOfPoints = 0;
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if (pInfo->pHash != NULL) {
    taosHashClear(pInfo->pHash);
  } else {
    pInfo->pHash = taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  }
  return true;
}

5375
static void doModeAdd(SModeInfo* pInfo, char* data) {
5376
  int32_t     hashKeyBytes = IS_STR_DATA_TYPE(pInfo->colType) ? varDataTLen(data) : pInfo->colBytes;
5377
  SModeItem** pHashItem = taosHashGet(pInfo->pHash, data, hashKeyBytes);
G
Ganlin Zhao 已提交
5378
  if (pHashItem == NULL) {
5379 5380
    int32_t    size = sizeof(SModeItem) + pInfo->colBytes;
    SModeItem* pItem = (SModeItem*)(pInfo->pItems + pInfo->numOfPoints * size);
5381
    memcpy(pItem->data, data, hashKeyBytes);
G
Ganlin Zhao 已提交
5382 5383
    pItem->count += 1;

G
Ganlin Zhao 已提交
5384
    taosHashPut(pInfo->pHash, data, hashKeyBytes, &pItem, sizeof(SModeItem*));
G
Ganlin Zhao 已提交
5385 5386
    pInfo->numOfPoints++;
  } else {
G
Ganlin Zhao 已提交
5387
    (*pHashItem)->count += 1;
G
Ganlin Zhao 已提交
5388 5389 5390 5391
  }
}

int32_t modeFunction(SqlFunctionCtx* pCtx) {
5392
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5393
  SModeInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
5394 5395 5396 5397 5398 5399

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

5400
  int32_t numOfElems = 0;
G
Ganlin Zhao 已提交
5401 5402 5403
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
    char* data = colDataGetData(pInputCol, i);
5404 5405 5406 5407 5408 5409
    if (colDataIsNull_s(pInputCol, i)) {
      continue;
    }

    numOfElems++;
    doModeAdd(pInfo, data);
G
Ganlin Zhao 已提交
5410 5411 5412 5413 5414 5415 5416

    if (sizeof(SModeInfo) + pInfo->numOfPoints * (sizeof(SModeItem) + pInfo->colBytes) >= MODE_MAX_RESULT_SIZE) {
      taosHashCleanup(pInfo->pHash);
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }

5417
  SET_VAL(pResInfo, numOfElems, 1);
G
Ganlin Zhao 已提交
5418

G
Ganlin Zhao 已提交
5419 5420 5421 5422 5423 5424
  return TSDB_CODE_SUCCESS;
}

int32_t modeFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SModeInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
X
Xiaoyu Wang 已提交
5425 5426
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
G
Ganlin Zhao 已提交
5427
  int32_t              currentRow = pBlock->info.rows;
5428

G
Ganlin Zhao 已提交
5429
  int32_t resIndex = -1;
G
Ganlin Zhao 已提交
5430 5431 5432
  int32_t maxCount = 0;
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
    SModeItem* pItem = (SModeItem*)(pInfo->pItems + i * (sizeof(SModeItem) + pInfo->colBytes));
5433
    if (pItem->count >= maxCount) {
G
Ganlin Zhao 已提交
5434 5435 5436
      maxCount = pItem->count;
      resIndex = i;
    }
5437 5438
  }

G
Ganlin Zhao 已提交
5439 5440 5441 5442 5443 5444
  if (maxCount != 0) {
    SModeItem* pResItem = (SModeItem*)(pInfo->pItems + resIndex * (sizeof(SModeItem) + pInfo->colBytes));
    colDataAppend(pCol, currentRow, pResItem->data, false);
  } else {
    colDataAppendNULL(pCol, currentRow);
  }
G
Ganlin Zhao 已提交
5445

5446 5447 5448
  return pResInfo->numOfRes;
}

5449 5450 5451 5452 5453
bool getTwaFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(STwaInfo);
  return true;
}

X
Xiaoyu Wang 已提交
5454
bool twaFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
5455 5456 5457 5458
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5459
  STwaInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
5460
  pInfo->isNull = false;
5461 5462
  pInfo->p.key = INT64_MIN;
  pInfo->win = TSWINDOW_INITIALIZER;
5463 5464 5465 5466
  return true;
}

static double twa_get_area(SPoint1 s, SPoint1 e) {
X
Xiaoyu Wang 已提交
5467
  if ((s.val >= 0 && e.val >= 0) || (s.val <= 0 && e.val <= 0)) {
5468 5469 5470
    return (s.val + e.val) * (e.key - s.key) / 2;
  }

X
Xiaoyu Wang 已提交
5471
  double x = (s.key * e.val - e.key * s.val) / (e.val - s.val);
5472 5473 5474 5475 5476 5477
  double val = (s.val * (x - s.key) + e.val * (e.key - x)) / 2;
  return val;
}

int32_t twaFunction(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5478
  SColumnInfoData*      pInputCol = pInput->pData[0];
5479 5480 5481

  TSKEY* tsList = (int64_t*)pInput->pPTS->pData;

X
Xiaoyu Wang 已提交
5482
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5483

X
Xiaoyu Wang 已提交
5484 5485
  STwaInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  SPoint1*  last = &pInfo->p;
5486
  int32_t   numOfElems = 0;
5487

5488 5489 5490 5491 5492
  if (IS_NULL_TYPE(pInputCol->info.type)) {
    pInfo->isNull = true;
    goto _twa_over;
  }

5493 5494
  int32_t i = pInput->startRowIndex;
  if (pCtx->start.key != INT64_MIN) {
5495 5496
    // ASSERT((pCtx->start.key < tsList[i] && pCtx->order == TSDB_ORDER_ASC) ||
    //        (pCtx->start.key > tsList[i] && pCtx->order == TSDB_ORDER_DESC));
5497 5498

    ASSERT(last->key == INT64_MIN);
5499 5500 5501 5502
    for (; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }
5503

5504
      last->key = tsList[i];
5505

5506 5507 5508 5509 5510 5511 5512 5513
      GET_TYPED_DATA(last->val, double, pInputCol->info.type, colDataGetData(pInputCol, i));

      pInfo->dOutput += twa_get_area(pCtx->start, *last);
      pInfo->win.skey = pCtx->start.key;
      numOfElems++;
      i += 1;
      break;
    }
5514
  } else if (pInfo->p.key == INT64_MIN) {
5515 5516 5517 5518
    for (; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }
5519

5520 5521 5522 5523 5524 5525 5526 5527 5528
      last->key = tsList[i];

      GET_TYPED_DATA(last->val, double, pInputCol->info.type, colDataGetData(pInputCol, i));

      pInfo->win.skey = last->key;
      numOfElems++;
      i += 1;
      break;
    }
5529 5530
  }

5531 5532
  SPoint1 st = {0};

5533
  // calculate the value of
X
Xiaoyu Wang 已提交
5534
  switch (pInputCol->info.type) {
5535
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
5536
      int8_t* val = (int8_t*)colDataGetData(pInputCol, 0);
5537
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5538 5539 5540
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5541
        numOfElems++;
5542

5543
        INIT_INTP_POINT(st, tsList[i], val[i]);
5544
        if (pInfo->p.key == st.key) {
5545
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5546 5547
        }

5548 5549 5550 5551 5552 5553 5554
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }

    case TSDB_DATA_TYPE_SMALLINT: {
X
Xiaoyu Wang 已提交
5555
      int16_t* val = (int16_t*)colDataGetData(pInputCol, 0);
5556
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5557 5558 5559
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5560
        numOfElems++;
5561

5562
        INIT_INTP_POINT(st, tsList[i], val[i]);
5563
        if (pInfo->p.key == st.key) {
5564
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5565 5566
        }

5567 5568 5569 5570 5571 5572
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_INT: {
X
Xiaoyu Wang 已提交
5573
      int32_t* val = (int32_t*)colDataGetData(pInputCol, 0);
5574
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5575 5576 5577
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5578
        numOfElems++;
5579

5580
        INIT_INTP_POINT(st, tsList[i], val[i]);
5581
        if (pInfo->p.key == st.key) {
5582
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5583 5584
        }

5585 5586 5587 5588 5589 5590
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
X
Xiaoyu Wang 已提交
5591
      int64_t* val = (int64_t*)colDataGetData(pInputCol, 0);
5592
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5593 5594 5595
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5596
        numOfElems++;
5597

5598
        INIT_INTP_POINT(st, tsList[i], val[i]);
5599
        if (pInfo->p.key == st.key) {
5600
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5601 5602
        }

5603 5604 5605 5606 5607 5608
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
5609
      float* val = (float*)colDataGetData(pInputCol, 0);
5610
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5611 5612 5613
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5614
        numOfElems++;
5615

5616
        INIT_INTP_POINT(st, tsList[i], val[i]);
5617
        if (pInfo->p.key == st.key) {
5618
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5619 5620
        }

5621 5622 5623 5624 5625 5626
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
X
Xiaoyu Wang 已提交
5627
      double* val = (double*)colDataGetData(pInputCol, 0);
5628
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5629 5630 5631
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5632
        numOfElems++;
5633

5634
        INIT_INTP_POINT(st, tsList[i], val[i]);
5635
        if (pInfo->p.key == st.key) {
5636
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5637 5638
        }

5639 5640 5641 5642 5643 5644
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
X
Xiaoyu Wang 已提交
5645
      uint8_t* val = (uint8_t*)colDataGetData(pInputCol, 0);
5646
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5647 5648 5649
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5650
        numOfElems++;
5651

5652
        INIT_INTP_POINT(st, tsList[i], val[i]);
5653
        if (pInfo->p.key == st.key) {
5654
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5655 5656
        }

5657 5658 5659 5660 5661 5662
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
X
Xiaoyu Wang 已提交
5663
      uint16_t* val = (uint16_t*)colDataGetData(pInputCol, 0);
5664
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5665 5666 5667
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5668
        numOfElems++;
5669

5670
        INIT_INTP_POINT(st, tsList[i], val[i]);
5671
        if (pInfo->p.key == st.key) {
5672
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5673 5674
        }

5675 5676 5677 5678 5679 5680
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
X
Xiaoyu Wang 已提交
5681
      uint32_t* val = (uint32_t*)colDataGetData(pInputCol, 0);
5682
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5683 5684 5685
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5686
        numOfElems++;
5687

5688
        INIT_INTP_POINT(st, tsList[i], val[i]);
5689
        if (pInfo->p.key == st.key) {
5690
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5691 5692
        }

5693 5694 5695 5696 5697 5698
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
X
Xiaoyu Wang 已提交
5699
      uint64_t* val = (uint64_t*)colDataGetData(pInputCol, 0);
5700
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5701 5702 5703
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5704
        numOfElems++;
5705

5706
        INIT_INTP_POINT(st, tsList[i], val[i]);
5707
        if (pInfo->p.key == st.key) {
5708
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5709 5710
        }

5711 5712 5713 5714 5715 5716
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }

X
Xiaoyu Wang 已提交
5717 5718
    default:
      ASSERT(0);
5719 5720 5721 5722
  }

  // the last interpolated time window value
  if (pCtx->end.key != INT64_MIN) {
X
Xiaoyu Wang 已提交
5723
    pInfo->dOutput += twa_get_area(pInfo->p, pCtx->end);
5724
    pInfo->p = pCtx->end;
H
Haojun Liao 已提交
5725
    numOfElems += 1;
5726 5727
  }

X
Xiaoyu Wang 已提交
5728
  pInfo->win.ekey = pInfo->p.key;
5729

5730
_twa_over:
5731 5732 5733 5734 5735
  if (numOfElems == 0) {
    pInfo->isNull = true;
  }

  SET_VAL(pResInfo, 1, 1);
5736 5737 5738 5739 5740 5741 5742 5743
  return TSDB_CODE_SUCCESS;
}

/*
 * To copy the input to interResBuf to avoid the input buffer space be over writen
 * by next input data. The TWA function only applies to each table, so no merge procedure
 * is required, we simply copy to the resut ot interResBuffer.
 */
X
Xiaoyu Wang 已提交
5744 5745 5746
// void twa_function_copy(SQLFunctionCtx *pCtx) {
//   assert(pCtx->inputType == TSDB_DATA_TYPE_BINARY);
//   SResultRowEntryInfo *pResInfo = GET_RES_INFO(pCtx);
5747
//
X
Xiaoyu Wang 已提交
5748 5749 5750
//   memcpy(GET_ROWCELL_INTERBUF(pResInfo), pCtx->pInput, (size_t)pCtx->inputBytes);
//   pResInfo->hasResult = ((STwaInfo *)pCtx->pInput)->hasResult;
// }
5751

X
Xiaoyu Wang 已提交
5752 5753
int32_t twaFinalize(struct SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5754

X
Xiaoyu Wang 已提交
5755
  STwaInfo* pInfo = (STwaInfo*)GET_ROWCELL_INTERBUF(pResInfo);
5756 5757
  if (pInfo->isNull == true) {
    pResInfo->numOfRes = 0;
5758 5759 5760 5761 5762 5763 5764 5765 5766 5767 5768 5769 5770
  } else {
    if (pInfo->win.ekey == pInfo->win.skey) {
      pInfo->dOutput = pInfo->p.val;
    } else {
      pInfo->dOutput = pInfo->dOutput / (pInfo->win.ekey - pInfo->win.skey);
    }

    pResInfo->numOfRes = 1;
  }

  return functionFinalize(pCtx, pBlock);
}

5771
bool blockDistSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
5772 5773 5774 5775 5776 5777 5778 5779 5780
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  STableBlockDistInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  pInfo->minRows = INT32_MAX;
  return true;
}

X
Xiaoyu Wang 已提交
5781
int32_t blockDistFunction(SqlFunctionCtx* pCtx) {
5782 5783
  const int32_t BLOCK_DIST_RESULT_ROWS = 24;

5784
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5785
  SColumnInfoData*      pInputCol = pInput->pData[0];
5786

X
Xiaoyu Wang 已提交
5787
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5788

5789 5790 5791 5792 5793 5794 5795 5796 5797 5798 5799 5800
  STableBlockDistInfo* pDistInfo = GET_ROWCELL_INTERBUF(pResInfo);

  STableBlockDistInfo p1 = {0};
  tDeserializeBlockDistInfo(varDataVal(pInputCol->pData), varDataLen(pInputCol->pData), &p1);

  pDistInfo->numOfBlocks += p1.numOfBlocks;
  pDistInfo->numOfTables += p1.numOfTables;
  pDistInfo->numOfInmemRows += p1.numOfInmemRows;
  pDistInfo->totalSize += p1.totalSize;
  pDistInfo->totalRows += p1.totalRows;
  pDistInfo->numOfFiles += p1.numOfFiles;

5801 5802
  pDistInfo->defMinRows = p1.defMinRows;
  pDistInfo->defMaxRows = p1.defMaxRows;
5803
  pDistInfo->rowSize = p1.rowSize;
5804 5805
  pDistInfo->numOfSmallBlocks = p1.numOfSmallBlocks;

5806 5807 5808 5809 5810 5811 5812
  if (pDistInfo->minRows > p1.minRows) {
    pDistInfo->minRows = p1.minRows;
  }
  if (pDistInfo->maxRows < p1.maxRows) {
    pDistInfo->maxRows = p1.maxRows;
  }

X
Xiaoyu Wang 已提交
5813
  for (int32_t i = 0; i < tListLen(pDistInfo->blockRowsHisto); ++i) {
5814 5815 5816
    pDistInfo->blockRowsHisto[i] += p1.blockRowsHisto[i];
  }

5817
  pResInfo->numOfRes = BLOCK_DIST_RESULT_ROWS;  // default output rows
5818 5819 5820 5821 5822 5823 5824 5825 5826 5827 5828
  return TSDB_CODE_SUCCESS;
}

int32_t tSerializeBlockDistInfo(void* buf, int32_t bufLen, const STableBlockDistInfo* pInfo) {
  SEncoder encoder = {0};
  tEncoderInit(&encoder, buf, bufLen);

  if (tStartEncode(&encoder) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->rowSize) < 0) return -1;

  if (tEncodeU16(&encoder, pInfo->numOfFiles) < 0) return -1;
5829
  if (tEncodeU32(&encoder, pInfo->numOfBlocks) < 0) return -1;
5830 5831 5832 5833 5834 5835 5836 5837 5838 5839 5840
  if (tEncodeU32(&encoder, pInfo->numOfTables) < 0) return -1;

  if (tEncodeU64(&encoder, pInfo->totalSize) < 0) return -1;
  if (tEncodeU64(&encoder, pInfo->totalRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->maxRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->minRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->defMaxRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->defMinRows) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->numOfInmemRows) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->numOfSmallBlocks) < 0) return -1;

X
Xiaoyu Wang 已提交
5841
  for (int32_t i = 0; i < tListLen(pInfo->blockRowsHisto); ++i) {
5842 5843 5844 5845 5846 5847 5848 5849 5850 5851 5852 5853 5854 5855 5856 5857 5858 5859
    if (tEncodeI32(&encoder, pInfo->blockRowsHisto[i]) < 0) return -1;
  }

  tEndEncode(&encoder);

  int32_t tlen = encoder.pos;
  tEncoderClear(&encoder);
  return tlen;
}

int32_t tDeserializeBlockDistInfo(void* buf, int32_t bufLen, STableBlockDistInfo* pInfo) {
  SDecoder decoder = {0};
  tDecoderInit(&decoder, buf, bufLen);

  if (tStartDecode(&decoder) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->rowSize) < 0) return -1;

  if (tDecodeU16(&decoder, &pInfo->numOfFiles) < 0) return -1;
5860
  if (tDecodeU32(&decoder, &pInfo->numOfBlocks) < 0) return -1;
5861 5862 5863 5864 5865 5866 5867 5868 5869 5870 5871
  if (tDecodeU32(&decoder, &pInfo->numOfTables) < 0) return -1;

  if (tDecodeU64(&decoder, &pInfo->totalSize) < 0) return -1;
  if (tDecodeU64(&decoder, &pInfo->totalRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->maxRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->minRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->defMaxRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->defMinRows) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->numOfInmemRows) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->numOfSmallBlocks) < 0) return -1;

X
Xiaoyu Wang 已提交
5872
  for (int32_t i = 0; i < tListLen(pInfo->blockRowsHisto); ++i) {
5873 5874 5875 5876 5877 5878 5879 5880
    if (tDecodeI32(&decoder, &pInfo->blockRowsHisto[i]) < 0) return -1;
  }

  tDecoderClear(&decoder);
  return 0;
}

int32_t blockDistFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
X
Xiaoyu Wang 已提交
5881
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5882
  STableBlockDistInfo* pData = GET_ROWCELL_INTERBUF(pResInfo);
5883

5884 5885
  SColumnInfoData* pColInfo = taosArrayGet(pBlock->pDataBlock, 0);

H
Haojun Liao 已提交
5886 5887 5888 5889
  if (pData->totalRows == 0) {
    pData->minRows = 0;
  }

5890
  int32_t row = 0;
X
Xiaoyu Wang 已提交
5891
  char    st[256] = {0};
5892
  double  totalRawSize = pData->totalRows * pData->rowSize;
5893 5894 5895 5896
  int32_t len = sprintf(st + VARSTR_HEADER_SIZE,
                        "Total_Blocks=[%d] Total_Size=[%.2f Kb] Average_size=[%.2f Kb] Compression_Ratio=[%.2f %c]",
                        pData->numOfBlocks, pData->totalSize / 1024.0, ((double)pData->totalSize) / pData->numOfBlocks,
                        pData->totalSize * 100 / totalRawSize, '%');
5897 5898 5899

  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
5900

H
Haojun Liao 已提交
5901 5902 5903 5904 5905
  int64_t avgRows = 0;
  if (pData->numOfBlocks > 0) {
    avgRows = pData->totalRows / pData->numOfBlocks;
  }

5906 5907
  len = sprintf(st + VARSTR_HEADER_SIZE,
                "Total_Rows=[%" PRId64 "] Inmem_Rows=[%d] MinRows=[%d] MaxRows=[%d] Average_Rows=[%" PRId64 "]",
H
Haojun Liao 已提交
5908
                pData->totalRows, pData->numOfInmemRows, pData->minRows, pData->maxRows, avgRows);
5909

5910 5911
  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
5912

5913 5914
  len = sprintf(st + VARSTR_HEADER_SIZE, "Total_Tables=[%d] Total_Files=[%d] Total_Vgroups=[%d]", pData->numOfTables,
                pData->numOfFiles, 0);
5915 5916 5917 5918

  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);

X
Xiaoyu Wang 已提交
5919 5920
  len = sprintf(st + VARSTR_HEADER_SIZE,
                "--------------------------------------------------------------------------------");
5921 5922
  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
5923 5924 5925

  int32_t maxVal = 0;
  int32_t minVal = INT32_MAX;
5926 5927 5928
  for (int32_t i = 0; i < tListLen(pData->blockRowsHisto); ++i) {
    if (maxVal < pData->blockRowsHisto[i]) {
      maxVal = pData->blockRowsHisto[i];
5929 5930
    }

5931 5932
    if (minVal > pData->blockRowsHisto[i]) {
      minVal = pData->blockRowsHisto[i];
5933 5934 5935
    }
  }

5936 5937
  // maximum number of step is 80
  double factor = pData->numOfBlocks / 80.0;
5938 5939

  int32_t numOfBuckets = sizeof(pData->blockRowsHisto) / sizeof(pData->blockRowsHisto[0]);
5940
  int32_t bucketRange = (pData->defMaxRows - pData->defMinRows) / numOfBuckets;
5941

5942
  for (int32_t i = 0; i < tListLen(pData->blockRowsHisto); ++i) {
5943
    len = sprintf(st + VARSTR_HEADER_SIZE, "%04d |", pData->defMinRows + bucketRange * i);
5944

5945
    int32_t num = 0;
5946 5947
    if (pData->blockRowsHisto[i] > 0) {
      num = (pData->blockRowsHisto[i]) / factor;
5948
    }
5949 5950 5951

    for (int32_t j = 0; j < num; ++j) {
      int32_t x = sprintf(st + VARSTR_HEADER_SIZE + len, "%c", '|');
5952 5953 5954
      len += x;
    }

5955 5956 5957 5958
    if (num > 0) {
      double v = pData->blockRowsHisto[i] * 100.0 / pData->numOfBlocks;
      len += sprintf(st + VARSTR_HEADER_SIZE + len, "  %d (%.2f%c)", pData->blockRowsHisto[i], v, '%');
    }
5959 5960 5961

    varDataSetLen(st, len);
    colDataAppend(pColInfo, row++, st, false);
5962 5963
  }

5964
  return TSDB_CODE_SUCCESS;
5965
}
5966 5967 5968 5969 5970 5971

bool getDerivativeFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SDerivInfo);
  return true;
}

5972
bool derivativeFuncSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
5973 5974 5975 5976 5977 5978 5979
  if (!functionSetup(pCtx, pResInfo)) {
    return false;  // not initialized since it has been initialized
  }

  SDerivInfo* pDerivInfo = GET_ROWCELL_INTERBUF(pResInfo);

  pDerivInfo->ignoreNegative = pCtx->param[2].param.i;
5980
  pDerivInfo->prevTs = -1;
5981 5982 5983 5984 5985
  pDerivInfo->tsWindow = pCtx->param[1].param.i;
  pDerivInfo->valueSet = false;
  return true;
}

5986 5987 5988
int32_t derivativeFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SDerivInfo*          pDerivInfo = GET_ROWCELL_INTERBUF(pResInfo);
5989 5990

  SInputColumnInfoData* pInput = &pCtx->input;
5991
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
5992

5993
  int32_t          numOfElems = 0;
5994 5995 5996 5997
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;

  int32_t i = pInput->startRowIndex;
5998
  TSKEY*  tsList = (int64_t*)pInput->pPTS->pData;
5999

6000
  double v = 0;
6001

6002 6003
  if (pCtx->order == TSDB_ORDER_ASC) {
    for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
6004 6005 6006 6007
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }

6008
      char* d = (char*)pInputCol->pData + pInputCol->info.bytes * i;
6009 6010 6011 6012 6013 6014 6015 6016 6017
      GET_TYPED_DATA(v, double, pInputCol->info.type, d);

      int32_t pos = pCtx->offset + numOfElems;
      if (!pDerivInfo->valueSet) {  // initial value is not set yet
        pDerivInfo->valueSet = true;
      } else {
        double r = ((v - pDerivInfo->prevValue) * pDerivInfo->tsWindow) / (tsList[i] - pDerivInfo->prevTs);
        if (pDerivInfo->ignoreNegative && r < 0) {
        } else {
6018 6019 6020 6021 6022 6023
          if (isinf(r) || isnan(r)) {
            colDataAppendNULL(pOutput, pos);
          } else {
            colDataAppend(pOutput, pos, (const char*)&r, false);
          }

6024 6025 6026
          if (pTsOutput != NULL) {
            colDataAppendInt64(pTsOutput, pos, &tsList[i]);
          }
6027 6028 6029 6030 6031 6032

          // handle selectivity
          if (pCtx->subsidiaries.num > 0) {
            appendSelectivityValue(pCtx, i, pos);
          }

6033 6034 6035 6036 6037 6038 6039 6040
          numOfElems++;
        }
      }

      pDerivInfo->prevValue = v;
      pDerivInfo->prevTs = tsList[i];
    }
  } else {
6041 6042 6043 6044 6045
    for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }

6046
      char* d = (char*)pInputCol->pData + pInputCol->info.bytes * i;
6047 6048 6049 6050 6051 6052 6053 6054 6055
      GET_TYPED_DATA(v, double, pInputCol->info.type, d);

      int32_t pos = pCtx->offset + numOfElems;
      if (!pDerivInfo->valueSet) {  // initial value is not set yet
        pDerivInfo->valueSet = true;
      } else {
        double r = ((pDerivInfo->prevValue - v) * pDerivInfo->tsWindow) / (pDerivInfo->prevTs - tsList[i]);
        if (pDerivInfo->ignoreNegative && r < 0) {
        } else {
6056 6057 6058 6059 6060 6061
          if (isinf(r) || isnan(r)) {
            colDataAppendNULL(pOutput, pos);
          } else {
            colDataAppend(pOutput, pos, (const char*)&r, false);
          }

6062 6063 6064
          if (pTsOutput != NULL) {
            colDataAppendInt64(pTsOutput, pos, &pDerivInfo->prevTs);
          }
6065 6066 6067 6068 6069 6070

          // handle selectivity
          if (pCtx->subsidiaries.num > 0) {
            appendSelectivityValue(pCtx, i, pos);
          }

6071 6072 6073
          numOfElems++;
        }
      }
6074

6075 6076 6077
      pDerivInfo->prevValue = v;
      pDerivInfo->prevTs = tsList[i];
    }
6078 6079 6080
  }

  return numOfElems;
H
Haojun Liao 已提交
6081 6082
}

G
Ganlin Zhao 已提交
6083 6084 6085 6086 6087 6088 6089 6090 6091 6092 6093 6094
bool getIrateFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SRateInfo);
  return true;
}

bool irateFuncSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;  // not initialized since it has been initialized
  }

  SRateInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

6095 6096
  pInfo->firstKey = INT64_MIN;
  pInfo->lastKey = INT64_MIN;
G
Ganlin Zhao 已提交
6097
  pInfo->firstValue = (double)INT64_MIN;
6098
  pInfo->lastValue = (double)INT64_MIN;
G
Ganlin Zhao 已提交
6099

6100
  pInfo->hasResult = 0;
G
Ganlin Zhao 已提交
6101 6102 6103 6104 6105
  return true;
}

int32_t irateFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
6106
  SRateInfo*           pRateInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
6107 6108 6109 6110 6111 6112

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

6113
  TSKEY* tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
6114 6115 6116 6117 6118 6119 6120 6121 6122 6123 6124

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;

  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      continue;
    }

    numOfElems++;

6125 6126
    char*  data = colDataGetData(pInputCol, i);
    double v = 0;
G
Ganlin Zhao 已提交
6127 6128 6129 6130
    GET_TYPED_DATA(v, double, type, data);

    if (INT64_MIN == pRateInfo->lastKey) {
      pRateInfo->lastValue = v;
6131
      pRateInfo->lastKey = tsList[i];
G
Ganlin Zhao 已提交
6132 6133 6134 6135 6136 6137 6138 6139 6140 6141
      continue;
    }

    if (tsList[i] > pRateInfo->lastKey) {
      if ((INT64_MIN == pRateInfo->firstKey) || pRateInfo->lastKey > pRateInfo->firstKey) {
        pRateInfo->firstValue = pRateInfo->lastValue;
        pRateInfo->firstKey = pRateInfo->lastKey;
      }

      pRateInfo->lastValue = v;
6142
      pRateInfo->lastKey = tsList[i];
G
Ganlin Zhao 已提交
6143 6144 6145 6146 6147 6148 6149 6150 6151 6152 6153 6154 6155 6156 6157 6158 6159 6160 6161 6162 6163 6164 6165 6166 6167 6168 6169 6170 6171 6172 6173 6174 6175

      continue;
    }

    if ((INT64_MIN == pRateInfo->firstKey) || tsList[i] > pRateInfo->firstKey) {
      pRateInfo->firstValue = v;
      pRateInfo->firstKey = tsList[i];
    }
  }

  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}

static double doCalcRate(const SRateInfo* pRateInfo, double tickPerSec) {
  if ((INT64_MIN == pRateInfo->lastKey) || (INT64_MIN == pRateInfo->firstKey) ||
      (pRateInfo->firstKey >= pRateInfo->lastKey)) {
    return 0.0;
  }

  double diff = 0;
  // If the previous value of the last is greater than the last value, only keep the last point instead of the delta
  // value between two values.
  diff = pRateInfo->lastValue;
  if (diff >= pRateInfo->firstValue) {
    diff -= pRateInfo->firstValue;
  }

  int64_t duration = pRateInfo->lastKey - pRateInfo->firstKey;
  if (duration == 0) {
    return 0;
  }

6176
  return (duration > 0) ? ((double)diff) / (duration / tickPerSec) : 0.0;
G
Ganlin Zhao 已提交
6177 6178 6179 6180 6181 6182 6183 6184 6185 6186
}

int32_t irateFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;

  SRateInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
6187
  double     result = doCalcRate(pInfo, (double)TSDB_TICK_PER_SECOND(pCtx->param[1].param.i));
G
Ganlin Zhao 已提交
6188 6189 6190 6191 6192
  colDataAppend(pCol, pBlock->info.rows, (const char*)&result, pResInfo->isNullRes);

  return pResInfo->numOfRes;
}

6193 6194
int32_t groupKeyFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
6195
  SGroupKeyInfo*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
6196 6197

  SInputColumnInfoData* pInput = &pCtx->input;
6198
  SColumnInfoData*      pInputCol = pInput->pData[0];
6199 6200

  int32_t startIndex = pInput->startRowIndex;
6201

6202
  // escape rest of data blocks to avoid first entry to be overwritten.
6203 6204 6205 6206
  if (pInfo->hasResult) {
    goto _group_key_over;
  }

6207
  if (colDataIsNull_s(pInputCol, startIndex)) {
6208 6209
    pInfo->isNull = true;
    pInfo->hasResult = true;
G
Ganlin Zhao 已提交
6210
    goto _group_key_over;
6211 6212 6213
  }

  char* data = colDataGetData(pInputCol, startIndex);
6214
  if (IS_VAR_DATA_TYPE(pInputCol->info.type)) {
X
Xiaoyu Wang 已提交
6215 6216
    memcpy(pInfo->data, data,
           (pInputCol->info.type == TSDB_DATA_TYPE_JSON) ? getJsonValueLen(data) : varDataTLen(data));
6217 6218 6219
  } else {
    memcpy(pInfo->data, data, pInputCol->info.bytes);
  }
6220
  pInfo->hasResult = true;
G
Ganlin Zhao 已提交
6221 6222

_group_key_over:
6223

G
Ganlin Zhao 已提交
6224
  SET_VAL(pResInfo, 1, 1);
6225 6226 6227
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
6228 6229 6230 6231 6232 6233 6234
int32_t groupKeyFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SGroupKeyInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
6235 6236

  if (pInfo->hasResult) {
6237 6238 6239 6240
    int32_t currentRow = pBlock->info.rows;
    for (; currentRow < pBlock->info.rows + pResInfo->numOfRes; ++currentRow) {
      colDataAppend(pCol, currentRow, pInfo->data, pInfo->isNull ? true : false);
    }
6241 6242 6243
  } else {
    pResInfo->numOfRes = 0;
  }
G
Ganlin Zhao 已提交
6244 6245 6246 6247

  return pResInfo->numOfRes;
}

6248
int32_t cachedLastRowFunction(SqlFunctionCtx* pCtx) {
6249 6250 6251 6252 6253 6254 6255 6256 6257 6258 6259
  int32_t numOfElems = 0;

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  int32_t bytes = pInputCol->info.bytes;
  pInfo->bytes = bytes;

6260
  // last_row function does not ignore the null value
6261 6262 6263 6264 6265
  for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
    numOfElems++;

    char* data = colDataGetData(pInputCol, i);
    TSKEY cts = getRowPTs(pInput->pPTS, i);
6266
    if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
6267
      doSaveLastrow(pCtx, data, i, cts, pInfo);
6268
      pResInfo->numOfRes = 1;
6269 6270 6271 6272 6273 6274
    }
  }

  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}