builtinsimpl.c 203.1 KB
Newer Older
H
Haojun Liao 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "builtinsimpl.h"
17
#include "cJSON.h"
18
#include "function.h"
X
Xiaoyu Wang 已提交
19
#include "query.h"
20
#include "querynodes.h"
21
#include "streamState.h"
G
Ganlin Zhao 已提交
22
#include "tcompare.h"
H
Haojun Liao 已提交
23
#include "tdatablock.h"
24
#include "tdigest.h"
25
#include "tfunctionInt.h"
X
Xiaoyu Wang 已提交
26
#include "tglobal.h"
27
#include "thistogram.h"
28
#include "tpercentile.h"
H
Haojun Liao 已提交
29

X
Xiaoyu Wang 已提交
30 31 32 33
#define HISTOGRAM_MAX_BINS_NUM 1000
#define MAVG_MAX_POINTS_NUM    1000
#define TAIL_MAX_POINTS_NUM    100
#define TAIL_MAX_OFFSET        100
G
Ganlin Zhao 已提交
34

X
Xiaoyu Wang 已提交
35
#define UNIQUE_MAX_RESULT_SIZE (1024 * 1024 * 10)
G
Ganlin Zhao 已提交
36
#define MODE_MAX_RESULT_SIZE   UNIQUE_MAX_RESULT_SIZE
37

X
Xiaoyu Wang 已提交
38 39 40 41 42
#define HLL_BUCKET_BITS 14  // The bits of the bucket
#define HLL_DATA_BITS   (64 - HLL_BUCKET_BITS)
#define HLL_BUCKETS     (1 << HLL_BUCKET_BITS)
#define HLL_BUCKET_MASK (HLL_BUCKETS - 1)
#define HLL_ALPHA_INF   0.721347520444481703680  // constant for 0.5/ln(2)
G
Ganlin Zhao 已提交
43

H
Haojun Liao 已提交
44 45 46 47 48 49
//typedef struct SAvgRes {
//  double  result;
//  SSumRes sum;
//  int64_t count;
//  int16_t type;  // store the original input type, used in merge function
//} SAvgRes;
G
Ganlin Zhao 已提交
50

H
Haojun Liao 已提交
51 52 53 54 55 56 57 58 59
//typedef struct SMinmaxResInfo {
//  bool      assign;  // assign the first value or not
//  int64_t   v;
//  STuplePos tuplePos;
//
//  STuplePos nullTuplePos;
//  bool      nullTupleSaved;
//  int16_t   type;
//} SMinmaxResInfo;
G
Ganlin Zhao 已提交
60

61
typedef struct STopBotResItem {
62 63 64
  SVariant  v;
  uint64_t  uid;  // it is a table uid, used to extract tag data during building of the final result for the tag data
  STuplePos tuplePos;  // tuple data of this chosen row
65 66
} STopBotResItem;

G
Ganlin Zhao 已提交
67
typedef struct STopBotRes {
L
Liu Jicong 已提交
68 69
  int32_t maxSize;
  int16_t type;
70

L
Liu Jicong 已提交
71 72
  STuplePos nullTuplePos;
  bool      nullTupleSaved;
73

74
  STopBotResItem* pItems;
G
Ganlin Zhao 已提交
75 76 77 78 79
} STopBotRes;

typedef struct SStddevRes {
  double  result;
  int64_t count;
80
  union {
81 82 83
    double   quadraticDSum;
    int64_t  quadraticISum;
    uint64_t quadraticUSum;
84 85
  };
  union {
86 87 88
    double   dsum;
    int64_t  isum;
    uint64_t usum;
89
  };
G
Ganlin Zhao 已提交
90
  int16_t type;
G
Ganlin Zhao 已提交
91 92
} SStddevRes;

93
typedef struct SLeastSQRInfo {
X
Xiaoyu Wang 已提交
94 95 96
  double  matrix[2][3];
  double  startVal;
  double  stepVal;
97 98 99
  int64_t num;
} SLeastSQRInfo;

G
Ganlin Zhao 已提交
100 101
typedef struct SPercentileInfo {
  double      result;
102
  tMemBucket* pMemBucket;
G
Ganlin Zhao 已提交
103 104 105 106 107 108
  int32_t     stage;
  double      minval;
  double      maxval;
  int64_t     numOfElems;
} SPercentileInfo;

109
typedef struct SAPercentileInfo {
X
Xiaoyu Wang 已提交
110 111 112 113 114
  double          result;
  double          percent;
  int8_t          algo;
  SHistogramInfo* pHisto;
  TDigest*        pTDigest;
115 116 117 118 119 120 121 122
} SAPercentileInfo;

typedef enum {
  APERCT_ALGO_UNKNOWN = 0,
  APERCT_ALGO_DEFAULT,
  APERCT_ALGO_TDIGEST,
} EAPerctAlgoType;

G
Ganlin Zhao 已提交
123
typedef struct SDiffInfo {
124 125
  bool hasPrev;
  bool includeNull;
126
  bool ignoreNegative;  // replace the ignore with case when
127 128 129 130 131
  bool firstOutput;
  union {
    int64_t i64;
    double  d64;
  } prev;
132 133

  int64_t prevTs;
G
Ganlin Zhao 已提交
134 135
} SDiffInfo;

G
Ganlin Zhao 已提交
136 137 138 139 140 141 142
typedef struct SSpreadInfo {
  double result;
  bool   hasResult;
  double min;
  double max;
} SSpreadInfo;

G
Ganlin Zhao 已提交
143 144 145 146 147 148 149
typedef struct SElapsedInfo {
  double  result;
  TSKEY   min;
  TSKEY   max;
  int64_t timeUnit;
} SElapsedInfo;

G
Ganlin Zhao 已提交
150 151
typedef struct STwaInfo {
  double      dOutput;
152
  bool        isNull;
G
Ganlin Zhao 已提交
153 154 155 156
  SPoint1     p;
  STimeWindow win;
} STwaInfo;

157
typedef struct SHistoFuncBin {
X
Xiaoyu Wang 已提交
158 159
  double  lower;
  double  upper;
160 161
  int64_t count;
  double  percentage;
162 163 164
} SHistoFuncBin;

typedef struct SHistoFuncInfo {
X
Xiaoyu Wang 已提交
165 166 167
  int32_t       numOfBins;
  int32_t       totalCount;
  bool          normalized;
168 169 170
  SHistoFuncBin bins[];
} SHistoFuncInfo;

X
Xiaoyu Wang 已提交
171
typedef enum { UNKNOWN_BIN = 0, USER_INPUT_BIN, LINEAR_BIN, LOG_BIN } EHistoBinType;
172

173 174
typedef struct SHLLFuncInfo {
  uint64_t result;
175
  uint64_t totalCount;
X
Xiaoyu Wang 已提交
176
  uint8_t  buckets[HLL_BUCKETS];
177 178
} SHLLInfo;

179
typedef struct SStateInfo {
180 181 182 183
  union {
    int64_t count;
    int64_t durationStart;
  };
184 185 186 187 188 189 190 191 192 193 194
} SStateInfo;

typedef enum {
  STATE_OPER_INVALID = 0,
  STATE_OPER_LT,
  STATE_OPER_GT,
  STATE_OPER_LE,
  STATE_OPER_GE,
  STATE_OPER_NE,
  STATE_OPER_EQ,
} EStateOperType;
195

G
Ganlin Zhao 已提交
196 197 198 199 200 201 202 203
typedef struct SMavgInfo {
  int32_t pos;
  double  sum;
  int32_t numOfPoints;
  bool    pointsMeet;
  double  points[];
} SMavgInfo;

G
Ganlin Zhao 已提交
204
typedef struct SSampleInfo {
L
Liu Jicong 已提交
205 206 207 208 209
  int32_t samples;
  int32_t totalPoints;
  int32_t numSampled;
  uint8_t colType;
  int16_t colBytes;
210

L
Liu Jicong 已提交
211 212
  STuplePos nullTuplePos;
  bool      nullTupleSaved;
213

214 215
  char*      data;
  STuplePos* tuplePos;
G
Ganlin Zhao 已提交
216 217
} SSampleInfo;

G
Ganlin Zhao 已提交
218
typedef struct STailItem {
G
Ganlin Zhao 已提交
219
  int64_t timestamp;
220
  bool    isNull;
G
Ganlin Zhao 已提交
221
  char    data[];
G
Ganlin Zhao 已提交
222
} STailItem;
G
Ganlin Zhao 已提交
223 224

typedef struct STailInfo {
X
Xiaoyu Wang 已提交
225 226 227 228 229 230
  int32_t     numOfPoints;
  int32_t     numAdded;
  int32_t     offset;
  uint8_t     colType;
  int16_t     colBytes;
  STailItem** pItems;
G
Ganlin Zhao 已提交
231 232
} STailInfo;

G
Ganlin Zhao 已提交
233 234 235 236 237 238 239 240 241 242
typedef struct SUniqueItem {
  int64_t timestamp;
  bool    isNull;
  char    data[];
} SUniqueItem;

typedef struct SUniqueInfo {
  int32_t   numOfPoints;
  uint8_t   colType;
  int16_t   colBytes;
X
Xiaoyu Wang 已提交
243 244
  bool      hasNull;  // null is not hashable, handle separately
  SHashObj* pHash;
G
Ganlin Zhao 已提交
245 246 247
  char      pItems[];
} SUniqueInfo;

G
Ganlin Zhao 已提交
248
typedef struct SModeItem {
249 250 251
  int64_t   count;
  STuplePos tuplePos;
  char      data[];
G
Ganlin Zhao 已提交
252 253 254 255 256 257 258
} SModeItem;

typedef struct SModeInfo {
  int32_t   numOfPoints;
  uint8_t   colType;
  int16_t   colBytes;
  SHashObj* pHash;
259 260 261 262

  STuplePos nullTuplePos;
  bool      nullTupleSaved;

G
Ganlin Zhao 已提交
263 264 265
  char      pItems[];
} SModeInfo;

G
Ganlin Zhao 已提交
266 267 268 269 270 271 272 273 274
typedef struct SDerivInfo {
  double  prevValue;       // previous value
  TSKEY   prevTs;          // previous timestamp
  bool    ignoreNegative;  // ignore the negative value
  int64_t tsWindow;        // time window for derivative
  bool    valueSet;        // the value has been set already
} SDerivInfo;

typedef struct SRateInfo {
275 276 277 278 279
  double firstValue;
  TSKEY  firstKey;
  double lastValue;
  TSKEY  lastKey;
  int8_t hasResult;  // flag to denote has value
G
Ganlin Zhao 已提交
280 281
} SRateInfo;

282 283 284 285
typedef struct SGroupKeyInfo {
  bool hasResult;
  bool isNull;
  char data[];
G
Ganlin Zhao 已提交
286 287
} SGroupKeyInfo;

288 289 290 291 292 293
#define SET_VAL(_info, numOfElem, res) \
  do {                                 \
    if ((numOfElem) <= 0) {            \
      break;                           \
    }                                  \
    (_info)->numOfRes = (res);         \
H
Haojun Liao 已提交
294 295
  } while (0)

G
Ganlin Zhao 已提交
296 297 298
#define GET_TS_LIST(x)    ((TSKEY*)((x)->ptsList))
#define GET_TS_DATA(x, y) (GET_TS_LIST(x)[(y)])

G
Ganlin Zhao 已提交
299 300 301 302 303 304 305 306 307 308 309 310
#define DO_UPDATE_SUBSID_RES(ctx, ts)                          \
  do {                                                         \
    for (int32_t _i = 0; _i < (ctx)->subsidiaries.num; ++_i) { \
      SqlFunctionCtx* __ctx = (ctx)->subsidiaries.pCtx[_i];    \
      if (__ctx->functionId == FUNCTION_TS_DUMMY) {            \
        __ctx->tag.i = (ts);                                   \
        __ctx->tag.nType = TSDB_DATA_TYPE_BIGINT;              \
      }                                                        \
      __ctx->fpSet.process(__ctx);                             \
    }                                                          \
  } while (0)

G
Ganlin Zhao 已提交
311 312 313 314 315 316 317 318 319 320 321
#define UPDATE_DATA(ctx, left, right, num, sign, _ts) \
  do {                                                \
    if (((left) < (right)) ^ (sign)) {                \
      (left) = (right);                               \
      DO_UPDATE_SUBSID_RES(ctx, _ts);                 \
      (num) += 1;                                     \
    }                                                 \
  } while (0)

#define LOOPCHECK_N(val, _col, ctx, _t, _nrow, _start, sign, num)        \
  do {                                                                   \
322
    _t* d = (_t*)((_col)->pData);                                        \
G
Ganlin Zhao 已提交
323 324 325 326 327 328 329 330 331
    for (int32_t i = (_start); i < (_nrow) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      }                                                                  \
      TSKEY ts = (ctx)->ptsList != NULL ? GET_TS_DATA(ctx, i) : 0;       \
      UPDATE_DATA(ctx, val, d[i], num, sign, ts);                        \
    }                                                                    \
  } while (0)

332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355
#define LIST_ADD_N(_res, _col, _start, _rows, _t, numOfElem)             \
  do {                                                                   \
    _t* d = (_t*)(_col->pData);                                          \
    for (int32_t i = (_start); i < (_rows) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      };                                                                 \
      (_res) += (d)[i];                                                  \
      (numOfElem)++;                                                     \
    }                                                                    \
  } while (0)

#define LIST_SUB_N(_res, _col, _start, _rows, _t, numOfElem)             \
  do {                                                                   \
    _t* d = (_t*)(_col->pData);                                          \
    for (int32_t i = (_start); i < (_rows) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      };                                                                 \
      (_res) -= (d)[i];                                                  \
      (numOfElem)++;                                                     \
    }                                                                    \
  } while (0)

H
Haojun Liao 已提交
356 357 358 359 360 361 362 363 364 365 366 367 368
//#define LIST_AVG_N(sumT, T)                                               \
//  do {                                                                    \
//    T* plist = (T*)pCol->pData;                                           \
//    for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { \
//      if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {        \
//        continue;                                                         \
//      }                                                                   \
//                                                                          \
//      numOfElem += 1;                                                     \
//      pAvgRes->count -= 1;                                                \
//      sumT -= plist[i];                                                   \
//    }                                                                     \
//  } while (0)
369 370 371 372 373 374 375 376 377 378 379

#define LIST_STDDEV_SUB_N(sumT, T)                                 \
  do {                                                             \
    T* plist = (T*)pCol->pData;                                    \
    for (int32_t i = start; i < numOfRows + start; ++i) {          \
      if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { \
        continue;                                                  \
      }                                                            \
      numOfElem += 1;                                              \
      pStddevRes->count -= 1;                                      \
      sumT -= plist[i];                                            \
5
54liuyao 已提交
380
      pStddevRes->quadraticISum -= (int64_t)(plist[i] * plist[i]); \
381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428
    }                                                              \
  } while (0)

#define LEASTSQR_CAL(p, x, y, index, step) \
  do {                                     \
    (p)[0][0] += (double)(x) * (x);        \
    (p)[0][1] += (double)(x);              \
    (p)[0][2] += (double)(x) * (y)[index]; \
    (p)[1][2] += (y)[index];               \
    (x) += step;                           \
  } while (0)

#define STATE_COMP(_op, _lval, _param) STATE_COMP_IMPL(_op, _lval, GET_STATE_VAL(_param))

#define GET_STATE_VAL(param) ((param.nType == TSDB_DATA_TYPE_BIGINT) ? (param.i) : (param.d))

#define STATE_COMP_IMPL(_op, _lval, _rval) \
  do {                                     \
    switch (_op) {                         \
      case STATE_OPER_LT:                  \
        return ((_lval) < (_rval));        \
        break;                             \
      case STATE_OPER_GT:                  \
        return ((_lval) > (_rval));        \
        break;                             \
      case STATE_OPER_LE:                  \
        return ((_lval) <= (_rval));       \
        break;                             \
      case STATE_OPER_GE:                  \
        return ((_lval) >= (_rval));       \
        break;                             \
      case STATE_OPER_NE:                  \
        return ((_lval) != (_rval));       \
        break;                             \
      case STATE_OPER_EQ:                  \
        return ((_lval) == (_rval));       \
        break;                             \
      default:                             \
        break;                             \
    }                                      \
  } while (0)

#define INIT_INTP_POINT(_p, _k, _v) \
  do {                              \
    (_p).key = (_k);                \
    (_p).val = (_v);                \
  } while (0)

429
bool functionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
430 431 432 433 434 435 436 437 438 439 440 441
  if (pResultInfo->initialized) {
    return false;
  }

  if (pCtx->pOutput != NULL) {
    memset(pCtx->pOutput, 0, (size_t)pCtx->resDataInfo.bytes);
  }

  initResultRowEntry(pResultInfo, pCtx->resDataInfo.interBufSize);
  return true;
}

442
int32_t functionFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
443
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
444
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
445

446
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
H
Haojun Liao 已提交
447
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;
448 449 450 451 452

  char* in = GET_ROWCELL_INTERBUF(pResInfo);
  colDataAppend(pCol, pBlock->info.rows, in, pResInfo->isNullRes);

  return pResInfo->numOfRes;
H
Haojun Liao 已提交
453 454
}

5
54liuyao 已提交
455 456
int32_t firstCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
457
  SFirstLastRes*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
458
  int32_t              bytes = pDBuf->bytes;
5
54liuyao 已提交
459 460

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
461
  SFirstLastRes*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
462

463 464 465
  if (pSResInfo->numOfRes != 0 && (pDResInfo->numOfRes == 0 || pDBuf->ts > pSBuf->ts)) {
    memcpy(pDBuf->buf, pSBuf->buf, bytes);
    pDBuf->ts = pSBuf->ts;
5
54liuyao 已提交
466 467 468 469 470
    pDResInfo->numOfRes = 1;
  }
  return TSDB_CODE_SUCCESS;
}

471
int32_t functionFinalizeWithResultBuf(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, char* finalResult) {
472
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
473 474 475
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
H
Haojun Liao 已提交
476
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;
477 478 479 480 481 482 483

  char* in = finalResult;
  colDataAppend(pCol, pBlock->info.rows, in, pResInfo->isNullRes);

  return pResInfo->numOfRes;
}

484 485 486
EFuncDataRequired countDataRequired(SFunctionNode* pFunc, STimeWindow* pTimeWindow) {
  SNode* pParam = nodesListGetNode(pFunc->pParameterList, 0);
  if (QUERY_NODE_COLUMN == nodeType(pParam) && PRIMARYKEY_TIMESTAMP_COL_ID == ((SColumnNode*)pParam)->colId) {
487
    return FUNC_DATA_REQUIRED_NOT_LOAD;
488
  }
H
Haojun Liao 已提交
489
  return FUNC_DATA_REQUIRED_SMA_LOAD;
490
}
H
Haojun Liao 已提交
491 492 493 494 495 496

bool getCountFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(int64_t);
  return true;
}

497
static int32_t getNumOfElems(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
498 499 500
  int32_t numOfElem = 0;

  /*
H
Haojun Liao 已提交
501 502 503
   * 1. column data missing (schema modified) causes pInputCol->hasNull == true. pInput->colDataAggIsSet == true;
   * 2. for general non-primary key columns, pInputCol->hasNull may be true or false, pInput->colDataAggIsSet == true;
   * 3. for primary key column, pInputCol->hasNull always be false, pInput->colDataAggIsSet == false;
H
Haojun Liao 已提交
504 505
   */
  SInputColumnInfoData* pInput = &pCtx->input;
506
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
507 508 509 510 511 512 513 514 515 516 517 518
  if (pInput->colDataAggIsSet && pInput->totalRows == pInput->numOfRows) {
    numOfElem = pInput->numOfRows - pInput->pColumnDataAgg[0]->numOfNull;
    ASSERT(numOfElem >= 0);
  } else {
    if (pInputCol->hasNull) {
      for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
        if (colDataIsNull(pInputCol, pInput->totalRows, i, NULL)) {
          continue;
        }
        numOfElem += 1;
      }
    } else {
519 520
      // when counting on the primary time stamp column and no statistics data is presented, use the size value
      // directly.
H
Haojun Liao 已提交
521 522 523
      numOfElem = pInput->numOfRows;
    }
  }
5
54liuyao 已提交
524 525
  return numOfElem;
}
526

5
54liuyao 已提交
527 528 529 530 531
/*
 * count function does need the finalize, if data is missing, the default value, which is 0, is used
 * count function does not use the pCtx->interResBuf to keep the intermediate buffer
 */
int32_t countFunction(SqlFunctionCtx* pCtx) {
532
  int32_t numOfElem = getNumOfElems(pCtx);
533

X
Xiaoyu Wang 已提交
534
  SResultRowEntryInfo*  pResInfo = GET_RES_INFO(pCtx);
535
  SInputColumnInfoData* pInput = &pCtx->input;
536 537

  int32_t type = pInput->pData[0]->info.type;
538 539 540

  char* buf = GET_ROWCELL_INTERBUF(pResInfo);
  if (IS_NULL_TYPE(type)) {
X
Xiaoyu Wang 已提交
541
    // select count(NULL) returns 0
542 543 544 545 546
    numOfElem = 1;
    *((int64_t*)buf) = 0;
  } else {
    *((int64_t*)buf) += numOfElem;
  }
H
Haojun Liao 已提交
547

548 549 550
  if (tsCountAlwaysReturnValue) {
    pResInfo->numOfRes = 1;
  } else {
551
    SET_VAL(pResInfo, *((int64_t*)buf), 1);
552 553
  }

wmmhello's avatar
wmmhello 已提交
554
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
555 556
}

5
54liuyao 已提交
557
int32_t countInvertFunction(SqlFunctionCtx* pCtx) {
558
  int32_t numOfElem = getNumOfElems(pCtx);
5
54liuyao 已提交
559 560 561 562 563 564 565 566 567

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  char*                buf = GET_ROWCELL_INTERBUF(pResInfo);
  *((int64_t*)buf) -= numOfElem;

  SET_VAL(pResInfo, *((int64_t*)buf), 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
568 569
int32_t combineFunction(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
570
  char*                pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
5
54liuyao 已提交
571 572 573 574 575 576 577 578 579

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  char*                pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
  *((int64_t*)pDBuf) += *((int64_t*)pSBuf);

  SET_VAL(pDResInfo, *((int64_t*)pDBuf), 1);
  return TSDB_CODE_SUCCESS;
}

580
int32_t sumFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
581 582 583 584
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
585 586
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;
H
Haojun Liao 已提交
587

588
  SSumRes* pSumRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
589
  pSumRes->type = type;
G
Ganlin Zhao 已提交
590

591
  if (IS_NULL_TYPE(type)) {
592
    numOfElem = 0;
593 594 595
    goto _sum_over;
  }

H
Haojun Liao 已提交
596 597 598 599 600
  if (pInput->colDataAggIsSet) {
    numOfElem = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    if (IS_SIGNED_NUMERIC_TYPE(type)) {
601
      pSumRes->isum += pAgg->sum;
H
Haojun Liao 已提交
602
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
603
      pSumRes->usum += pAgg->sum;
H
Haojun Liao 已提交
604
    } else if (IS_FLOAT_TYPE(type)) {
605
      pSumRes->dsum += GET_DOUBLE_VAL((const char*)&(pAgg->sum));
H
Haojun Liao 已提交
606 607 608 609
    }
  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

610
    int32_t start = pInput->startRowIndex;
H
Haojun Liao 已提交
611 612
    int32_t numOfRows = pInput->numOfRows;

613 614
    if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
      if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
615 616 617 618 619 620 621
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_SMALLINT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_INT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_BIGINT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int64_t, numOfElem);
H
Haojun Liao 已提交
622
      }
623 624 625 626 627 628 629 630 631
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      if (type == TSDB_DATA_TYPE_UTINYINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_USMALLINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UBIGINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint64_t, numOfElem);
H
Haojun Liao 已提交
632
      }
633 634 635 636
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
      LIST_ADD_N(pSumRes->dsum, pCol, start, numOfRows, double, numOfElem);
    } else if (type == TSDB_DATA_TYPE_FLOAT) {
      LIST_ADD_N(pSumRes->dsum, pCol, start, numOfRows, float, numOfElem);
H
Haojun Liao 已提交
637 638 639
    }
  }

X
Xiaoyu Wang 已提交
640
  // check for overflow
641
  if (IS_FLOAT_TYPE(type) && (isinf(pSumRes->dsum) || isnan(pSumRes->dsum))) {
H
Haojun Liao 已提交
642
    numOfElem = 0;
643 644
  }

645
_sum_over:
H
Haojun Liao 已提交
646 647
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
wmmhello's avatar
wmmhello 已提交
648
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
649 650
}

5
54liuyao 已提交
651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709
int32_t sumInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;

  SSumRes* pSumRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  if (pInput->colDataAggIsSet) {
    numOfElem = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      pSumRes->isum -= pAgg->sum;
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      pSumRes->usum -= pAgg->sum;
    } else if (IS_FLOAT_TYPE(type)) {
      pSumRes->dsum -= GET_DOUBLE_VAL((const char*)&(pAgg->sum));
    }
  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

    int32_t start = pInput->startRowIndex;
    int32_t numOfRows = pInput->numOfRows;

    if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
      if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_SMALLINT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_INT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_BIGINT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int64_t, numOfElem);
      }
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      if (type == TSDB_DATA_TYPE_UTINYINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_USMALLINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UBIGINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint64_t, numOfElem);
      }
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
      LIST_SUB_N(pSumRes->dsum, pCol, start, numOfRows, double, numOfElem);
    } else if (type == TSDB_DATA_TYPE_FLOAT) {
      LIST_SUB_N(pSumRes->dsum, pCol, start, numOfRows, float, numOfElem);
    }
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
710 711
int32_t sumCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
712
  SSumRes*             pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
5
54liuyao 已提交
713 714

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
715
  SSumRes*             pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
716
  int16_t              type = pDBuf->type == TSDB_DATA_TYPE_NULL ? pSBuf->type : pDBuf->type;
717

5
54liuyao 已提交
718 719 720 721 722 723 724
  if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
    pDBuf->isum += pSBuf->isum;
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    pDBuf->usum += pSBuf->usum;
  } else if (type == TSDB_DATA_TYPE_DOUBLE || type == TSDB_DATA_TYPE_FLOAT) {
    pDBuf->dsum += pSBuf->dsum;
  }
5
54liuyao 已提交
725
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
726
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
5
54liuyao 已提交
727 728 729
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
730
bool getSumFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
H
Haojun Liao 已提交
731 732 733 734
  pEnv->calcMemSize = sizeof(SSumRes);
  return true;
}

H
Haojun Liao 已提交
735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102
//int32_t getAvgInfoSize() { return (int32_t)sizeof(SAvgRes); }
//
//bool getAvgFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
//  pEnv->calcMemSize = sizeof(SAvgRes);
//  return true;
//}
//
//bool avgFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
//  if (!functionSetup(pCtx, pResultInfo)) {
//    return false;
//  }
//
//  SAvgRes* pRes = GET_ROWCELL_INTERBUF(pResultInfo);
//  memset(pRes, 0, sizeof(SAvgRes));
//  return true;
//}

//int32_t avgFunction(SqlFunctionCtx* pCtx) {
//  int32_t numOfElem = 0;
//
//  SInputColumnInfoData* pInput = &pCtx->input;
//  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
//  int32_t               type = pInput->pData[0]->info.type;
//
//  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
//  pAvgRes->type = type;
//
//  // computing based on the true data block
//  SColumnInfoData* pCol = pInput->pData[0];
//
//  int32_t start = pInput->startRowIndex;
//  int32_t numOfRows = pInput->numOfRows;
//
//  if (IS_NULL_TYPE(type)) {
//    numOfElem = 0;
//    goto _avg_over;
//  }
//
//  if (pInput->colDataAggIsSet) {
//    numOfElem = numOfRows - pAgg->numOfNull;
//    ASSERT(numOfElem >= 0);
//
//    pAvgRes->count += numOfElem;
//    if (IS_SIGNED_NUMERIC_TYPE(type)) {
//      pAvgRes->sum.isum += pAgg->sum;
//    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
//      pAvgRes->sum.usum += pAgg->sum;
//    } else if (IS_FLOAT_TYPE(type)) {
//      pAvgRes->sum.dsum += GET_DOUBLE_VAL((const char*)&(pAgg->sum));
//    }
//  } else {  // computing based on the true data block
//    switch (type) {
//      case TSDB_DATA_TYPE_TINYINT: {
//        int8_t* plist = (int8_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.isum += plist[i];
//        }
//
//        break;
//      }
//
//      case TSDB_DATA_TYPE_SMALLINT: {
//        int16_t* plist = (int16_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.isum += plist[i];
//        }
//        break;
//      }
//
//      case TSDB_DATA_TYPE_INT: {
//        int32_t* plist = (int32_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.isum += plist[i];
//        }
//
//        break;
//      }
//
//      case TSDB_DATA_TYPE_BIGINT: {
//        int64_t* plist = (int64_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.isum += plist[i];
//        }
//        break;
//      }
//
//      case TSDB_DATA_TYPE_UTINYINT: {
//        uint8_t* plist = (uint8_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.usum += plist[i];
//        }
//
//        break;
//      }
//
//      case TSDB_DATA_TYPE_USMALLINT: {
//        uint16_t* plist = (uint16_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.usum += plist[i];
//        }
//        break;
//      }
//
//      case TSDB_DATA_TYPE_UINT: {
//        uint32_t* plist = (uint32_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.usum += plist[i];
//        }
//
//        break;
//      }
//
//      case TSDB_DATA_TYPE_UBIGINT: {
//        uint64_t* plist = (uint64_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.usum += plist[i];
//        }
//        break;
//      }
//
//      case TSDB_DATA_TYPE_FLOAT: {
//        float* plist = (float*)pCol->pData;
////        float val = 0;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.dsum  += plist[i];
//        }
////        pAvgRes->sum.dsum = val;
//        break;
//      }
//
//      case TSDB_DATA_TYPE_DOUBLE: {
//        double* plist = (double*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.dsum += plist[i];
//        }
//        break;
//      }
//
//      default:
//        break;
//    }
//  }
//
//_avg_over:
//  // data in the check operation are all null, not output
//  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
//  return TSDB_CODE_SUCCESS;
//}

//static void avgTransferInfo(SAvgRes* pInput, SAvgRes* pOutput) {
//  pOutput->type = pInput->type;
//  if (IS_SIGNED_NUMERIC_TYPE(pOutput->type)) {
//    pOutput->sum.isum += pInput->sum.isum;
//  } else if (IS_UNSIGNED_NUMERIC_TYPE(pOutput->type)) {
//    pOutput->sum.usum += pInput->sum.usum;
//  } else {
//    pOutput->sum.dsum += pInput->sum.dsum;
//  }
//
//  pOutput->count += pInput->count;
//
//  return;
//}
//
//int32_t avgFunctionMerge(SqlFunctionCtx* pCtx) {
//  SInputColumnInfoData* pInput = &pCtx->input;
//  SColumnInfoData*      pCol = pInput->pData[0];
//  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);
//
//  SAvgRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
//
//  int32_t start = pInput->startRowIndex;
//
//  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
//    char*    data = colDataGetData(pCol, i);
//    SAvgRes* pInputInfo = (SAvgRes*)varDataVal(data);
//    avgTransferInfo(pInputInfo, pInfo);
//  }
//
//  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
//
//  return TSDB_CODE_SUCCESS;
//}
//
//int32_t avgInvertFunction(SqlFunctionCtx* pCtx) {
//  int32_t numOfElem = 0;
//
//  // Only the pre-computing information loaded and actual data does not loaded
//  SInputColumnInfoData* pInput = &pCtx->input;
//  int32_t               type = pInput->pData[0]->info.type;
//
//  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
//
//  // computing based on the true data block
//  SColumnInfoData* pCol = pInput->pData[0];
//
//  int32_t start = pInput->startRowIndex;
//  int32_t numOfRows = pInput->numOfRows;
//
//  switch (type) {
//    case TSDB_DATA_TYPE_TINYINT: {
//      LIST_AVG_N(pAvgRes->sum.isum, int8_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_SMALLINT: {
//      LIST_AVG_N(pAvgRes->sum.isum, int16_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_INT: {
//      LIST_AVG_N(pAvgRes->sum.isum, int32_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_BIGINT: {
//      LIST_AVG_N(pAvgRes->sum.isum, int64_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_UTINYINT: {
//      LIST_AVG_N(pAvgRes->sum.usum, uint8_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_USMALLINT: {
//      LIST_AVG_N(pAvgRes->sum.usum, uint16_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_UINT: {
//      LIST_AVG_N(pAvgRes->sum.usum, uint32_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_UBIGINT: {
//      LIST_AVG_N(pAvgRes->sum.usum, uint64_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_FLOAT: {
//      LIST_AVG_N(pAvgRes->sum.dsum, float);
//      break;
//    }
//    case TSDB_DATA_TYPE_DOUBLE: {
//      LIST_AVG_N(pAvgRes->sum.dsum, double);
//      break;
//    }
//    default:
//      break;
//  }
//
//  // data in the check operation are all null, not output
//  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
//  return TSDB_CODE_SUCCESS;
//}
//
//int32_t avgCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
//  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
//  SAvgRes*             pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
//
//  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
//  SAvgRes*             pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
//  int16_t              type = pDBuf->type == TSDB_DATA_TYPE_NULL ? pSBuf->type : pDBuf->type;
//
//  if (IS_SIGNED_NUMERIC_TYPE(type)) {
//    pDBuf->sum.isum += pSBuf->sum.isum;
//  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
//    pDBuf->sum.usum += pSBuf->sum.usum;
//  } else {
//    pDBuf->sum.dsum += pSBuf->sum.dsum;
//  }
//  pDBuf->count += pSBuf->count;
//
//  return TSDB_CODE_SUCCESS;
//}
//
//int32_t avgFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
//  SInputColumnInfoData* pInput = &pCtx->input;
//
//  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
//  int32_t  type = pAvgRes->type;
//
//  if (IS_SIGNED_NUMERIC_TYPE(type)) {
//    pAvgRes->result = pAvgRes->sum.isum / ((double)pAvgRes->count);
//  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
//    pAvgRes->result = pAvgRes->sum.usum / ((double)pAvgRes->count);
//  } else {
//    pAvgRes->result = pAvgRes->sum.dsum / ((double)pAvgRes->count);
//  }
//
//  // check for overflow
//  if (isinf(pAvgRes->result) || isnan(pAvgRes->result)) {
//    GET_RES_INFO(pCtx)->numOfRes = 0;
//  }
//
//  return functionFinalize(pCtx, pBlock);
//}
//
//int32_t avgPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
//  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
//  SAvgRes*             pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
//  int32_t              resultBytes = getAvgInfoSize();
//  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
//
//  memcpy(varDataVal(res), pInfo, resultBytes);
//  varDataSetLen(res, resultBytes);
//
//  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
//  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
//
//  colDataAppend(pCol, pBlock->info.rows, res, false);
//
//  taosMemoryFree(res);
//  return pResInfo->numOfRes;
//}
G
Ganlin Zhao 已提交
1103

1104
EFuncDataRequired statisDataRequired(SFunctionNode* pFunc, STimeWindow* pTimeWindow) {
H
Haojun Liao 已提交
1105
  return FUNC_DATA_REQUIRED_SMA_LOAD;
1106 1107
}

1108
bool minmaxFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
1109 1110 1111 1112
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;  // not initialized since it has been initialized
  }

1113 1114 1115
  SMinmaxResInfo* buf = GET_ROWCELL_INTERBUF(pResultInfo);
  buf->assign = false;
  buf->tuplePos.pageId = -1;
1116 1117 1118

  buf->nullTupleSaved = false;
  buf->nullTuplePos.pageId = -1;
1119 1120 1121
  return true;
}

H
Haojun Liao 已提交
1122
bool getMinmaxFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
1123
  pEnv->calcMemSize = sizeof(SMinmaxResInfo);
1124 1125 1126
  return true;
}

H
Haojun Liao 已提交
1127 1128 1129 1130
//static STuplePos saveTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock,
//                               const STupleKey* pKey);
//static int32_t   updateTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos);
//static const char* loadTupleData(SqlFunctionCtx* pCtx, const STuplePos* pPos);
1131

H
Haojun Liao 已提交
1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143
//static int32_t findRowIndex(int32_t start, int32_t num, SColumnInfoData* pCol, const char* tval) {
//  // the data is loaded, not only the block SMA value
//  for (int32_t i = start; i < num + start; ++i) {
//    char* p = colDataGetData(pCol, i);
//    if (memcmp((void*)tval, p, pCol->info.bytes) == 0) {
//      return i;
//    }
//  }
//
//  // if reach here means real data of block SMA is not set in pCtx->input.
//  return -1;
//}
1144

H
Haojun Liao 已提交
1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647 1648 1649
//int32_t doMinMaxHelper(SqlFunctionCtx* pCtx, int32_t isMinFunc) {
//  int32_t numOfElems = 0;
//
//  SInputColumnInfoData* pInput = &pCtx->input;
//  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
//
//  SColumnInfoData* pCol = pInput->pData[0];
//  int32_t          type = pCol->info.type;
//
//  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
//  SMinmaxResInfo*      pBuf = GET_ROWCELL_INTERBUF(pResInfo);
//  pBuf->type = type;
//
//  if (IS_NULL_TYPE(type)) {
//    numOfElems = 0;
//    goto _min_max_over;
//  }
//
//  // data in current data block are qualified to the query
//  if (pInput->colDataAggIsSet) {
//    numOfElems = pInput->numOfRows - pAgg->numOfNull;
//    ASSERT(pInput->numOfRows == pInput->totalRows && numOfElems >= 0);
//    if (numOfElems == 0) {
//      return numOfElems;
//    }
//
//    void*   tval = NULL;
//    int16_t index = 0;
//
//    if (isMinFunc) {
//      tval = &pInput->pColumnDataAgg[0]->min;
//    } else {
//      tval = &pInput->pColumnDataAgg[0]->max;
//    }
//
//    if (!pBuf->assign) {
//      pBuf->v = *(int64_t*)tval;
//      if (pCtx->subsidiaries.num > 0) {
//        index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
//        if (index >= 0) {
//          pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
//        }
//      }
//    } else {
//      if (IS_SIGNED_NUMERIC_TYPE(type)) {
//        int64_t prev = 0;
//        GET_TYPED_DATA(prev, int64_t, type, &pBuf->v);
//
//        int64_t val = GET_INT64_VAL(tval);
//        if ((prev < val) ^ isMinFunc) {
//          *(int64_t*)&pBuf->v = val;
//          if (pCtx->subsidiaries.num > 0) {
//            index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
//            if (index >= 0) {
//              pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
//            }
//          }
//        }
//      } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
//        uint64_t prev = 0;
//        GET_TYPED_DATA(prev, uint64_t, type, &pBuf->v);
//
//        uint64_t val = GET_UINT64_VAL(tval);
//        if ((prev < val) ^ isMinFunc) {
//          *(uint64_t*)&pBuf->v = val;
//          if (pCtx->subsidiaries.num > 0) {
//            index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
//            if (index >= 0) {
//              pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
//            }
//          }
//        }
//      } else if (type == TSDB_DATA_TYPE_DOUBLE) {
//        double prev = 0;
//        GET_TYPED_DATA(prev, double, type, &pBuf->v);
//
//        double val = GET_DOUBLE_VAL(tval);
//        if ((prev < val) ^ isMinFunc) {
//          *(double*)&pBuf->v = val;
//          if (pCtx->subsidiaries.num > 0) {
//            index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
//            if (index >= 0) {
//              pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
//            }
//          }
//        }
//      } else if (type == TSDB_DATA_TYPE_FLOAT) {
//        float prev = 0;
//        GET_TYPED_DATA(prev, float, type, &pBuf->v);
//
//        float val = GET_DOUBLE_VAL(tval);
//        if ((prev < val) ^ isMinFunc) {
//          *(float*)&pBuf->v = val;
//        }
//
//        if (pCtx->subsidiaries.num > 0) {
//          index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
//          if (index >= 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
//          }
//        }
//      }
//    }
//
//    pBuf->assign = true;
//    return numOfElems;
//  }
//
//  int32_t start = pInput->startRowIndex;
//  int32_t numOfRows = pInput->numOfRows;
//
//  if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
//    if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
//      int8_t* pData = (int8_t*)pCol->pData;
//      int8_t* val = (int8_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_SMALLINT) {
//      int16_t* pData = (int16_t*)pCol->pData;
//      int16_t* val = (int16_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_INT) {
//      int32_t* pData = (int32_t*)pCol->pData;
//      int32_t* val = (int32_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_BIGINT) {
//      int64_t* pData = (int64_t*)pCol->pData;
//      int64_t* val = (int64_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    }
//  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
//    if (type == TSDB_DATA_TYPE_UTINYINT) {
//      uint8_t* pData = (uint8_t*)pCol->pData;
//      uint8_t* val = (uint8_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_USMALLINT) {
//      uint16_t* pData = (uint16_t*)pCol->pData;
//      uint16_t* val = (uint16_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_UINT) {
//      uint32_t* pData = (uint32_t*)pCol->pData;
//      uint32_t* val = (uint32_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_UBIGINT) {
//      uint64_t* pData = (uint64_t*)pCol->pData;
//      uint64_t* val = (uint64_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    }
//  } else if (type == TSDB_DATA_TYPE_DOUBLE) {
//    double* pData = (double*)pCol->pData;
//    double* val = (double*)&pBuf->v;
//
//    for (int32_t i = start; i < start + numOfRows; ++i) {
//      if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//        continue;
//      }
//
//      if (!pBuf->assign) {
//        *val = pData[i];
//        if (pCtx->subsidiaries.num > 0) {
//          pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//        }
//        pBuf->assign = true;
//      } else {
//        // ignore the equivalent data value
//        // NOTE: An faster version to avoid one additional comparison with FPU.
//        if (isMinFunc) {  // min
//          if (*val > pData[i]) {
//            *val = pData[i];
//            if (pCtx->subsidiaries.num > 0) {
//              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//            }
//          }
//        } else {  // max
//          if (*val < pData[i]) {
//            *val = pData[i];
//            if (pCtx->subsidiaries.num > 0) {
//              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//            }
//          }
//        }
//      }
//
//      numOfElems += 1;
//    }
//  } else if (type == TSDB_DATA_TYPE_FLOAT) {
//    float* pData = (float*)pCol->pData;
//    float* val = (float*)&pBuf->v;
//
//    for (int32_t i = start; i < start + numOfRows; ++i) {
//      if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//        continue;
//      }
//
//      if (!pBuf->assign) {
//        *val = pData[i];
//        if (pCtx->subsidiaries.num > 0) {
//          pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//        }
//        pBuf->assign = true;
//      } else {
//#if 0
//        if ((*val) == pData[i]) {
//          continue;
//        }
//
//        if ((*val < pData[i]) ^ isMinFunc) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//          }
//        }
//#endif
//        // NOTE: An faster version to avoid one additional comparison with FPU.
//        if (isMinFunc) {  // min
//          if (*val > pData[i]) {
//            *val = pData[i];
//            if (pCtx->subsidiaries.num > 0) {
//              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//            }
//          }
//        } else {  // max
//          if (*val < pData[i]) {
//            *val = pData[i];
//            if (pCtx->subsidiaries.num > 0) {
//              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//            }
//          }
//        }
//      }
//
//      numOfElems += 1;
//    }
//  }
//
//_min_max_over:
//  if (numOfElems == 0 && pCtx->subsidiaries.num > 0 && !pBuf->nullTupleSaved) {
//    pBuf->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
//    pBuf->nullTupleSaved = true;
//  }
//  return numOfElems;
//}
1650

1651
int32_t minFunction(SqlFunctionCtx* pCtx) {
1652 1653
  int32_t numOfElems = doMinMaxHelper(pCtx, 1);
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
1654
  return TSDB_CODE_SUCCESS;
1655 1656
}

1657
int32_t maxFunction(SqlFunctionCtx* pCtx) {
1658 1659
  int32_t numOfElems = doMinMaxHelper(pCtx, 0);
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
1660
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
1661 1662
}

1663
static void setNullSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t rowIndex);
L
Liu Jicong 已提交
1664 1665
static void setSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, const STuplePos* pTuplePos,
                                int32_t rowIndex);
1666

1667 1668 1669 1670 1671 1672
int32_t minmaxFunctionFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);

  SMinmaxResInfo* pRes = GET_ROWCELL_INTERBUF(pEntryInfo);

  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;
1673
  int32_t currentRow = pBlock->info.rows;
1674 1675

  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
H
Haojun Liao 已提交
1676
  pEntryInfo->isNullRes = (pEntryInfo->numOfRes == 0) ? 1 : 0;
1677

1678
  if (pCol->info.type == TSDB_DATA_TYPE_FLOAT) {
1679
    float v = *(float*)&pRes->v;
1680
    colDataAppend(pCol, currentRow, (const char*)&v, pEntryInfo->isNullRes);
1681
  } else {
1682
    colDataAppend(pCol, currentRow, (const char*)&pRes->v, pEntryInfo->isNullRes);
1683
  }
1684

1685 1686
  if (pEntryInfo->numOfRes > 0) {
    setSelectivityValue(pCtx, pBlock, &pRes->tuplePos, currentRow);
1687
  } else {
1688
    setSelectivityValue(pCtx, pBlock, &pRes->nullTuplePos, currentRow);
1689 1690
  }

1691 1692
  return pEntryInfo->numOfRes;
}
1693

1694
void setNullSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t rowIndex) {
1695 1696 1697 1698
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

1699 1700
  for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
1701
    int32_t         dstSlotId = pc->pExpr->base.resSchema.slotId;
1702 1703 1704 1705 1706 1707

    SColumnInfoData* pDstCol = taosArrayGet(pBlock->pDataBlock, dstSlotId);
    colDataAppendNULL(pDstCol, rowIndex);
  }
}

X
Xiaoyu Wang 已提交
1708
void setSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, const STuplePos* pTuplePos, int32_t rowIndex) {
1709 1710 1711 1712
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

1713 1714
  if (pCtx->saveHandle.pBuf != NULL) {
    if (pTuplePos->pageId != -1) {
L
Liu Jicong 已提交
1715
      int32_t     numOfCols = pCtx->subsidiaries.num;
1716
      const char* p = loadTupleData(pCtx, pTuplePos);
1717

1718 1719
      bool* nullList = (bool*)p;
      char* pStart = (char*)(nullList + numOfCols * sizeof(bool));
1720

1721 1722 1723
      // todo set the offset value to optimize the performance.
      for (int32_t j = 0; j < numOfCols; ++j) {
        SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
L
Liu Jicong 已提交
1724
        int32_t         dstSlotId = pc->pExpr->base.resSchema.slotId;
1725

1726 1727 1728 1729 1730 1731 1732 1733
        SColumnInfoData* pDstCol = taosArrayGet(pBlock->pDataBlock, dstSlotId);
        ASSERT(pc->pExpr->base.resSchema.bytes == pDstCol->info.bytes);
        if (nullList[j]) {
          colDataAppendNULL(pDstCol, rowIndex);
        } else {
          colDataAppend(pDstCol, rowIndex, pStart, false);
        }
        pStart += pDstCol->info.bytes;
1734 1735 1736 1737 1738
      }
    }
  }
}

1739 1740
void releaseSource(STuplePos* pPos) {
  if (pPos->pageId == -1) {
X
Xiaoyu Wang 已提交
1741
    return;
1742 1743 1744 1745
  }
  // Todo(liuyao) relase row
}

1746 1747
// This function append the selectivity to subsidiaries function context directly, without fetching data
// from intermediate disk based buf page
1748
void appendSelectivityValue(SqlFunctionCtx* pCtx, int32_t rowIndex, int32_t pos) {
1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

  for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];

    // get data from source col
    SFunctParam* pFuncParam = &pc->pExpr->base.pParam[0];
    int32_t      srcSlotId = pFuncParam->pCol->slotId;

    SColumnInfoData* pSrcCol = taosArrayGet(pCtx->pSrcBlock->pDataBlock, srcSlotId);

    char* pData = colDataGetData(pSrcCol, rowIndex);

    // append to dest col
L
Liu Jicong 已提交
1765
    int32_t dstSlotId = pc->pExpr->base.resSchema.slotId;
1766 1767 1768 1769 1770

    SColumnInfoData* pDstCol = taosArrayGet(pCtx->pDstBlock->pDataBlock, dstSlotId);
    ASSERT(pc->pExpr->base.resSchema.bytes == pDstCol->info.bytes);

    if (colDataIsNull_s(pSrcCol, rowIndex) == true) {
1771
      colDataAppendNULL(pDstCol, pos);
1772
    } else {
1773
      colDataAppend(pDstCol, pos, pData, false);
1774 1775 1776 1777
    }
  }
}

1778 1779 1780 1781 1782
void replaceTupleData(STuplePos* pDestPos, STuplePos* pSourcePos) {
  releaseSource(pDestPos);
  *pDestPos = *pSourcePos;
}

5
54liuyao 已提交
1783 1784 1785 1786 1787 1788
int32_t minMaxCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx, int32_t isMinFunc) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SMinmaxResInfo*      pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SMinmaxResInfo*      pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
1789
  int16_t              type = pDBuf->type == TSDB_DATA_TYPE_NULL ? pSBuf->type : pDBuf->type;
5
54liuyao 已提交
1790
  if (IS_FLOAT_TYPE(type)) {
X
Xiaoyu Wang 已提交
1791 1792
    if (pSBuf->assign && ((((*(double*)&pDBuf->v) < (*(double*)&pSBuf->v)) ^ isMinFunc) || !pDBuf->assign)) {
      *(double*)&pDBuf->v = *(double*)&pSBuf->v;
1793
      replaceTupleData(&pDBuf->tuplePos, &pSBuf->tuplePos);
5
54liuyao 已提交
1794
      pDBuf->assign = true;
5
54liuyao 已提交
1795 1796
    }
  } else {
X
Xiaoyu Wang 已提交
1797
    if (pSBuf->assign && (((pDBuf->v < pSBuf->v) ^ isMinFunc) || !pDBuf->assign)) {
5
54liuyao 已提交
1798
      pDBuf->v = pSBuf->v;
1799
      replaceTupleData(&pDBuf->tuplePos, &pSBuf->tuplePos);
5
54liuyao 已提交
1800
      pDBuf->assign = true;
5
54liuyao 已提交
1801 1802
    }
  }
5
54liuyao 已提交
1803
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
1804
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
5
54liuyao 已提交
1805 1806 1807 1808 1809 1810 1811 1812 1813 1814
  return TSDB_CODE_SUCCESS;
}

int32_t minCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  return minMaxCombine(pDestCtx, pSourceCtx, 1);
}
int32_t maxCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  return minMaxCombine(pDestCtx, pSourceCtx, 0);
}

1815 1816
int32_t getStddevInfoSize() { return (int32_t)sizeof(SStddevRes); }

H
Haojun Liao 已提交
1817 1818 1819 1820 1821
bool getStddevFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SStddevRes);
  return true;
}

1822
bool stddevFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
1823 1824 1825 1826 1827 1828 1829 1830 1831
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SStddevRes* pRes = GET_ROWCELL_INTERBUF(pResultInfo);
  memset(pRes, 0, sizeof(SStddevRes));
  return true;
}

H
Haojun Liao 已提交
1832
int32_t stddevFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
1833 1834 1835 1836
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
H
Haojun Liao 已提交
1837
  int32_t               type = pInput->pData[0]->info.type;
H
Haojun Liao 已提交
1838 1839

  SStddevRes* pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
1840
  pStddevRes->type = type;
H
Haojun Liao 已提交
1841

H
Haojun Liao 已提交
1842 1843
  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];
H
Haojun Liao 已提交
1844

H
Haojun Liao 已提交
1845 1846
  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;
H
Haojun Liao 已提交
1847

1848
  if (IS_NULL_TYPE(type)) {
H
Haojun Liao 已提交
1849
    numOfElem = 0;
1850 1851 1852
    goto _stddev_over;
  }

H
Haojun Liao 已提交
1853 1854
  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
1855 1856 1857 1858
      int8_t* plist = (int8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + start; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
H
Haojun Liao 已提交
1859
        }
H
Haojun Liao 已提交
1860

1861 1862 1863 1864
        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
H
Haojun Liao 已提交
1865 1866
      }

1867 1868 1869 1870
      break;
    }

    case TSDB_DATA_TYPE_SMALLINT: {
H
Haojun Liao 已提交
1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915
      int16_t* plist = (int16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }
      break;
    }

    case TSDB_DATA_TYPE_INT: {
      int32_t* plist = (int32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }

      break;
    }

    case TSDB_DATA_TYPE_BIGINT: {
      int64_t* plist = (int64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }
      break;
    }

1916 1917 1918 1919 1920 1921 1922 1923 1924 1925
    case TSDB_DATA_TYPE_UTINYINT: {
      uint8_t* plist = (uint8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + start; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
G
Ganlin Zhao 已提交
1926
        pStddevRes->quadraticUSum += plist[i] * plist[i];
1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941
      }

      break;
    }

    case TSDB_DATA_TYPE_USMALLINT: {
      uint16_t* plist = (uint16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
G
Ganlin Zhao 已提交
1942
        pStddevRes->quadraticUSum += plist[i] * plist[i];
1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956
      }
      break;
    }

    case TSDB_DATA_TYPE_UINT: {
      uint32_t* plist = (uint32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
G
Ganlin Zhao 已提交
1957
        pStddevRes->quadraticUSum += plist[i] * plist[i];
1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972
      }

      break;
    }

    case TSDB_DATA_TYPE_UBIGINT: {
      uint64_t* plist = (uint64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
G
Ganlin Zhao 已提交
1973
        pStddevRes->quadraticUSum += plist[i] * plist[i];
1974 1975 1976 1977
      }
      break;
    }

H
Haojun Liao 已提交
1978 1979 1980 1981 1982 1983 1984 1985 1986
    case TSDB_DATA_TYPE_FLOAT: {
      float* plist = (float*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
G
Ganlin Zhao 已提交
1987 1988
        pStddevRes->dsum += plist[i];
        pStddevRes->quadraticDSum += plist[i] * plist[i];
H
Haojun Liao 已提交
1989 1990 1991 1992
      }
      break;
    }

H
Haojun Liao 已提交
1993 1994 1995 1996 1997 1998 1999 2000 2001
    case TSDB_DATA_TYPE_DOUBLE: {
      double* plist = (double*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
G
Ganlin Zhao 已提交
2002 2003
        pStddevRes->dsum += plist[i];
        pStddevRes->quadraticDSum += plist[i] * plist[i];
H
Haojun Liao 已提交
2004 2005 2006 2007 2008 2009 2010 2011
      }
      break;
    }

    default:
      break;
  }

2012
_stddev_over:
H
Haojun Liao 已提交
2013 2014
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
wmmhello's avatar
wmmhello 已提交
2015
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
2016 2017
}

G
Ganlin Zhao 已提交
2018 2019
static void stddevTransferInfo(SStddevRes* pInput, SStddevRes* pOutput) {
  pOutput->type = pInput->type;
2020
  if (IS_SIGNED_NUMERIC_TYPE(pOutput->type)) {
G
Ganlin Zhao 已提交
2021 2022
    pOutput->quadraticISum += pInput->quadraticISum;
    pOutput->isum += pInput->isum;
2023 2024 2025
  } else if (IS_UNSIGNED_NUMERIC_TYPE(pOutput->type)) {
    pOutput->quadraticUSum += pInput->quadraticUSum;
    pOutput->usum += pInput->usum;
G
Ganlin Zhao 已提交
2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040
  } else {
    pOutput->quadraticDSum += pInput->quadraticDSum;
    pOutput->dsum += pInput->dsum;
  }

  pOutput->count += pInput->count;
}

int32_t stddevFunctionMerge(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SStddevRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

H
Hongze Cheng 已提交
2041
  for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
2042 2043 2044 2045
    char*       data = colDataGetData(pCol, i);
    SStddevRes* pInputInfo = (SStddevRes*)varDataVal(data);
    stddevTransferInfo(pInputInfo, pInfo);
  }
G
Ganlin Zhao 已提交
2046 2047 2048 2049 2050

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078 2079 2080 2081 2082
int32_t stddevInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SStddevRes* pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int8_t);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int16_t);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int32_t);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int64_t);
      break;
    }
2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096 2097 2098
    case TSDB_DATA_TYPE_UTINYINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint8_t);
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint16_t);
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint32_t);
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint64_t);
      break;
    }
5
54liuyao 已提交
2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115
    case TSDB_DATA_TYPE_FLOAT: {
      LIST_STDDEV_SUB_N(pStddevRes->dsum, float);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      LIST_STDDEV_SUB_N(pStddevRes->dsum, double);
      break;
    }
    default:
      break;
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
2116
int32_t stddevFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
2117
  SInputColumnInfoData* pInput = &pCtx->input;
2118
  SStddevRes*           pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
2119
  int32_t               type = pStddevRes->type;
2120
  double                avg;
G
Ganlin Zhao 已提交
2121

2122
  if (IS_SIGNED_NUMERIC_TYPE(type)) {
2123
    avg = pStddevRes->isum / ((double)pStddevRes->count);
2124
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticISum / ((double)pStddevRes->count) - avg * avg));
2125 2126 2127
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    avg = pStddevRes->usum / ((double)pStddevRes->count);
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticUSum / ((double)pStddevRes->count) - avg * avg));
G
Ganlin Zhao 已提交
2128
  } else {
2129
    avg = pStddevRes->dsum / ((double)pStddevRes->count);
2130
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticDSum / ((double)pStddevRes->count) - avg * avg));
G
Ganlin Zhao 已提交
2131
  }
2132

2133 2134 2135 2136 2137
  // check for overflow
  if (isinf(pStddevRes->result) || isnan(pStddevRes->result)) {
    GET_RES_INFO(pCtx)->numOfRes = 0;
  }

2138
  return functionFinalize(pCtx, pBlock);
H
Haojun Liao 已提交
2139 2140
}

G
Ganlin Zhao 已提交
2141 2142
int32_t stddevPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2143 2144 2145
  SStddevRes*          pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getStddevInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

5
54liuyao 已提交
2159 2160
int32_t stddevCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
2161
  SStddevRes*          pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
5
54liuyao 已提交
2162 2163

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
2164
  SStddevRes*          pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
2165
  int16_t              type = pDBuf->type == TSDB_DATA_TYPE_NULL ? pSBuf->type : pDBuf->type;
5
54liuyao 已提交
2166

2167
  if (IS_SIGNED_NUMERIC_TYPE(type)) {
5
54liuyao 已提交
2168 2169
    pDBuf->isum += pSBuf->isum;
    pDBuf->quadraticISum += pSBuf->quadraticISum;
2170 2171 2172
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    pDBuf->usum += pSBuf->usum;
    pDBuf->quadraticUSum += pSBuf->quadraticUSum;
5
54liuyao 已提交
2173 2174 2175 2176 2177
  } else {
    pDBuf->dsum += pSBuf->dsum;
    pDBuf->quadraticDSum += pSBuf->quadraticDSum;
  }
  pDBuf->count += pSBuf->count;
5
54liuyao 已提交
2178
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
2179
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
5
54liuyao 已提交
2180 2181 2182
  return TSDB_CODE_SUCCESS;
}

2183 2184 2185 2186 2187 2188 2189 2190 2191 2192 2193 2194
bool getLeastSQRFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SLeastSQRInfo);
  return true;
}

bool leastSQRFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SLeastSQRInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);

X
Xiaoyu Wang 已提交
2195 2196
  pInfo->startVal = IS_FLOAT_TYPE(pCtx->param[1].param.nType) ? pCtx->param[1].param.d : (double)pCtx->param[1].param.i;
  pInfo->stepVal = IS_FLOAT_TYPE(pCtx->param[2].param.nType) ? pCtx->param[2].param.d : (double)pCtx->param[2].param.i;
2197 2198 2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225
  return true;
}

int32_t leastSQRFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SLeastSQRInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SColumnInfoData* pCol = pInput->pData[0];

  double(*param)[3] = pInfo->matrix;
  double x = pInfo->startVal;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      int8_t* plist = (int8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }
        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
2226
      break;
2227 2228 2229 2230 2231 2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      int16_t* plist = (int16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_INT: {
      int32_t* plist = (int32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_BIGINT: {
      int64_t* plist = (int64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316
    case TSDB_DATA_TYPE_UTINYINT: {
      uint8_t* plist = (uint8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }
        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
      uint16_t* plist = (uint16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_UINT: {
      uint32_t* plist = (uint32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_UBIGINT: {
      uint64_t* plist = (uint64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

2317 2318 2319 2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341
    case TSDB_DATA_TYPE_FLOAT: {
      float* plist = (float*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_DOUBLE: {
      double* plist = (double*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }
2342 2343 2344 2345 2346
    case TSDB_DATA_TYPE_NULL: {
      GET_RES_INFO(pCtx)->isNullRes = 1;
      numOfElem = 1;
      break;
    }
2347 2348 2349 2350 2351 2352 2353 2354 2355 2356 2357 2358 2359 2360 2361

    default:
      break;
  }

  pInfo->startVal = x;
  pInfo->num += numOfElem;

  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);

  return TSDB_CODE_SUCCESS;
}

int32_t leastSQRFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2362 2363 2364
  SLeastSQRInfo*       pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
2365 2366 2367

  int32_t currentRow = pBlock->info.rows;

2368
  if (0 == pInfo->num) {
2369
    colDataAppendNULL(pCol, currentRow);
2370 2371 2372 2373 2374 2375 2376 2377
    return 0;
  }

  double(*param)[3] = pInfo->matrix;

  param[1][1] = (double)pInfo->num;
  param[1][0] = param[0][1];

5
54liuyao 已提交
2378 2379
  double param00 = param[0][0] - param[1][0] * (param[0][1] / param[1][1]);
  double param02 = param[0][2] - param[1][2] * (param[0][1] / param[1][1]);
2380 2381 2382 2383 2384 2385

  if (0 == param00) {
    colDataAppendNULL(pCol, currentRow);
    return 0;
  }

5
54liuyao 已提交
2386 2387 2388 2389
  // param[0][1] = 0;
  double param12 = param[1][2] - param02 * (param[1][0] / param00);
  // param[1][0] = 0;
  param02 /= param00;
2390

5
54liuyao 已提交
2391
  param12 /= param[1][1];
2392

X
Xiaoyu Wang 已提交
2393 2394 2395
  char   buf[64] = {0};
  size_t len =
      snprintf(varDataVal(buf), sizeof(buf) - VARSTR_HEADER_SIZE, "{slop:%.6lf, intercept:%.6lf}", param02, param12);
2396 2397
  varDataSetLen(buf, len);

2398
  colDataAppend(pCol, currentRow, buf, pResInfo->isNullRes);
2399 2400 2401 2402 2403

  return pResInfo->numOfRes;
}

int32_t leastSQRInvertFunction(SqlFunctionCtx* pCtx) {
X
Xiaoyu Wang 已提交
2404
  // TODO
2405 2406 2407
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
2408 2409 2410 2411
int32_t leastSQRCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SLeastSQRInfo*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
X
Xiaoyu Wang 已提交
2412
  double(*pDparam)[3] = pDBuf->matrix;
5
54liuyao 已提交
2413 2414 2415

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SLeastSQRInfo*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
X
Xiaoyu Wang 已提交
2416
  double(*pSparam)[3] = pSBuf->matrix;
5
54liuyao 已提交
2417 2418 2419 2420 2421 2422 2423 2424 2425
  for (int32_t i = 0; i < pSBuf->num; i++) {
    pDparam[0][0] += pDBuf->startVal * pDBuf->startVal;
    pDparam[0][1] += pDBuf->startVal;
    pDBuf->startVal += pDBuf->stepVal;
  }
  pDparam[0][2] += pSparam[0][2] + pDBuf->num * pDBuf->stepVal * pSparam[1][2];
  pDparam[1][2] += pSparam[1][2];
  pDBuf->num += pSBuf->num;
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
2426
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
5
54liuyao 已提交
2427 2428 2429
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
2430 2431 2432 2433 2434
bool getPercentileFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SPercentileInfo);
  return true;
}

2435
bool percentileFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
2436 2437 2438 2439 2440
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  // in the first round, get the min-max value of all involved data
2441
  SPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
H
Haojun Liao 已提交
2442 2443 2444 2445 2446
  SET_DOUBLE_VAL(&pInfo->minval, DBL_MAX);
  SET_DOUBLE_VAL(&pInfo->maxval, -DBL_MAX);
  pInfo->numOfElems = 0;

  return true;
H
Haojun Liao 已提交
2447 2448
}

2449
int32_t percentileFunction(SqlFunctionCtx* pCtx) {
2450
  int32_t              numOfElems = 0;
2451
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2452 2453

  SInputColumnInfoData* pInput = &pCtx->input;
2454
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
H
Haojun Liao 已提交
2455

2456 2457
  SColumnInfoData* pCol = pInput->pData[0];
  int32_t          type = pCol->info.type;
2458

2459
  SPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
2460
  if (pCtx->scanFlag == REPEAT_SCAN && pInfo->stage == 0) {
H
Haojun Liao 已提交
2461
    pInfo->stage += 1;
H
Haojun Liao 已提交
2462

H
Haojun Liao 已提交
2463 2464 2465
    // all data are null, set it completed
    if (pInfo->numOfElems == 0) {
      pResInfo->complete = true;
H
Haojun Liao 已提交
2466
      return 0;
H
Haojun Liao 已提交
2467
    } else {
2468
      pInfo->pMemBucket = tMemBucketCreate(pCol->info.bytes, type, pInfo->minval, pInfo->maxval);
H
Haojun Liao 已提交
2469 2470 2471 2472 2473
    }
  }

  // the first stage, only acquire the min/max value
  if (pInfo->stage == 0) {
2474
    if (pCtx->input.colDataAggIsSet) {
H
Haojun Liao 已提交
2475
      double tmin = 0.0, tmax = 0.0;
2476 2477 2478 2479 2480 2481 2482 2483 2484
      if (IS_SIGNED_NUMERIC_TYPE(type)) {
        tmin = (double)GET_INT64_VAL(&pAgg->min);
        tmax = (double)GET_INT64_VAL(&pAgg->max);
      } else if (IS_FLOAT_TYPE(type)) {
        tmin = GET_DOUBLE_VAL(&pAgg->min);
        tmax = GET_DOUBLE_VAL(&pAgg->max);
      } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
        tmin = (double)GET_UINT64_VAL(&pAgg->min);
        tmax = (double)GET_UINT64_VAL(&pAgg->max);
H
Haojun Liao 已提交
2485 2486 2487 2488 2489 2490 2491 2492 2493 2494
      }

      if (GET_DOUBLE_VAL(&pInfo->minval) > tmin) {
        SET_DOUBLE_VAL(&pInfo->minval, tmin);
      }

      if (GET_DOUBLE_VAL(&pInfo->maxval) < tmax) {
        SET_DOUBLE_VAL(&pInfo->maxval, tmax);
      }

2495
      pInfo->numOfElems += (pInput->numOfRows - pAgg->numOfNull);
H
Haojun Liao 已提交
2496
    } else {
2497 2498 2499 2500
      // check the valid data one by one
      int32_t start = pInput->startRowIndex;
      for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
        if (colDataIsNull_f(pCol->nullbitmap, i)) {
H
Haojun Liao 已提交
2501 2502 2503
          continue;
        }

2504
        char* data = colDataGetData(pCol, i);
2505

H
Haojun Liao 已提交
2506
        double v = 0;
2507
        GET_TYPED_DATA(v, double, type, data);
H
Haojun Liao 已提交
2508 2509 2510 2511 2512 2513 2514 2515 2516 2517 2518
        if (v < GET_DOUBLE_VAL(&pInfo->minval)) {
          SET_DOUBLE_VAL(&pInfo->minval, v);
        }

        if (v > GET_DOUBLE_VAL(&pInfo->maxval)) {
          SET_DOUBLE_VAL(&pInfo->maxval, v);
        }

        pInfo->numOfElems += 1;
      }
    }
2519 2520 2521 2522 2523 2524 2525
  } else {
    // the second stage, calculate the true percentile value
    int32_t start = pInput->startRowIndex;
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
H
Haojun Liao 已提交
2526

2527
      char* data = colDataGetData(pCol, i);
2528
      numOfElems += 1;
2529
      tMemBucketPut(pInfo->pMemBucket, data, 1);
H
Haojun Liao 已提交
2530 2531
    }

2532
    SET_VAL(pResInfo, numOfElems, 1);
H
Haojun Liao 已提交
2533 2534
  }

wmmhello's avatar
wmmhello 已提交
2535
  return TSDB_CODE_SUCCESS;
2536 2537
}

2538
int32_t percentileFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
2539
  SVariant* pVal = &pCtx->param[1].param;
2540 2541
  double    v =
      (IS_SIGNED_NUMERIC_TYPE(pVal->nType) ? pVal->i : (IS_UNSIGNED_NUMERIC_TYPE(pVal->nType) ? pVal->u : pVal->d));
H
Haojun Liao 已提交
2542

2543 2544
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SPercentileInfo*     ppInfo = (SPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2545

2546
  tMemBucket* pMemBucket = ppInfo->pMemBucket;
2547 2548 2549 2550 2551
  if (pMemBucket != NULL && pMemBucket->total > 0) {  // check for null
    SET_DOUBLE_VAL(&ppInfo->result, getPercentile(pMemBucket, v));
  }

  tMemBucketDestroy(pMemBucket);
2552
  return functionFinalize(pCtx, pBlock);
H
Haojun Liao 已提交
2553
}
H
Haojun Liao 已提交
2554

2555
bool getApercentileFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
X
Xiaoyu Wang 已提交
2556 2557
  int32_t bytesHist =
      (int32_t)(sizeof(SAPercentileInfo) + sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
2558
  int32_t bytesDigest = (int32_t)(sizeof(SAPercentileInfo) + TDIGEST_SIZE(COMPRESSION));
G
Ganlin Zhao 已提交
2559
  pEnv->calcMemSize = TMAX(bytesHist, bytesDigest);
2560 2561 2562
  return true;
}

G
Ganlin Zhao 已提交
2563
int32_t getApercentileMaxSize() {
X
Xiaoyu Wang 已提交
2564 2565
  int32_t bytesHist =
      (int32_t)(sizeof(SAPercentileInfo) + sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
G
Ganlin Zhao 已提交
2566 2567 2568 2569
  int32_t bytesDigest = (int32_t)(sizeof(SAPercentileInfo) + TDIGEST_SIZE(COMPRESSION));
  return TMAX(bytesHist, bytesDigest);
}

X
Xiaoyu Wang 已提交
2570
static int8_t getApercentileAlgo(char* algoStr) {
2571 2572 2573 2574 2575 2576 2577 2578 2579 2580 2581 2582 2583
  int8_t algoType;
  if (strcasecmp(algoStr, "default") == 0) {
    algoType = APERCT_ALGO_DEFAULT;
  } else if (strcasecmp(algoStr, "t-digest") == 0) {
    algoType = APERCT_ALGO_TDIGEST;
  } else {
    algoType = APERCT_ALGO_UNKNOWN;
  }

  return algoType;
}

static void buildHistogramInfo(SAPercentileInfo* pInfo) {
X
Xiaoyu Wang 已提交
2584 2585
  pInfo->pHisto = (SHistogramInfo*)((char*)pInfo + sizeof(SAPercentileInfo));
  pInfo->pHisto->elems = (SHistBin*)((char*)pInfo->pHisto + sizeof(SHistogramInfo));
2586 2587
}

2588 2589 2590 2591
static void buildTDigestInfo(SAPercentileInfo* pInfo) {
  pInfo->pTDigest = (TDigest*)((char*)pInfo + sizeof(SAPercentileInfo));
}

2592 2593 2594 2595 2596 2597
bool apercentileFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
2598 2599

  SVariant* pVal = &pCtx->param[1].param;
2600 2601
  pInfo->percent =
      (IS_SIGNED_NUMERIC_TYPE(pVal->nType) ? pVal->i : (IS_UNSIGNED_NUMERIC_TYPE(pVal->nType) ? pVal->u : pVal->d));
2602

2603 2604 2605
  if (pCtx->numOfParams == 2) {
    pInfo->algo = APERCT_ALGO_DEFAULT;
  } else if (pCtx->numOfParams == 3) {
2606
    pInfo->algo = getApercentileAlgo(varDataVal(pCtx->param[2].param.pz));
2607 2608 2609 2610 2611
    if (pInfo->algo == APERCT_ALGO_UNKNOWN) {
      return false;
    }
  }

X
Xiaoyu Wang 已提交
2612
  char* tmp = (char*)pInfo + sizeof(SAPercentileInfo);
2613 2614 2615 2616 2617
  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
    pInfo->pTDigest = tdigestNewFrom(tmp, COMPRESSION);
  } else {
    buildHistogramInfo(pInfo);
    pInfo->pHisto = tHistogramCreateFrom(tmp, MAX_HISTOGRAM_BIN);
G
Ganlin Zhao 已提交
2618 2619
    qDebug("%s set up histogram, numOfElems:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems:%p", __FUNCTION__,
           pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto, pInfo->pHisto->elems);
2620 2621 2622 2623 2624 2625
  }

  return true;
}

int32_t apercentileFunction(SqlFunctionCtx* pCtx) {
2626 2627
  int32_t               numOfElems = 0;
  SResultRowEntryInfo*  pResInfo = GET_RES_INFO(pCtx);
2628 2629 2630 2631 2632 2633 2634 2635 2636
  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pCol = pInput->pData[0];
  int32_t          type = pCol->info.type;

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  int32_t start = pInput->startRowIndex;
  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
5
54liuyao 已提交
2637 2638
    buildTDigestInfo(pInfo);
    tdigestAutoFill(pInfo->pTDigest, COMPRESSION);
2639 2640 2641 2642
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
2643
      numOfElems += 1;
2644 2645
      char* data = colDataGetData(pCol, i);

X
Xiaoyu Wang 已提交
2646 2647
      double  v = 0;  // value
      int64_t w = 1;  // weigth
2648 2649 2650 2651
      GET_TYPED_DATA(v, double, type, data);
      tdigestAdd(pInfo->pTDigest, v, w);
    }
  } else {
2652 2653 2654
    // might be a race condition here that pHisto can be overwritten or setup function
    // has not been called, need to relink the buffer pHisto points to.
    buildHistogramInfo(pInfo);
5
54liuyao 已提交
2655 2656 2657
    qDebug("%s before add %d elements into histogram, total:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems: %p",
           __FUNCTION__, numOfElems, pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto,
           pInfo->pHisto->elems);
2658 2659 2660 2661
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
2662
      numOfElems += 1;
2663 2664 2665 2666 2667 2668
      char* data = colDataGetData(pCol, i);

      double v = 0;
      GET_TYPED_DATA(v, double, type, data);
      tHistogramAdd(&pInfo->pHisto, v);
    }
2669

2670 2671 2672
    qDebug("%s after add %d elements into histogram, total:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems: %p",
           __FUNCTION__, numOfElems, pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto,
           pInfo->pHisto->elems);
2673 2674
  }

2675
  SET_VAL(pResInfo, numOfElems, 1);
2676 2677 2678
  return TSDB_CODE_SUCCESS;
}

2679 2680 2681 2682 2683 2684
static void apercentileTransferInfo(SAPercentileInfo* pInput, SAPercentileInfo* pOutput) {
  pOutput->percent = pInput->percent;
  pOutput->algo = pInput->algo;
  if (pOutput->algo == APERCT_ALGO_TDIGEST) {
    buildTDigestInfo(pInput);
    tdigestAutoFill(pInput->pTDigest, COMPRESSION);
2685

X
Xiaoyu Wang 已提交
2686
    if (pInput->pTDigest->num_centroids == 0 && pInput->pTDigest->num_buffered_pts == 0) {
2687
      return;
2688 2689
    }

2690
    buildTDigestInfo(pOutput);
X
Xiaoyu Wang 已提交
2691
    TDigest* pTDigest = pOutput->pTDigest;
5
54liuyao 已提交
2692
    tdigestAutoFill(pTDigest, COMPRESSION);
2693

5
54liuyao 已提交
2694
    if (pTDigest->num_centroids <= 0 && pTDigest->num_buffered_pts == 0) {
2695
      memcpy(pTDigest, pInput->pTDigest, (size_t)TDIGEST_SIZE(COMPRESSION));
2696 2697
      tdigestAutoFill(pTDigest, COMPRESSION);
    } else {
2698
      tdigestMerge(pTDigest, pInput->pTDigest);
2699
    }
2700
  } else {
2701 2702 2703
    buildHistogramInfo(pInput);
    if (pInput->pHisto->numOfElems <= 0) {
      return;
2704 2705
    }

2706
    buildHistogramInfo(pOutput);
X
Xiaoyu Wang 已提交
2707
    SHistogramInfo* pHisto = pOutput->pHisto;
2708 2709

    if (pHisto->numOfElems <= 0) {
2710
      memcpy(pHisto, pInput->pHisto, sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
X
Xiaoyu Wang 已提交
2711
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
2712

L
Liu Jicong 已提交
2713 2714
      qDebug("%s merge histo, total:%" PRId64 ", entry:%d, %p", __FUNCTION__, pHisto->numOfElems, pHisto->numOfEntries,
             pHisto);
2715
    } else {
X
Xiaoyu Wang 已提交
2716
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
G
Ganlin Zhao 已提交
2717 2718
      qDebug("%s input histogram, elem:%" PRId64 ", entry:%d, %p", __FUNCTION__, pHisto->numOfElems,
             pHisto->numOfEntries, pInput->pHisto);
2719

X
Xiaoyu Wang 已提交
2720
      SHistogramInfo* pRes = tHistogramMerge(pHisto, pInput->pHisto, MAX_HISTOGRAM_BIN);
2721
      memcpy(pHisto, pRes, sizeof(SHistogramInfo) + sizeof(SHistBin) * MAX_HISTOGRAM_BIN);
X
Xiaoyu Wang 已提交
2722
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
2723

L
Liu Jicong 已提交
2724 2725
      qDebug("%s merge histo, total:%" PRId64 ", entry:%d, %p", __FUNCTION__, pHisto->numOfElems, pHisto->numOfEntries,
             pHisto);
2726 2727 2728
      tHistogramDestroy(&pRes);
    }
  }
2729
}
2730

2731 2732 2733 2734 2735 2736 2737 2738 2739 2740
int32_t apercentileFunctionMerge(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

G
Ganlin Zhao 已提交
2741
  qDebug("%s total %d rows will merge, %p", __FUNCTION__, pInput->numOfRows, pInfo->pHisto);
2742

2743
  int32_t start = pInput->startRowIndex;
X
Xiaoyu Wang 已提交
2744
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
2745 2746
    char* data = colDataGetData(pCol, i);

2747 2748 2749
    SAPercentileInfo* pInputInfo = (SAPercentileInfo*)varDataVal(data);
    apercentileTransferInfo(pInputInfo, pInfo);
  }
2750

H
Haojun Liao 已提交
2751
  if (pInfo->algo != APERCT_ALGO_TDIGEST) {
2752
    qDebug("%s after merge, total:%" PRId64 ", numOfEntry:%d, %p", __FUNCTION__, pInfo->pHisto->numOfElems,
L
Liu Jicong 已提交
2753
           pInfo->pHisto->numOfEntries, pInfo->pHisto);
H
Haojun Liao 已提交
2754
  }
2755

2756
  SET_VAL(pResInfo, 1, 1);
2757 2758 2759
  return TSDB_CODE_SUCCESS;
}

2760 2761
int32_t apercentileFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2762
  SAPercentileInfo*    pInfo = (SAPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2763 2764

  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
2765
    buildTDigestInfo(pInfo);
5
54liuyao 已提交
2766
    tdigestAutoFill(pInfo->pTDigest, COMPRESSION);
2767
    if (pInfo->pTDigest->size > 0) {
2768
      pInfo->result = tdigestQuantile(pInfo->pTDigest, pInfo->percent / 100);
2769
    } else {  // no need to free
X
Xiaoyu Wang 已提交
2770
      // setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
2771 2772 2773
      return TSDB_CODE_SUCCESS;
    }
  } else {
2774
    buildHistogramInfo(pInfo);
2775
    if (pInfo->pHisto->numOfElems > 0) {
G
Ganlin Zhao 已提交
2776 2777
      qDebug("%s get the final res, elements:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems:%p", __FUNCTION__,
             pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto, pInfo->pHisto->elems);
2778

X
Xiaoyu Wang 已提交
2779 2780
      double  ratio[] = {pInfo->percent};
      double* res = tHistogramUniform(pInfo->pHisto, ratio, 1);
2781
      pInfo->result = *res;
X
Xiaoyu Wang 已提交
2782
      // memcpy(pCtx->pOutput, res, sizeof(double));
2783 2784
      taosMemoryFree(res);
    } else {  // no need to free
X
Xiaoyu Wang 已提交
2785
      // setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
2786 2787 2788
      // return TSDB_CODE_SUCCESS;
      qDebug("%s get the final res, elements:%" PRId64 ", numOfEntry:%d. result is null", __FUNCTION__,
             pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries);
2789 2790 2791 2792 2793 2794
    }
  }

  return functionFinalize(pCtx, pBlock);
}

2795 2796
int32_t apercentilePartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2797
  SAPercentileInfo*    pInfo = (SAPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2798

2799
  int32_t resultBytes = getApercentileMaxSize();
X
Xiaoyu Wang 已提交
2800
  char*   res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
2801 2802

  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
2803 2804
    memcpy(varDataVal(res), pInfo, resultBytes);
    varDataSetLen(res, resultBytes);
2805
  } else {
2806 2807
    memcpy(varDataVal(res), pInfo, resultBytes);
    varDataSetLen(res, resultBytes);
2808 2809 2810 2811 2812
  }

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

2813
  colDataAppend(pCol, pBlock->info.rows, res, false);
2814

2815
  taosMemoryFree(res);
2816 2817 2818
  return pResInfo->numOfRes;
}

2819 2820 2821 2822 2823 2824
int32_t apercentileCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SAPercentileInfo*    pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SAPercentileInfo*    pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
2825

G
Ganlin Zhao 已提交
2826
  qDebug("%s start to combine apercentile, %p", __FUNCTION__, pDBuf->pHisto);
2827

2828
  apercentileTransferInfo(pSBuf, pDBuf);
2829
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
2830
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
2831 2832 2833
  return TSDB_CODE_SUCCESS;
}

2834 2835 2836 2837 2838 2839 2840 2841 2842 2843 2844 2845 2846 2847 2848 2849
EFuncDataRequired firstDynDataReq(void* pRes, STimeWindow* pTimeWindow) {
  SResultRowEntryInfo* pEntry = (SResultRowEntryInfo*)pRes;

  // not initialized yet, data is required
  if (pEntry == NULL) {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }

  SFirstLastRes* pResult = GET_ROWCELL_INTERBUF(pEntry);
  if (pResult->hasResult && pResult->ts <= pTimeWindow->skey) {
    return FUNC_DATA_REQUIRED_NOT_LOAD;
  } else {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }
}

2850
EFuncDataRequired lastDynDataReq(void* pRes, STimeWindow* pTimeWindow) {
L
Liu Jicong 已提交
2851
  SResultRowEntryInfo* pEntry = (SResultRowEntryInfo*)pRes;
2852 2853 2854 2855 2856 2857 2858 2859 2860 2861 2862 2863 2864 2865

  // not initialized yet, data is required
  if (pEntry == NULL) {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }

  SFirstLastRes* pResult = GET_ROWCELL_INTERBUF(pEntry);
  if (pResult->hasResult && pResult->ts >= pTimeWindow->ekey) {
    return FUNC_DATA_REQUIRED_NOT_LOAD;
  } else {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }
}

2866
int32_t getFirstLastInfoSize(int32_t resBytes) { return sizeof(SFirstLastRes) + resBytes; }
2867

H
Haojun Liao 已提交
2868
bool getFirstLastFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
2869
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
2870
  pEnv->calcMemSize = getFirstLastInfoSize(pNode->node.resType.bytes);
H
Haojun Liao 已提交
2871 2872 2873
  return true;
}

2874
bool getSelectivityFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
2875
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
2876 2877 2878 2879
  pEnv->calcMemSize = pNode->node.resType.bytes;
  return true;
}

2880 2881
bool getGroupKeyFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
G
Ganlin Zhao 已提交
2882
  pEnv->calcMemSize = sizeof(SGroupKeyInfo) + pNode->node.resType.bytes;
2883 2884 2885
  return true;
}

2886 2887 2888 2889 2890
static FORCE_INLINE TSKEY getRowPTs(SColumnInfoData* pTsColInfo, int32_t rowIndex) {
  if (pTsColInfo == NULL) {
    return 0;
  }

2891
  return *(TSKEY*)colDataGetData(pTsColInfo, rowIndex);
2892 2893
}

L
Liu Jicong 已提交
2894 2895
static void firstlastSaveTupleData(const SSDataBlock* pSrcBlock, int32_t rowIndex, SqlFunctionCtx* pCtx,
                                   SFirstLastRes* pInfo) {
2896 2897 2898 2899 2900
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

  if (!pInfo->hasResult) {
2901
    pInfo->pos = saveTupleData(pCtx, rowIndex, pSrcBlock, NULL);
2902
  } else {
2903
    updateTupleData(pCtx, rowIndex, pSrcBlock, &pInfo->pos);
2904 2905 2906
  }
}

H
Haojun Liao 已提交
2907
static void doSaveCurrentVal(SqlFunctionCtx* pCtx, int32_t rowIndex, int64_t currentTs, int32_t type, char* pData) {
2908 2909 2910 2911 2912 2913 2914 2915 2916
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  if (IS_VAR_DATA_TYPE(type)) {
    pInfo->bytes = varDataTLen(pData);
  }

  memcpy(pInfo->buf, pData, pInfo->bytes);
  pInfo->ts = currentTs;
2917
  firstlastSaveTupleData(pCtx->pSrcBlock, rowIndex, pCtx, pInfo);
2918 2919 2920 2921

  pInfo->hasResult = true;
}

2922 2923
// This ordinary first function does not care if current scan is ascending order or descending order scan
// the OPTIMIZED version of first function will only handle the ascending order scan
2924
int32_t firstFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
2925 2926
  int32_t numOfElems = 0;

2927
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2928
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
2929 2930

  SInputColumnInfoData* pInput = &pCtx->input;
2931
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
2932

2933
  pInfo->bytes = pInputCol->info.bytes;
2934

H
Haojun Liao 已提交
2935
  // All null data column, return directly.
H
Haojun Liao 已提交
2936
  if (pInput->colDataAggIsSet && (pInput->pColumnDataAgg[0]->numOfNull == pInput->totalRows)) {
H
Haojun Liao 已提交
2937
    ASSERT(pInputCol->hasNull == true);
2938 2939
    // save selectivity value for column consisted of all null values
    firstlastSaveTupleData(pCtx->pSrcBlock, pInput->startRowIndex, pCtx, pInfo);
H
Haojun Liao 已提交
2940
    return 0;
H
Haojun Liao 已提交
2941 2942
  }

2943
  SColumnDataAgg* pColAgg = (pInput->colDataAggIsSet) ? pInput->pColumnDataAgg[0] : NULL;
2944

2945 2946
  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);
2947

2948
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;
2949

2950 2951 2952
  //  please ref. to the comment in lastRowFunction for the reason why disabling the opt version of last/first function.
  //  we will use this opt implementation in an new version that is only available in scan subplan
#if 0
2953 2954 2955
  if (blockDataOrder == TSDB_ORDER_ASC) {
    // filter according to current result firstly
    if (pResInfo->numOfRes > 0) {
2956
      if (pInfo->ts < startKey) {
2957 2958 2959 2960 2961 2962 2963 2964 2965
        return TSDB_CODE_SUCCESS;
      }
    }

    for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }

2966 2967
      numOfElems++;

2968
      char* data = colDataGetData(pInputCol, i);
2969
      TSKEY cts = getRowPTs(pInput->pPTS, i);
2970 2971
      if (pResInfo->numOfRes == 0 || pInfo->ts > cts) {
        doSaveCurrentVal(pCtx, i, cts, pInputCol->info.type, data);
2972
        break;
2973 2974 2975 2976 2977 2978
      }
    }
  } else {
    // in case of descending order time stamp serial, which usually happens as the results of the nest query,
    // all data needs to be check.
    if (pResInfo->numOfRes > 0) {
2979
      if (pInfo->ts < endKey) {
2980 2981
        return TSDB_CODE_SUCCESS;
      }
H
Haojun Liao 已提交
2982 2983
    }

2984 2985 2986 2987 2988
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }

2989 2990
      numOfElems++;

2991
      char* data = colDataGetData(pInputCol, i);
2992
      TSKEY cts = getRowPTs(pInput->pPTS, i);
2993

2994 2995
      if (pResInfo->numOfRes == 0 || pInfo->ts > cts) {
        doSaveCurrentVal(pCtx, i, cts, pInputCol->info.type, data);
2996
        break;
2997 2998
      }
    }
H
Haojun Liao 已提交
2999
  }
3000
#else
H
Haojun Liao 已提交
3001
  int64_t* pts = (int64_t*) pInput->pPTS->pData;
3002 3003 3004 3005 3006 3007 3008 3009
  for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
    if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
      continue;
    }

    numOfElems++;

    char* data = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3010
    TSKEY cts = pts[i];
3011 3012 3013 3014 3015 3016
    if (pResInfo->numOfRes == 0 || pInfo->ts > cts) {
      doSaveCurrentVal(pCtx, i, cts, pInputCol->info.type, data);
      pResInfo->numOfRes = 1;
    }
  }
#endif
H
Haojun Liao 已提交
3017

3018 3019 3020 3021
  if (numOfElems == 0) {
    // save selectivity value for column consisted of all null values
    firstlastSaveTupleData(pCtx->pSrcBlock, pInput->startRowIndex, pCtx, pInfo);
  }
H
Haojun Liao 已提交
3022
  SET_VAL(pResInfo, numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
3023
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
3024 3025
}

3026
int32_t lastFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
3027 3028
  int32_t numOfElems = 0;

3029
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
3030
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
3031 3032

  SInputColumnInfoData* pInput = &pCtx->input;
3033
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
3034

3035
  int32_t type = pInputCol->info.type;
3036
  int32_t bytes = pInputCol->info.bytes;
3037
  pInfo->bytes = bytes;
3038

H
Haojun Liao 已提交
3039
  // All null data column, return directly.
3040
  if (pInput->colDataAggIsSet && (pInput->pColumnDataAgg[0]->numOfNull == pInput->totalRows)) {
H
Haojun Liao 已提交
3041
    ASSERT(pInputCol->hasNull == true);
3042 3043
    // save selectivity value for column consisted of all null values
    firstlastSaveTupleData(pCtx->pSrcBlock, pInput->startRowIndex, pCtx, pInfo);
H
Haojun Liao 已提交
3044
    return 0;
H
Haojun Liao 已提交
3045 3046
  }

3047
  SColumnDataAgg* pColAgg = (pInput->colDataAggIsSet) ? pInput->pColumnDataAgg[0] : NULL;
3048 3049 3050 3051

  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);

3052
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;
3053

3054 3055
  //  please ref. to the comment in lastRowFunction for the reason why disabling the opt version of last/first function.
#if 0
3056
  if (blockDataOrder == TSDB_ORDER_ASC) {
H
Haojun Liao 已提交
3057
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
3058
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
3059 3060 3061 3062
        continue;
      }

      numOfElems++;
3063 3064 3065

      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3066 3067
      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveCurrentVal(pCtx, i, cts, type, data);
3068
      }
3069

H
Haojun Liao 已提交
3070 3071
      break;
    }
3072
  } else {  // descending order
H
Haojun Liao 已提交
3073
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
3074
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
3075 3076 3077
        continue;
      }

3078
      numOfElems++;
H
Haojun Liao 已提交
3079

3080 3081
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3082 3083
      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveCurrentVal(pCtx, i, cts, type, data);
H
Haojun Liao 已提交
3084 3085 3086 3087
      }
      break;
    }
  }
3088
#else
H
Haojun Liao 已提交
3089
  int64_t* pts = (int64_t*)pInput->pPTS->pData;
H
Haojun Liao 已提交
3090

H
Haojun Liao 已提交
3091
#if 0
H
Haojun Liao 已提交
3092 3093 3094 3095
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }
3096

H
Haojun Liao 已提交
3097
      numOfElems++;
H
Haojun Liao 已提交
3098 3099 3100
      if (pResInfo->numOfRes == 0 || pInfo->ts < pts[i]) {
        char* data = colDataGetData(pInputCol, i);
        doSaveCurrentVal(pCtx, i, pts[i], type, data);
H
Haojun Liao 已提交
3101 3102
        pResInfo->numOfRes = 1;
      }
3103
    }
H
Haojun Liao 已提交
3104 3105
#else
    if (!pInputCol->hasNull) {
H
Haojun Liao 已提交
3106 3107
      numOfElems = 1;

H
Haojun Liao 已提交
3108 3109 3110
      int32_t round = pInput->numOfRows >> 2;
      int32_t reminder = pInput->numOfRows & 0x03;

H
Haojun Liao 已提交
3111
      for (int32_t i = pInput->startRowIndex, tick = 0; tick < round; i += 4, tick += 1) {
H
Haojun Liao 已提交
3112 3113 3114 3115 3116 3117 3118 3119 3120 3121 3122 3123 3124 3125 3126 3127 3128 3129 3130
        int64_t cts = pts[i];
        int32_t chosen = i;

        if (cts < pts[i + 1]) {
          cts = pts[i + 1];
          chosen = i + 1;
        }

        if (cts < pts[i + 2]) {
          cts = pts[i + 2];
          chosen = i + 2;
        }

        if (cts < pts[i + 3]) {
          cts = pts[i + 3];
          chosen = i + 3;
        }

        if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
H
Haojun Liao 已提交
3131
          char* data = colDataGetData(pInputCol, chosen);
H
Haojun Liao 已提交
3132 3133 3134 3135 3136 3137
          doSaveCurrentVal(pCtx, i, cts, type, data);
          pResInfo->numOfRes = 1;
        }
      }

      for (int32_t i = pInput->startRowIndex + round * 4; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
H
Haojun Liao 已提交
3138 3139 3140
        if (pResInfo->numOfRes == 0 || pInfo->ts < pts[i]) {
          char* data = colDataGetData(pInputCol, i);
          doSaveCurrentVal(pCtx, i, pts[i], type, data);
H
Haojun Liao 已提交
3141 3142 3143 3144 3145
          pResInfo->numOfRes = 1;
        }
      }
    } else {
      for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
H
Haojun Liao 已提交
3146
        if (colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
3147 3148 3149 3150 3151 3152
          continue;
        }

        numOfElems++;

        if (pResInfo->numOfRes == 0 || pInfo->ts < pts[i]) {
H
Haojun Liao 已提交
3153
          char* data = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3154 3155 3156 3157 3158 3159
          doSaveCurrentVal(pCtx, i, pts[i], type, data);
          pResInfo->numOfRes = 1;
        }
      }
    }
#endif
H
Haojun Liao 已提交
3160

3161
#endif
H
Haojun Liao 已提交
3162 3163

  // save selectivity value for column consisted of all null values
3164 3165 3166
  if (numOfElems == 0) {
    firstlastSaveTupleData(pCtx->pSrcBlock, pInput->startRowIndex, pCtx, pInfo);
  }
H
Haojun Liao 已提交
3167 3168

//  SET_VAL(pResInfo, numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
3169
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
3170
}
H
Haojun Liao 已提交
3171

H
Hongze Cheng 已提交
3172 3173
static void firstLastTransferInfo(SqlFunctionCtx* pCtx, SFirstLastRes* pInput, SFirstLastRes* pOutput, bool isFirst,
                                  int32_t rowIndex) {
G
Ganlin Zhao 已提交
3174
  if (pOutput->hasResult) {
3175
    if (isFirst) {
3176
      if (pInput->ts > pOutput->ts) {
3177 3178 3179
        return;
      }
    } else {
3180
      if (pInput->ts < pOutput->ts) {
3181 3182
        return;
      }
G
Ganlin Zhao 已提交
3183 3184
    }
  }
3185

3186 3187 3188 3189
  pOutput->isNull = pInput->isNull;
  pOutput->ts = pInput->ts;
  pOutput->bytes = pInput->bytes;

G
Ganlin Zhao 已提交
3190
  memcpy(pOutput->buf, pInput->buf, pOutput->bytes);
3191
  firstlastSaveTupleData(pCtx->pSrcBlock, rowIndex, pCtx, pOutput);
G
Ganlin Zhao 已提交
3192

3193
  pOutput->hasResult = true;
G
Ganlin Zhao 已提交
3194 3195
}

3196
static int32_t firstLastFunctionMergeImpl(SqlFunctionCtx* pCtx, bool isFirstQuery) {
G
Ganlin Zhao 已提交
3197
  SInputColumnInfoData* pInput = &pCtx->input;
3198
  SColumnInfoData*      pCol = pInput->pData[0];
G
Ganlin Zhao 已提交
3199 3200 3201 3202
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SFirstLastRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

3203 3204
  int32_t start = pInput->startRowIndex;
  int32_t numOfElems = 0;
G
Ganlin Zhao 已提交
3205

X
Xiaoyu Wang 已提交
3206 3207
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*          data = colDataGetData(pCol, i);
3208
    SFirstLastRes* pInputInfo = (SFirstLastRes*)varDataVal(data);
3209
    firstLastTransferInfo(pCtx, pInputInfo, pInfo, isFirstQuery, i);
3210 3211 3212 3213
    if (!numOfElems) {
      numOfElems = pInputInfo->hasResult ? 1 : 0;
    }
  }
3214 3215

  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
G
Ganlin Zhao 已提交
3216 3217 3218
  return TSDB_CODE_SUCCESS;
}

3219
int32_t firstFunctionMerge(SqlFunctionCtx* pCtx) { return firstLastFunctionMergeImpl(pCtx, true); }
3220

3221
int32_t lastFunctionMerge(SqlFunctionCtx* pCtx) { return firstLastFunctionMergeImpl(pCtx, false); }
3222

3223
int32_t firstLastFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
3224 3225 3226 3227 3228 3229
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;

G
Ganlin Zhao 已提交
3230
  SFirstLastRes* pRes = GET_ROWCELL_INTERBUF(pResInfo);
X
Xiaoyu Wang 已提交
3231
  colDataAppend(pCol, pBlock->info.rows, pRes->buf, pRes->isNull || pResInfo->isNullRes);
3232

3233
  // handle selectivity
3234
  setSelectivityValue(pCtx, pBlock, &pRes->pos, pBlock->info.rows);
G
Ganlin Zhao 已提交
3235 3236 3237 3238

  return pResInfo->numOfRes;
}

G
Ganlin Zhao 已提交
3239 3240
int32_t firstLastPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
3241
  SFirstLastRes*       pRes = GET_ROWCELL_INTERBUF(pEntryInfo);
3242

3243
  int32_t resultBytes = getFirstLastInfoSize(pRes->bytes);
G
Ganlin Zhao 已提交
3244

3245 3246
  // todo check for failure
  char* res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
3247
  memcpy(varDataVal(res), pRes, resultBytes);
3248

G
Ganlin Zhao 已提交
3249 3250 3251 3252 3253 3254
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);
3255
  setSelectivityValue(pCtx, pBlock, &pRes->pos, pBlock->info.rows);
G
Ganlin Zhao 已提交
3256 3257 3258 3259 3260

  taosMemoryFree(res);
  return 1;
}

3261
// todo rewrite:
5
54liuyao 已提交
3262 3263
int32_t lastCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
3264
  SFirstLastRes*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
3265
  int32_t              bytes = pDBuf->bytes;
5
54liuyao 已提交
3266 3267

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
3268
  SFirstLastRes*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
3269

3270 3271 3272
  if (pSResInfo->numOfRes != 0 && (pDResInfo->numOfRes == 0 || pDBuf->ts < pSBuf->ts)) {
    memcpy(pDBuf->buf, pSBuf->buf, bytes);
    pDBuf->ts = pSBuf->ts;
5
54liuyao 已提交
3273 3274 3275 3276 3277
    pDResInfo->numOfRes = 1;
  }
  return TSDB_CODE_SUCCESS;
}

3278
static void doSaveLastrow(SqlFunctionCtx* pCtx, char* pData, int32_t rowIndex, int64_t cts, SFirstLastRes* pInfo) {
3279 3280 3281 3282 3283 3284 3285 3286 3287 3288 3289 3290 3291 3292 3293 3294
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  if (colDataIsNull_s(pInputCol, rowIndex)) {
    pInfo->isNull = true;
  } else {
    pInfo->isNull = false;

    if (IS_VAR_DATA_TYPE(pInputCol->info.type)) {
      pInfo->bytes = varDataTLen(pData);
    }

    memcpy(pInfo->buf, pData, pInfo->bytes);
  }

  pInfo->ts = cts;
3295
  firstlastSaveTupleData(pCtx->pSrcBlock, rowIndex, pCtx, pInfo);
3296 3297 3298 3299

  pInfo->hasResult = true;
}

3300 3301 3302 3303 3304 3305 3306 3307 3308 3309 3310 3311 3312 3313 3314
int32_t lastRowFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElems = 0;

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  int32_t bytes = pInputCol->info.bytes;
  pInfo->bytes = bytes;

  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);

3315
#if 0
3316 3317
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;

H
Haojun Liao 已提交
3318 3319
  // the optimized version only valid if all tuples in one block are monotonious increasing or descreasing.
  // this assumption is NOT always works if project operator exists in downstream.
3320 3321 3322 3323
  if (blockDataOrder == TSDB_ORDER_ASC) {
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3324 3325 3326 3327
      numOfElems++;

      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveLastrow(pCtx, data, i, cts, pInfo);
3328
      }
3329

3330 3331 3332 3333 3334 3335
      break;
    }
  } else {  // descending order
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3336 3337 3338 3339
      numOfElems++;

      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveLastrow(pCtx, data, i, cts, pInfo);
3340 3341 3342 3343
      }
      break;
    }
  }
3344
#else
H
Haojun Liao 已提交
3345 3346

  int64_t* pts = (int64_t*)pInput->pPTS->pData;
3347 3348
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
    char* data = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3349
    TSKEY cts = pts[i];
3350

H
Haojun Liao 已提交
3351
    numOfElems++;
3352 3353 3354 3355 3356
    if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
      doSaveLastrow(pCtx, data, i, cts, pInfo);
      pResInfo->numOfRes = 1;
    }
  }
3357

3358
#endif
3359

3360 3361 3362 3363
  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
3364 3365 3366 3367 3368
bool getDiffFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SDiffInfo);
  return true;
}

3369
bool diffFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
H
Haojun Liao 已提交
3370 3371 3372 3373 3374
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SDiffInfo* pDiffInfo = GET_ROWCELL_INTERBUF(pResInfo);
3375
  pDiffInfo->hasPrev = false;
H
Haojun Liao 已提交
3376
  pDiffInfo->prev.i64 = 0;
3377 3378 3379 3380 3381
  if (pCtx->numOfParams > 1) {
    pDiffInfo->ignoreNegative = pCtx->param[1].param.i;  // TODO set correct param
  } else {
    pDiffInfo->ignoreNegative = false;
  }
H
Haojun Liao 已提交
3382 3383
  pDiffInfo->includeNull = false;
  pDiffInfo->firstOutput = false;
H
Haojun Liao 已提交
3384 3385 3386
  return true;
}

3387
static void doSetPrevVal(SDiffInfo* pDiffInfo, int32_t type, const char* pv) {
X
Xiaoyu Wang 已提交
3388
  switch (type) {
3389
    case TSDB_DATA_TYPE_BOOL:
L
Liu Jicong 已提交
3390
      pDiffInfo->prev.i64 = *(bool*)pv ? 1 : 0;
3391
      break;
3392
    case TSDB_DATA_TYPE_TINYINT:
X
Xiaoyu Wang 已提交
3393 3394
      pDiffInfo->prev.i64 = *(int8_t*)pv;
      break;
3395
    case TSDB_DATA_TYPE_INT:
X
Xiaoyu Wang 已提交
3396 3397
      pDiffInfo->prev.i64 = *(int32_t*)pv;
      break;
3398
    case TSDB_DATA_TYPE_SMALLINT:
X
Xiaoyu Wang 已提交
3399 3400
      pDiffInfo->prev.i64 = *(int16_t*)pv;
      break;
3401
    case TSDB_DATA_TYPE_TIMESTAMP:
3402
    case TSDB_DATA_TYPE_BIGINT:
X
Xiaoyu Wang 已提交
3403 3404
      pDiffInfo->prev.i64 = *(int64_t*)pv;
      break;
3405
    case TSDB_DATA_TYPE_FLOAT:
X
Xiaoyu Wang 已提交
3406 3407
      pDiffInfo->prev.d64 = *(float*)pv;
      break;
3408
    case TSDB_DATA_TYPE_DOUBLE:
X
Xiaoyu Wang 已提交
3409 3410
      pDiffInfo->prev.d64 = *(double*)pv;
      break;
3411 3412 3413 3414 3415
    default:
      ASSERT(0);
  }
}

X
Xiaoyu Wang 已提交
3416 3417 3418
static void doHandleDiff(SDiffInfo* pDiffInfo, int32_t type, const char* pv, SColumnInfoData* pOutput, int32_t pos,
                         int32_t order) {
  int32_t factor = (order == TSDB_ORDER_ASC) ? 1 : -1;
3419 3420 3421
  switch (type) {
    case TSDB_DATA_TYPE_INT: {
      int32_t v = *(int32_t*)pv;
X
Xiaoyu Wang 已提交
3422
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3423 3424 3425
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3426
        colDataAppendInt64(pOutput, pos, &delta);
3427 3428
      }
      pDiffInfo->prev.i64 = v;
3429

3430 3431 3432 3433
      break;
    }
    case TSDB_DATA_TYPE_BOOL:
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
3434 3435
      int8_t  v = *(int8_t*)pv;
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3436 3437 3438
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3439
        colDataAppendInt64(pOutput, pos, &delta);
3440 3441 3442 3443 3444 3445
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      int16_t v = *(int16_t*)pv;
X
Xiaoyu Wang 已提交
3446
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3447 3448 3449
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3450
        colDataAppendInt64(pOutput, pos, &delta);
3451 3452 3453 3454
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
3455
    case TSDB_DATA_TYPE_TIMESTAMP:
3456 3457
    case TSDB_DATA_TYPE_BIGINT: {
      int64_t v = *(int64_t*)pv;
X
Xiaoyu Wang 已提交
3458
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3459 3460 3461 3462 3463 3464 3465 3466 3467
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
        colDataAppendInt64(pOutput, pos, &delta);
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
3468 3469 3470
      float  v = *(float*)pv;
      double delta = factor * (v - pDiffInfo->prev.d64);                               // direct previous may be null
      if ((delta < 0 && pDiffInfo->ignoreNegative) || isinf(delta) || isnan(delta)) {  // check for overflow
3471 3472
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3473
        colDataAppendDouble(pOutput, pos, &delta);
3474 3475 3476 3477 3478 3479
      }
      pDiffInfo->prev.d64 = v;
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      double v = *(double*)pv;
X
Xiaoyu Wang 已提交
3480 3481
      double delta = factor * (v - pDiffInfo->prev.d64);                               // direct previous may be null
      if ((delta < 0 && pDiffInfo->ignoreNegative) || isinf(delta) || isnan(delta)) {  // check for overflow
3482 3483 3484 3485 3486 3487 3488 3489 3490 3491
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
        colDataAppendDouble(pOutput, pos, &delta);
      }
      pDiffInfo->prev.d64 = v;
      break;
    }
    default:
      ASSERT(0);
  }
G
Ganlin Zhao 已提交
3492
}
3493

3494 3495 3496
int32_t diffFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SDiffInfo*           pDiffInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
3497 3498 3499

  SInputColumnInfoData* pInput = &pCtx->input;

3500
  SColumnInfoData* pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
3501

3502
  int32_t numOfElems = 0;
H
Haojun Liao 已提交
3503
  int32_t startOffset = pCtx->offset;
H
Haojun Liao 已提交
3504

3505
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;
H
Haojun Liao 已提交
3506

3507 3508 3509
  if (pCtx->order == TSDB_ORDER_ASC) {
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      int32_t pos = startOffset + numOfElems;
H
Haojun Liao 已提交
3510

3511 3512 3513
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        if (pDiffInfo->includeNull) {
          colDataSetNull_f(pOutput->nullbitmap, pos);
H
Haojun Liao 已提交
3514

3515
          numOfElems += 1;
H
Haojun Liao 已提交
3516
        }
3517
        continue;
H
Haojun Liao 已提交
3518 3519
      }

3520
      char* pv = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3521

3522 3523
      if (pDiffInfo->hasPrev) {
        doHandleDiff(pDiffInfo, pInputCol->info.type, pv, pOutput, pos, pCtx->order);
3524
        // handle selectivity
3525 3526 3527
        if (pCtx->subsidiaries.num > 0) {
          appendSelectivityValue(pCtx, i, pos);
        }
H
Haojun Liao 已提交
3528 3529

        numOfElems++;
3530 3531
      } else {
        doSetPrevVal(pDiffInfo, pInputCol->info.type, pv);
H
Haojun Liao 已提交
3532 3533
      }

3534 3535 3536 3537 3538 3539 3540 3541 3542
      pDiffInfo->hasPrev = true;
    }
  } else {
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      int32_t pos = startOffset + numOfElems;

      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        if (pDiffInfo->includeNull) {
          colDataSetNull_f(pOutput->nullbitmap, pos);
H
Haojun Liao 已提交
3543

3544
          numOfElems += 1;
H
Haojun Liao 已提交
3545
        }
3546
        continue;
H
Haojun Liao 已提交
3547 3548
      }

3549
      char* pv = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3550

3551 3552 3553
      // there is a row of previous data block to be handled in the first place.
      if (pDiffInfo->hasPrev) {
        doHandleDiff(pDiffInfo, pInputCol->info.type, pv, pOutput, pos, pCtx->order);
3554
        // handle selectivity
3555 3556 3557
        if (pCtx->subsidiaries.num > 0) {
          appendSelectivityValue(pCtx, i, pos);
        }
H
Haojun Liao 已提交
3558 3559

        numOfElems++;
3560 3561
      } else {
        doSetPrevVal(pDiffInfo, pInputCol->info.type, pv);
H
Haojun Liao 已提交
3562 3563
      }

3564
      pDiffInfo->hasPrev = true;
H
Haojun Liao 已提交
3565 3566 3567 3568
    }
  }

  // initial value is not set yet
3569
  return numOfElems;
H
Haojun Liao 已提交
3570
}
H
Haojun Liao 已提交
3571

X
Xiaoyu Wang 已提交
3572
int32_t getTopBotInfoSize(int64_t numOfItems) { return sizeof(STopBotRes) + numOfItems * sizeof(STopBotResItem); }
G
Ganlin Zhao 已提交
3573

3574
bool getTopBotFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
3575
  SValueNode* pkNode = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
3576
  pEnv->calcMemSize = sizeof(STopBotRes) + pkNode->datum.i * sizeof(STopBotResItem);
3577 3578 3579
  return true;
}

G
Ganlin Zhao 已提交
3580 3581 3582 3583 3584
bool topBotFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
3585
  STopBotRes*           pRes = GET_ROWCELL_INTERBUF(pResInfo);
3586 3587 3588 3589
  SInputColumnInfoData* pInput = &pCtx->input;

  pRes->maxSize = pCtx->param[1].param.i;

3590 3591
  pRes->nullTupleSaved = false;
  pRes->nullTuplePos.pageId = -1;
G
Ganlin Zhao 已提交
3592 3593 3594
  return true;
}

3595 3596 3597 3598
static STopBotRes* getTopBotOutputInfo(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  STopBotRes*          pRes = GET_ROWCELL_INTERBUF(pResInfo);
  pRes->pItems = (STopBotResItem*)((char*)pRes + sizeof(STopBotRes));
3599 3600

  return pRes;
3601 3602
}

3603
static void doAddIntoResult(SqlFunctionCtx* pCtx, void* pData, int32_t rowIndex, SSDataBlock* pSrcBlock, uint16_t type,
3604
                            uint64_t uid, SResultRowEntryInfo* pEntryInfo, bool isTopQuery);
3605

G
Ganlin Zhao 已提交
3606 3607
static void addResult(SqlFunctionCtx* pCtx, STopBotResItem* pSourceItem, int16_t type, bool isTopQuery);

3608 3609 3610
int32_t topFunction(SqlFunctionCtx* pCtx) {
  int32_t              numOfElems = 0;
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
3611 3612

  SInputColumnInfoData* pInput = &pCtx->input;
3613
  SColumnInfoData*      pCol = pInput->pData[0];
3614

G
Ganlin Zhao 已提交
3615 3616
  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
  pRes->type = pInput->pData[0]->info.type;
3617 3618

  int32_t start = pInput->startRowIndex;
3619
  for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
3620 3621 3622
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }
3623

3624
    numOfElems++;
3625
    char* data = colDataGetData(pCol, i);
G
Ganlin Zhao 已提交
3626
    doAddIntoResult(pCtx, data, i, pCtx->pSrcBlock, pRes->type, pInput->uid, pResInfo, true);
3627 3628
  }

3629
  if (numOfElems == 0 && pCtx->subsidiaries.num > 0 && !pRes->nullTupleSaved) {
3630
    pRes->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
3631 3632
    pRes->nullTupleSaved = true;
  }
3633 3634 3635
  return TSDB_CODE_SUCCESS;
}

3636 3637 3638 3639 3640 3641 3642 3643 3644 3645 3646 3647 3648 3649 3650 3651 3652 3653 3654 3655 3656
int32_t bottomFunction(SqlFunctionCtx* pCtx) {
  int32_t              numOfElems = 0;
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
  pRes->type = pInput->pData[0]->info.type;

  int32_t start = pInput->startRowIndex;
  for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }

    numOfElems++;
    char* data = colDataGetData(pCol, i);
    doAddIntoResult(pCtx, data, i, pCtx->pSrcBlock, pRes->type, pInput->uid, pResInfo, false);
  }

3657
  if (numOfElems == 0 && pCtx->subsidiaries.num > 0 && !pRes->nullTupleSaved) {
3658
    pRes->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
3659 3660 3661
    pRes->nullTupleSaved = true;
  }

3662 3663 3664
  return TSDB_CODE_SUCCESS;
}

3665 3666
static int32_t topBotResComparFn(const void* p1, const void* p2, const void* param) {
  uint16_t type = *(uint16_t*)param;
3667

3668 3669
  STopBotResItem* val1 = (STopBotResItem*)p1;
  STopBotResItem* val2 = (STopBotResItem*)p2;
3670 3671 3672 3673 3674 3675 3676 3677 3678 3679 3680 3681 3682 3683 3684 3685 3686 3687 3688 3689 3690 3691

  if (IS_SIGNED_NUMERIC_TYPE(type)) {
    if (val1->v.i == val2->v.i) {
      return 0;
    }

    return (val1->v.i > val2->v.i) ? 1 : -1;
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    if (val1->v.u == val2->v.u) {
      return 0;
    }

    return (val1->v.u > val2->v.u) ? 1 : -1;
  }

  if (val1->v.d == val2->v.d) {
    return 0;
  }

  return (val1->v.d > val2->v.d) ? 1 : -1;
}

3692
void doAddIntoResult(SqlFunctionCtx* pCtx, void* pData, int32_t rowIndex, SSDataBlock* pSrcBlock, uint16_t type,
3693
                     uint64_t uid, SResultRowEntryInfo* pEntryInfo, bool isTopQuery) {
3694
  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
3695

3696 3697 3698
  SVariant val = {0};
  taosVariantCreateFromBinary(&val, pData, tDataTypes[type].bytes, type);

3699
  STopBotResItem* pItems = pRes->pItems;
3700 3701 3702
  assert(pItems != NULL);

  // not full yet
G
Ganlin Zhao 已提交
3703
  if (pEntryInfo->numOfRes < pRes->maxSize) {
3704
    STopBotResItem* pItem = &pItems[pEntryInfo->numOfRes];
3705
    pItem->v = val;
3706
    pItem->uid = uid;
3707

3708
    // save the data of this tuple
G
Ganlin Zhao 已提交
3709
    if (pCtx->subsidiaries.num > 0) {
3710
      pItem->tuplePos = saveTupleData(pCtx, rowIndex, pSrcBlock, NULL);
G
Ganlin Zhao 已提交
3711
    }
3712
#ifdef BUF_PAGE_DEBUG
X
Xiaoyu Wang 已提交
3713 3714
    qDebug("page_saveTuple i:%d, item:%p,pageId:%d, offset:%d\n", pEntryInfo->numOfRes, pItem, pItem->tuplePos.pageId,
           pItem->tuplePos.offset);
3715
#endif
3716 3717
    // allocate the buffer and keep the data of this row into the new allocated buffer
    pEntryInfo->numOfRes++;
3718
    taosheapsort((void*)pItems, sizeof(STopBotResItem), pEntryInfo->numOfRes, (const void*)&type, topBotResComparFn,
3719
                 !isTopQuery);
3720
  } else {  // replace the minimum value in the result
X
Xiaoyu Wang 已提交
3721 3722 3723 3724 3725 3726
    if ((isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && val.i > pItems[0].v.i) ||
                        (IS_UNSIGNED_NUMERIC_TYPE(type) && val.u > pItems[0].v.u) ||
                        (IS_FLOAT_TYPE(type) && val.d > pItems[0].v.d))) ||
        (!isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && val.i < pItems[0].v.i) ||
                         (IS_UNSIGNED_NUMERIC_TYPE(type) && val.u < pItems[0].v.u) ||
                         (IS_FLOAT_TYPE(type) && val.d < pItems[0].v.d)))) {
3727
      // replace the old data and the coresponding tuple data
3728
      STopBotResItem* pItem = &pItems[0];
3729
      pItem->v = val;
3730
      pItem->uid = uid;
3731 3732

      // save the data of this tuple by over writing the old data
G
Ganlin Zhao 已提交
3733
      if (pCtx->subsidiaries.num > 0) {
3734
        updateTupleData(pCtx, rowIndex, pSrcBlock, &pItem->tuplePos);
G
Ganlin Zhao 已提交
3735
      }
3736
#ifdef BUF_PAGE_DEBUG
wmmhello's avatar
wmmhello 已提交
3737
      qDebug("page_copyTuple pageId:%d, offset:%d", pItem->tuplePos.pageId, pItem->tuplePos.offset);
3738
#endif
3739
      taosheapadjust((void*)pItems, sizeof(STopBotResItem), 0, pEntryInfo->numOfRes - 1, (const void*)&type,
3740
                     topBotResComparFn, NULL, !isTopQuery);
3741
    }
3742 3743
  }
}
3744

3745 3746 3747 3748 3749 3750
/*
 * +------------------------------------+--------------+--------------+
 * |            null bitmap             |              |              |
 * |(n columns, one bit for each column)| src column #1| src column #2|
 * +------------------------------------+--------------+--------------+
 */
L
Liu Jicong 已提交
3751 3752
void* serializeTupleData(const SSDataBlock* pSrcBlock, int32_t rowIndex, SSubsidiaryResInfo* pSubsidiaryies,
                         char* buf) {
3753 3754
  char* nullList = buf;
  char* pStart = (char*)(nullList + sizeof(bool) * pSubsidiaryies->num);
3755 3756

  int32_t offset = 0;
3757 3758
  for (int32_t i = 0; i < pSubsidiaryies->num; ++i) {
    SqlFunctionCtx* pc = pSubsidiaryies->pCtx[i];
wmmhello's avatar
wmmhello 已提交
3759 3760 3761 3762 3763 3764

    SFunctParam* pFuncParam = &pc->pExpr->base.pParam[0];
    int32_t      srcSlotId = pFuncParam->pCol->slotId;

    SColumnInfoData* pCol = taosArrayGet(pSrcBlock->pDataBlock, srcSlotId);
    if ((nullList[i] = colDataIsNull_s(pCol, rowIndex)) == true) {
3765
      offset += pCol->info.bytes;
3766 3767 3768 3769 3770
      continue;
    }

    char* p = colDataGetData(pCol, rowIndex);
    if (IS_VAR_DATA_TYPE(pCol->info.type)) {
X
Xiaoyu Wang 已提交
3771
      memcpy(pStart + offset, p, (pCol->info.type == TSDB_DATA_TYPE_JSON) ? getJsonValueLen(p) : varDataTLen(p));
3772 3773 3774 3775 3776 3777 3778
    } else {
      memcpy(pStart + offset, p, pCol->info.bytes);
    }

    offset += pCol->info.bytes;
  }

3779
  return buf;
3780 3781
}

3782 3783
static STuplePos doSaveTupleData(SSerializeDataHandle* pHandle, const void* pBuf, size_t length,
                                 const STupleKey* pKey) {
3784 3785 3786
  STuplePos p = {0};
  if (pHandle->pBuf != NULL) {
    SFilePage* pPage = NULL;
3787

3788 3789 3790 3791 3792 3793 3794 3795 3796 3797 3798 3799
    if (pHandle->currentPage == -1) {
      pPage = getNewBufPage(pHandle->pBuf, &pHandle->currentPage);
      pPage->num = sizeof(SFilePage);
    } else {
      pPage = getBufPage(pHandle->pBuf, pHandle->currentPage);
      if (pPage->num + length > getBufPageSize(pHandle->pBuf)) {
        // current page is all used, let's prepare a new buffer page
        releaseBufPage(pHandle->pBuf, pPage);
        pPage = getNewBufPage(pHandle->pBuf, &pHandle->currentPage);
        pPage->num = sizeof(SFilePage);
      }
    }
3800

L
Liu Jicong 已提交
3801
    p = (STuplePos){.pageId = pHandle->currentPage, .offset = pPage->num};
3802
    memcpy(pPage->data + pPage->num, pBuf, length);
3803

3804 3805 3806 3807 3808
    pPage->num += length;
    setBufPageDirty(pPage, true);
    releaseBufPage(pHandle->pBuf, pPage);
  } else {
    // other tuple save policy
3809 3810 3811 3812
    if (streamStateFuncPut(pHandle->pState, pKey, pBuf, length) < 0) {
      ASSERT(0);
    }
    p.streamTupleKey = *pKey;
3813
  }
wmmhello's avatar
wmmhello 已提交
3814

3815 3816
  return p;
}
3817

3818
STuplePos saveTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, const STupleKey* pKey) {
3819 3820 3821 3822 3823
  if (pCtx->subsidiaries.rowLen == 0) {
    int32_t rowLen = 0;
    for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
      SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
      rowLen += pc->pExpr->base.resSchema.bytes;
3824 3825
    }

3826 3827
    pCtx->subsidiaries.rowLen = rowLen + pCtx->subsidiaries.num * sizeof(bool);
    pCtx->subsidiaries.buf = taosMemoryMalloc(pCtx->subsidiaries.rowLen);
3828 3829
  }

3830
  char* buf = serializeTupleData(pSrcBlock, rowIndex, &pCtx->subsidiaries, pCtx->subsidiaries.buf);
3831
  return doSaveTupleData(&pCtx->saveHandle, buf, pCtx->subsidiaries.rowLen, pKey);
3832 3833 3834 3835 3836 3837 3838 3839 3840
}

static int32_t doUpdateTupleData(SSerializeDataHandle* pHandle, const void* pBuf, size_t length, STuplePos* pPos) {
  if (pHandle->pBuf != NULL) {
    SFilePage* pPage = getBufPage(pHandle->pBuf, pPos->pageId);
    memcpy(pPage->data + pPos->offset, pBuf, length);
    setBufPageDirty(pPage, true);
    releaseBufPage(pHandle->pBuf, pPage);
  } else {
3841
    streamStateFuncPut(pHandle->pState, &pPos->streamTupleKey, pBuf, length);
3842 3843 3844 3845 3846
  }

  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
3847
int32_t updateTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos) {
3848
  char* buf = serializeTupleData(pSrcBlock, rowIndex, &pCtx->subsidiaries, pCtx->subsidiaries.buf);
3849
  doUpdateTupleData(&pCtx->saveHandle, buf, pCtx->subsidiaries.rowLen, pPos);
3850 3851 3852 3853 3854 3855
  return TSDB_CODE_SUCCESS;
}

static char* doLoadTupleData(SSerializeDataHandle* pHandle, const STuplePos* pPos) {
  if (pHandle->pBuf != NULL) {
    SFilePage* pPage = getBufPage(pHandle->pBuf, pPos->pageId);
L
Liu Jicong 已提交
3856
    char*      p = pPage->data + pPos->offset;
3857 3858 3859
    releaseBufPage(pHandle->pBuf, pPage);
    return p;
  } else {
3860 3861 3862 3863
    void*   value = NULL;
    int32_t vLen;
    streamStateFuncGet(pHandle->pState, &pPos->streamTupleKey, &value, &vLen);
    return (char*)value;
3864 3865 3866
  }
}

H
Haojun Liao 已提交
3867
const char* loadTupleData(SqlFunctionCtx* pCtx, const STuplePos* pPos) {
3868
  return doLoadTupleData(&pCtx->saveHandle, pPos);
3869 3870
}

3871
int32_t topBotFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
3872
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
3873
  STopBotRes*          pRes = getTopBotOutputInfo(pCtx);
3874

3875
  int16_t type = pCtx->pExpr->base.resSchema.type;
3876 3877
  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;

3878 3879 3880 3881
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  // todo assign the tag value and the corresponding row data
  int32_t currentRow = pBlock->info.rows;
3882 3883
  if (pEntryInfo->numOfRes <= 0) {
    colDataAppendNULL(pCol, currentRow);
3884
    setSelectivityValue(pCtx, pBlock, &pRes->nullTuplePos, currentRow);
3885 3886
    return pEntryInfo->numOfRes;
  }
3887 3888 3889 3890 3891 3892 3893
  for (int32_t i = 0; i < pEntryInfo->numOfRes; ++i) {
    STopBotResItem* pItem = &pRes->pItems[i];
    if (type == TSDB_DATA_TYPE_FLOAT) {
      float v = pItem->v.d;
      colDataAppend(pCol, currentRow, (const char*)&v, false);
    } else {
      colDataAppend(pCol, currentRow, (const char*)&pItem->v.i, false);
3894
    }
3895
#ifdef BUF_PAGE_DEBUG
X
Xiaoyu Wang 已提交
3896 3897
    qDebug("page_finalize i:%d,item:%p,pageId:%d, offset:%d\n", i, pItem, pItem->tuplePos.pageId,
           pItem->tuplePos.offset);
3898
#endif
3899
    setSelectivityValue(pCtx, pBlock, &pRes->pItems[i].tuplePos, currentRow);
3900
    currentRow += 1;
3901 3902 3903
  }

  return pEntryInfo->numOfRes;
3904
}
G
Ganlin Zhao 已提交
3905

X
Xiaoyu Wang 已提交
3906
void addResult(SqlFunctionCtx* pCtx, STopBotResItem* pSourceItem, int16_t type, bool isTopQuery) {
3907
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
3908 3909
  STopBotRes*          pRes = getTopBotOutputInfo(pCtx);
  STopBotResItem*      pItems = pRes->pItems;
3910 3911 3912
  assert(pItems != NULL);

  // not full yet
G
Ganlin Zhao 已提交
3913
  if (pEntryInfo->numOfRes < pRes->maxSize) {
3914 3915 3916 3917 3918 3919 3920 3921 3922
    STopBotResItem* pItem = &pItems[pEntryInfo->numOfRes];
    pItem->v = pSourceItem->v;
    pItem->uid = pSourceItem->uid;
    pItem->tuplePos.pageId = -1;
    replaceTupleData(&pItem->tuplePos, &pSourceItem->tuplePos);
    pEntryInfo->numOfRes++;
    taosheapsort((void*)pItems, sizeof(STopBotResItem), pEntryInfo->numOfRes, (const void*)&type, topBotResComparFn,
                 !isTopQuery);
  } else {  // replace the minimum value in the result
X
Xiaoyu Wang 已提交
3923 3924 3925 3926 3927 3928
    if ((isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && pSourceItem->v.i > pItems[0].v.i) ||
                        (IS_UNSIGNED_NUMERIC_TYPE(type) && pSourceItem->v.u > pItems[0].v.u) ||
                        (IS_FLOAT_TYPE(type) && pSourceItem->v.d > pItems[0].v.d))) ||
        (!isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && pSourceItem->v.i < pItems[0].v.i) ||
                         (IS_UNSIGNED_NUMERIC_TYPE(type) && pSourceItem->v.u < pItems[0].v.u) ||
                         (IS_FLOAT_TYPE(type) && pSourceItem->v.d < pItems[0].v.d)))) {
3929 3930 3931 3932 3933 3934 3935 3936 3937 3938 3939 3940 3941 3942 3943 3944
      // replace the old data and the coresponding tuple data
      STopBotResItem* pItem = &pItems[0];
      pItem->v = pSourceItem->v;
      pItem->uid = pSourceItem->uid;

      // save the data of this tuple by over writing the old data
      replaceTupleData(&pItem->tuplePos, &pSourceItem->tuplePos);
      taosheapadjust((void*)pItems, sizeof(STopBotResItem), 0, pEntryInfo->numOfRes - 1, (const void*)&type,
                     topBotResComparFn, NULL, !isTopQuery);
    }
  }
}

int32_t topCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  STopBotRes*          pSBuf = getTopBotOutputInfo(pSourceCtx);
3945
  int16_t              type = pSBuf->type;
3946 3947 3948 3949 3950 3951 3952 3953 3954
  for (int32_t i = 0; i < pSResInfo->numOfRes; i++) {
    addResult(pDestCtx, pSBuf->pItems + i, type, true);
  }
  return TSDB_CODE_SUCCESS;
}

int32_t bottomCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  STopBotRes*          pSBuf = getTopBotOutputInfo(pSourceCtx);
3955
  int16_t              type = pSBuf->type;
3956 3957 3958 3959 3960 3961
  for (int32_t i = 0; i < pSResInfo->numOfRes; i++) {
    addResult(pDestCtx, pSBuf->pItems + i, type, false);
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3962
int32_t getSpreadInfoSize() { return (int32_t)sizeof(SSpreadInfo); }
G
Ganlin Zhao 已提交
3963

G
Ganlin Zhao 已提交
3964 3965 3966 3967 3968
bool getSpreadFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SSpreadInfo);
  return true;
}

X
Xiaoyu Wang 已提交
3969
bool spreadFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
3970 3971 3972 3973 3974 3975 3976 3977 3978 3979 3980
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
  SET_DOUBLE_VAL(&pInfo->min, DBL_MAX);
  SET_DOUBLE_VAL(&pInfo->max, -DBL_MAX);
  pInfo->hasResult = false;
  return true;
}

X
Xiaoyu Wang 已提交
3981
int32_t spreadFunction(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
3982 3983 3984 3985
  int32_t numOfElems = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3986 3987
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;
G
Ganlin Zhao 已提交
3988 3989 3990 3991 3992 3993 3994 3995 3996 3997 3998 3999 4000 4001 4002 4003 4004 4005 4006 4007 4008 4009 4010 4011 4012 4013 4014 4015 4016 4017 4018

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  if (pInput->colDataAggIsSet) {
    numOfElems = pInput->numOfRows - pAgg->numOfNull;
    if (numOfElems == 0) {
      goto _spread_over;
    }
    double tmin = 0.0, tmax = 0.0;
    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      tmin = (double)GET_INT64_VAL(&pAgg->min);
      tmax = (double)GET_INT64_VAL(&pAgg->max);
    } else if (IS_FLOAT_TYPE(type)) {
      tmin = GET_DOUBLE_VAL(&pAgg->min);
      tmax = GET_DOUBLE_VAL(&pAgg->max);
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      tmin = (double)GET_UINT64_VAL(&pAgg->min);
      tmax = (double)GET_UINT64_VAL(&pAgg->max);
    }

    if (GET_DOUBLE_VAL(&pInfo->min) > tmin) {
      SET_DOUBLE_VAL(&pInfo->min, tmin);
    }

    if (GET_DOUBLE_VAL(&pInfo->max) < tmax) {
      SET_DOUBLE_VAL(&pInfo->max, tmax);
    }

  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4019
    int32_t start = pInput->startRowIndex;
G
Ganlin Zhao 已提交
4020 4021 4022 4023 4024 4025
    // check the valid data one by one
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }

X
Xiaoyu Wang 已提交
4026
      char* data = colDataGetData(pCol, i);
G
Ganlin Zhao 已提交
4027 4028 4029 4030 4031 4032 4033 4034 4035 4036 4037 4038 4039 4040 4041 4042 4043 4044 4045 4046 4047 4048 4049 4050 4051

      double v = 0;
      GET_TYPED_DATA(v, double, type, data);
      if (v < GET_DOUBLE_VAL(&pInfo->min)) {
        SET_DOUBLE_VAL(&pInfo->min, v);
      }

      if (v > GET_DOUBLE_VAL(&pInfo->max)) {
        SET_DOUBLE_VAL(&pInfo->max, v);
      }

      numOfElems += 1;
    }
  }

_spread_over:
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
  if (numOfElems > 0) {
    pInfo->hasResult = true;
  }

  return TSDB_CODE_SUCCESS;
}

4052 4053 4054 4055 4056 4057 4058 4059 4060 4061 4062
static void spreadTransferInfo(SSpreadInfo* pInput, SSpreadInfo* pOutput) {
  pOutput->hasResult = pInput->hasResult;
  if (pInput->max > pOutput->max) {
    pOutput->max = pInput->max;
  }

  if (pInput->min < pOutput->min) {
    pOutput->min = pInput->min;
  }
}

X
Xiaoyu Wang 已提交
4063
int32_t spreadFunctionMerge(SqlFunctionCtx* pCtx) {
4064
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4065
  SColumnInfoData*      pCol = pInput->pData[0];
4066 4067 4068 4069
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4070
  int32_t start = pInput->startRowIndex;
X
Xiaoyu Wang 已提交
4071 4072
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*        data = colDataGetData(pCol, i);
4073
    SSpreadInfo* pInputInfo = (SSpreadInfo*)varDataVal(data);
4074 4075 4076
    if (pInputInfo->hasResult) {
      spreadTransferInfo(pInputInfo, pInfo);
    }
4077
  }
4078

4079 4080 4081
  if (pInfo->hasResult) {
    GET_RES_INFO(pCtx)->numOfRes = 1;
  }
4082 4083 4084 4085

  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
4086 4087 4088 4089
int32_t spreadFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  if (pInfo->hasResult == true) {
    SET_DOUBLE_VAL(&pInfo->result, pInfo->max - pInfo->min);
4090 4091
  } else {
    GET_RES_INFO(pCtx)->isNullRes = 1;
G
Ganlin Zhao 已提交
4092 4093 4094
  }
  return functionFinalize(pCtx, pBlock);
}
4095

4096 4097
int32_t spreadPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
4098 4099 4100
  SSpreadInfo*         pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getSpreadInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
4101 4102 4103 4104 4105 4106 4107 4108 4109 4110 4111 4112 4113

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

4114 4115
int32_t spreadCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
4116
  SSpreadInfo*         pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
4117 4118

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
4119
  SSpreadInfo*         pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
4120
  spreadTransferInfo(pSBuf, pDBuf);
4121
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
4122
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
4123 4124 4125
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4126
int32_t getElapsedInfoSize() { return (int32_t)sizeof(SElapsedInfo); }
4127

G
Ganlin Zhao 已提交
4128 4129 4130 4131 4132
bool getElapsedFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SElapsedInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4133
bool elapsedFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
4134 4135 4136 4137 4138 4139
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
  pInfo->result = 0;
H
Hongze Cheng 已提交
4140
  pInfo->min = TSKEY_MAX;
G
Ganlin Zhao 已提交
4141 4142
  pInfo->max = 0;

4143
  if (pCtx->numOfParams > 1) {
G
Ganlin Zhao 已提交
4144 4145 4146 4147 4148 4149 4150 4151
    pInfo->timeUnit = pCtx->param[1].param.i;
  } else {
    pInfo->timeUnit = 1;
  }

  return true;
}

X
Xiaoyu Wang 已提交
4152
int32_t elapsedFunction(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
4153 4154 4155 4156
  int32_t numOfElems = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4157
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
G
Ganlin Zhao 已提交
4158 4159 4160

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

X
Xiaoyu Wang 已提交
4161
  numOfElems = pInput->numOfRows;  // since this is the primary timestamp, no need to exclude NULL values
G
Ganlin Zhao 已提交
4162 4163 4164 4165 4166
  if (numOfElems == 0) {
    goto _elapsed_over;
  }

  if (pInput->colDataAggIsSet) {
H
Hongze Cheng 已提交
4167
    if (pInfo->min == TSKEY_MAX) {
G
Ganlin Zhao 已提交
4168 4169 4170 4171 4172 4173 4174 4175 4176 4177
      pInfo->min = GET_INT64_VAL(&pAgg->min);
      pInfo->max = GET_INT64_VAL(&pAgg->max);
    } else {
      if (pCtx->order == TSDB_ORDER_ASC) {
        pInfo->max = GET_INT64_VAL(&pAgg->max);
      } else {
        pInfo->min = GET_INT64_VAL(&pAgg->min);
      }
    }
  } else {  // computing based on the true data block
H
Haojun Liao 已提交
4178
    if (0 == pInput->numOfRows) {
G
Ganlin Zhao 已提交
4179 4180 4181 4182 4183 4184 4185 4186 4187 4188 4189 4190 4191 4192
      if (pCtx->order == TSDB_ORDER_DESC) {
        if (pCtx->end.key != INT64_MIN) {
          pInfo->min = pCtx->end.key;
        }
      } else {
        if (pCtx->end.key != INT64_MIN) {
          pInfo->max = pCtx->end.key + 1;
        }
      }
      goto _elapsed_over;
    }

    SColumnInfoData* pCol = pInput->pData[0];

4193 4194
    int32_t start = pInput->startRowIndex;
    TSKEY*  ptsList = (int64_t*)colDataGetData(pCol, 0);
G
Ganlin Zhao 已提交
4195 4196
    if (pCtx->order == TSDB_ORDER_DESC) {
      if (pCtx->start.key == INT64_MIN) {
4197
        pInfo->max = (pInfo->max < ptsList[start]) ? ptsList[start] : pInfo->max;
G
Ganlin Zhao 已提交
4198 4199 4200 4201
      } else {
        pInfo->max = pCtx->start.key + 1;
      }

4202
      if (pCtx->end.key == INT64_MIN) {
L
Liu Jicong 已提交
4203 4204
        pInfo->min =
            (pInfo->min > ptsList[start + pInput->numOfRows - 1]) ? ptsList[start + pInput->numOfRows - 1] : pInfo->min;
G
Ganlin Zhao 已提交
4205
      } else {
4206
        pInfo->min = pCtx->end.key;
G
Ganlin Zhao 已提交
4207 4208 4209
      }
    } else {
      if (pCtx->start.key == INT64_MIN) {
4210
        pInfo->min = (pInfo->min > ptsList[start]) ? ptsList[start] : pInfo->min;
G
Ganlin Zhao 已提交
4211 4212 4213 4214
      } else {
        pInfo->min = pCtx->start.key;
      }

4215
      if (pCtx->end.key == INT64_MIN) {
L
Liu Jicong 已提交
4216 4217
        pInfo->max =
            (pInfo->max < ptsList[start + pInput->numOfRows - 1]) ? ptsList[start + pInput->numOfRows - 1] : pInfo->max;
G
Ganlin Zhao 已提交
4218
      } else {
4219
        pInfo->max = pCtx->end.key + 1;
G
Ganlin Zhao 已提交
4220 4221 4222 4223 4224 4225 4226 4227 4228 4229 4230
      }
    }
  }

_elapsed_over:
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);

  return TSDB_CODE_SUCCESS;
}

4231 4232 4233 4234 4235 4236 4237 4238 4239 4240 4241
static void elapsedTransferInfo(SElapsedInfo* pInput, SElapsedInfo* pOutput) {
  pOutput->timeUnit = pInput->timeUnit;
  if (pOutput->min > pInput->min) {
    pOutput->min = pInput->min;
  }

  if (pOutput->max < pInput->max) {
    pOutput->max = pInput->max;
  }
}

X
Xiaoyu Wang 已提交
4242
int32_t elapsedFunctionMerge(SqlFunctionCtx* pCtx) {
4243
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4244
  SColumnInfoData*      pCol = pInput->pData[0];
4245 4246 4247 4248
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4249
  int32_t start = pInput->startRowIndex;
4250

X
Xiaoyu Wang 已提交
4251 4252
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*         data = colDataGetData(pCol, i);
4253 4254 4255
    SElapsedInfo* pInputInfo = (SElapsedInfo*)varDataVal(data);
    elapsedTransferInfo(pInputInfo, pInfo);
  }
4256 4257 4258 4259 4260

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
4261 4262
int32_t elapsedFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
X
Xiaoyu Wang 已提交
4263
  double        result = (double)pInfo->max - (double)pInfo->min;
G
Ganlin Zhao 已提交
4264 4265 4266 4267 4268
  result = (result >= 0) ? result : -result;
  pInfo->result = result / pInfo->timeUnit;
  return functionFinalize(pCtx, pBlock);
}

4269 4270
int32_t elapsedPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4271 4272 4273
  SElapsedInfo*        pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getElapsedInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
4274 4275 4276 4277 4278 4279 4280 4281 4282 4283 4284 4285 4286

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

4287 4288
int32_t elapsedCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
4289
  SElapsedInfo*        pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
4290 4291

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
4292
  SElapsedInfo*        pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
4293

4294
  elapsedTransferInfo(pSBuf, pDBuf);
4295
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
4296
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
4297 4298 4299
  return TSDB_CODE_SUCCESS;
}

4300 4301 4302 4303
int32_t getHistogramInfoSize() {
  return (int32_t)sizeof(SHistoFuncInfo) + HISTOGRAM_MAX_BINS_NUM * sizeof(SHistoFuncBin);
}

4304 4305 4306 4307 4308
bool getHistogramFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SHistoFuncInfo) + HISTOGRAM_MAX_BINS_NUM * sizeof(SHistoFuncBin);
  return true;
}

X
Xiaoyu Wang 已提交
4309
static int8_t getHistogramBinType(char* binTypeStr) {
4310 4311 4312 4313 4314 4315 4316 4317 4318 4319 4320 4321 4322 4323
  int8_t binType;
  if (strcasecmp(binTypeStr, "user_input") == 0) {
    binType = USER_INPUT_BIN;
  } else if (strcasecmp(binTypeStr, "linear_bin") == 0) {
    binType = LINEAR_BIN;
  } else if (strcasecmp(binTypeStr, "log_bin") == 0) {
    binType = LOG_BIN;
  } else {
    binType = UNKNOWN_BIN;
  }

  return binType;
}

X
Xiaoyu Wang 已提交
4324
static bool getHistogramBinDesc(SHistoFuncInfo* pInfo, char* binDescStr, int8_t binType, bool normalized) {
4325 4326 4327 4328 4329 4330 4331 4332 4333 4334
  cJSON*  binDesc = cJSON_Parse(binDescStr);
  int32_t numOfBins;
  double* intervals;
  if (cJSON_IsObject(binDesc)) { /* linaer/log bins */
    int32_t numOfParams = cJSON_GetArraySize(binDesc);
    int32_t startIndex;
    if (numOfParams != 4) {
      return false;
    }

X
Xiaoyu Wang 已提交
4335 4336 4337 4338
    cJSON* start = cJSON_GetObjectItem(binDesc, "start");
    cJSON* factor = cJSON_GetObjectItem(binDesc, "factor");
    cJSON* width = cJSON_GetObjectItem(binDesc, "width");
    cJSON* count = cJSON_GetObjectItem(binDesc, "count");
4339 4340 4341 4342 4343 4344
    cJSON* infinity = cJSON_GetObjectItem(binDesc, "infinity");

    if (!cJSON_IsNumber(start) || !cJSON_IsNumber(count) || !cJSON_IsBool(infinity)) {
      return false;
    }

X
Xiaoyu Wang 已提交
4345
    if (count->valueint <= 0 || count->valueint > 1000) {  // limit count to 1000
4346 4347 4348 4349 4350 4351 4352 4353
      return false;
    }

    if (isinf(start->valuedouble) || (width != NULL && isinf(width->valuedouble)) ||
        (factor != NULL && isinf(factor->valuedouble)) || (count != NULL && isinf(count->valuedouble))) {
      return false;
    }

4354
    int32_t counter = (int32_t)count->valueint;
4355 4356 4357 4358 4359 4360 4361 4362 4363 4364 4365 4366 4367 4368 4369 4370 4371 4372 4373 4374 4375 4376 4377 4378 4379 4380 4381 4382 4383 4384 4385 4386 4387 4388 4389 4390 4391 4392 4393 4394 4395 4396 4397 4398 4399 4400 4401 4402 4403 4404 4405 4406 4407 4408 4409 4410 4411 4412 4413
    if (infinity->valueint == false) {
      startIndex = 0;
      numOfBins = counter + 1;
    } else {
      startIndex = 1;
      numOfBins = counter + 3;
    }

    intervals = taosMemoryCalloc(numOfBins, sizeof(double));
    if (cJSON_IsNumber(width) && factor == NULL && binType == LINEAR_BIN) {
      // linear bin process
      if (width->valuedouble == 0) {
        taosMemoryFree(intervals);
        return false;
      }
      for (int i = 0; i < counter + 1; ++i) {
        intervals[startIndex] = start->valuedouble + i * width->valuedouble;
        if (isinf(intervals[startIndex])) {
          taosMemoryFree(intervals);
          return false;
        }
        startIndex++;
      }
    } else if (cJSON_IsNumber(factor) && width == NULL && binType == LOG_BIN) {
      // log bin process
      if (start->valuedouble == 0) {
        taosMemoryFree(intervals);
        return false;
      }
      if (factor->valuedouble < 0 || factor->valuedouble == 0 || factor->valuedouble == 1) {
        taosMemoryFree(intervals);
        return false;
      }
      for (int i = 0; i < counter + 1; ++i) {
        intervals[startIndex] = start->valuedouble * pow(factor->valuedouble, i * 1.0);
        if (isinf(intervals[startIndex])) {
          taosMemoryFree(intervals);
          return false;
        }
        startIndex++;
      }
    } else {
      taosMemoryFree(intervals);
      return false;
    }

    if (infinity->valueint == true) {
      intervals[0] = -INFINITY;
      intervals[numOfBins - 1] = INFINITY;
      // in case of desc bin orders, -inf/inf should be swapped
      ASSERT(numOfBins >= 4);
      if (intervals[1] > intervals[numOfBins - 2]) {
        TSWAP(intervals[0], intervals[numOfBins - 1]);
      }
    }
  } else if (cJSON_IsArray(binDesc)) { /* user input bins */
    if (binType != USER_INPUT_BIN) {
      return false;
    }
4414
    numOfBins = cJSON_GetArraySize(binDesc);
4415 4416 4417 4418 4419 4420 4421 4422 4423 4424 4425 4426 4427 4428 4429 4430 4431 4432 4433 4434 4435 4436 4437 4438
    intervals = taosMemoryCalloc(numOfBins, sizeof(double));
    cJSON* bin = binDesc->child;
    if (bin == NULL) {
      taosMemoryFree(intervals);
      return false;
    }
    int i = 0;
    while (bin) {
      intervals[i] = bin->valuedouble;
      if (!cJSON_IsNumber(bin)) {
        taosMemoryFree(intervals);
        return false;
      }
      if (i != 0 && intervals[i] <= intervals[i - 1]) {
        taosMemoryFree(intervals);
        return false;
      }
      bin = bin->next;
      i++;
    }
  } else {
    return false;
  }

X
Xiaoyu Wang 已提交
4439
  pInfo->numOfBins = numOfBins - 1;
4440
  pInfo->normalized = normalized;
4441
  for (int32_t i = 0; i < pInfo->numOfBins; ++i) {
4442 4443 4444 4445 4446 4447 4448 4449 4450
    pInfo->bins[i].lower = intervals[i] < intervals[i + 1] ? intervals[i] : intervals[i + 1];
    pInfo->bins[i].upper = intervals[i + 1] > intervals[i] ? intervals[i + 1] : intervals[i];
    pInfo->bins[i].count = 0;
  }

  taosMemoryFree(intervals);
  return true;
}

X
Xiaoyu Wang 已提交
4451
bool histogramFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
4452 4453 4454 4455
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
4456
  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
4457 4458 4459
  pInfo->numOfBins = 0;
  pInfo->totalCount = 0;
  pInfo->normalized = 0;
4460

4461 4462 4463 4464
  int8_t binType = getHistogramBinType(varDataVal(pCtx->param[1].param.pz));
  if (binType == UNKNOWN_BIN) {
    return false;
  }
X
Xiaoyu Wang 已提交
4465
  char*   binDesc = varDataVal(pCtx->param[2].param.pz);
4466
  int64_t normalized = pCtx->param[3].param.i;
4467 4468 4469
  if (normalized != 0 && normalized != 1) {
    return false;
  }
4470 4471 4472
  if (!getHistogramBinDesc(pInfo, binDesc, binType, (bool)normalized)) {
    return false;
  }
4473 4474 4475 4476

  return true;
}

4477
static int32_t histogramFunctionImpl(SqlFunctionCtx* pCtx, bool isPartial) {
4478 4479 4480 4481 4482 4483 4484 4485 4486 4487
  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

  int32_t type = pInput->pData[0]->info.type;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

4488
  int32_t numOfElems = 0;
4489 4490 4491 4492 4493
  for (int32_t i = start; i < numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }

4494 4495
    numOfElems++;

X
Xiaoyu Wang 已提交
4496
    char*  data = colDataGetData(pCol, i);
4497 4498 4499 4500 4501 4502
    double v;
    GET_TYPED_DATA(v, double, type, data);

    for (int32_t k = 0; k < pInfo->numOfBins; ++k) {
      if (v > pInfo->bins[k].lower && v <= pInfo->bins[k].upper) {
        pInfo->bins[k].count++;
4503
        pInfo->totalCount++;
4504 4505 4506
        break;
      }
    }
4507 4508
  }

4509
  if (!isPartial) {
4510
    GET_RES_INFO(pCtx)->numOfRes = pInfo->numOfBins;
4511
  } else {
4512
    GET_RES_INFO(pCtx)->numOfRes = 1;
4513
  }
4514 4515 4516
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4517
int32_t histogramFunction(SqlFunctionCtx* pCtx) { return histogramFunctionImpl(pCtx, false); }
4518

X
Xiaoyu Wang 已提交
4519
int32_t histogramFunctionPartial(SqlFunctionCtx* pCtx) { return histogramFunctionImpl(pCtx, true); }
4520

4521 4522
static void histogramTransferInfo(SHistoFuncInfo* pInput, SHistoFuncInfo* pOutput) {
  pOutput->normalized = pInput->normalized;
X
Xiaoyu Wang 已提交
4523
  pOutput->numOfBins = pInput->numOfBins;
4524 4525 4526 4527 4528 4529 4530 4531
  pOutput->totalCount += pInput->totalCount;
  for (int32_t k = 0; k < pOutput->numOfBins; ++k) {
    pOutput->bins[k].lower = pInput->bins[k].lower;
    pOutput->bins[k].upper = pInput->bins[k].upper;
    pOutput->bins[k].count += pInput->bins[k].count;
  }
}

X
Xiaoyu Wang 已提交
4532
int32_t histogramFunctionMerge(SqlFunctionCtx* pCtx) {
4533
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4534
  SColumnInfoData*      pCol = pInput->pData[0];
4535 4536 4537 4538
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4539
  int32_t start = pInput->startRowIndex;
4540

X
Xiaoyu Wang 已提交
4541 4542
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*           data = colDataGetData(pCol, i);
4543 4544 4545
    SHistoFuncInfo* pInputInfo = (SHistoFuncInfo*)varDataVal(data);
    histogramTransferInfo(pInputInfo, pInfo);
  }
4546

G
Ganlin Zhao 已提交
4547
  SET_VAL(GET_RES_INFO(pCtx), pInfo->numOfBins, pInfo->numOfBins);
4548 4549 4550
  return TSDB_CODE_SUCCESS;
}

4551
int32_t histogramFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
4552
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4553 4554 4555
  SHistoFuncInfo*      pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
4556 4557 4558

  int32_t currentRow = pBlock->info.rows;

4559 4560
  if (pInfo->normalized) {
    for (int32_t k = 0; k < pResInfo->numOfRes; ++k) {
X
Xiaoyu Wang 已提交
4561
      if (pInfo->totalCount != 0) {
4562 4563 4564 4565 4566 4567 4568
        pInfo->bins[k].percentage = pInfo->bins[k].count / (double)pInfo->totalCount;
      } else {
        pInfo->bins[k].percentage = 0;
      }
    }
  }

4569
  for (int32_t i = 0; i < pResInfo->numOfRes; ++i) {
4570
    int32_t len;
X
Xiaoyu Wang 已提交
4571
    char    buf[512] = {0};
4572
    if (!pInfo->normalized) {
X
Xiaoyu Wang 已提交
4573 4574
      len = sprintf(varDataVal(buf), "{\"lower_bin\":%g, \"upper_bin\":%g, \"count\":%" PRId64 "}",
                    pInfo->bins[i].lower, pInfo->bins[i].upper, pInfo->bins[i].count);
4575
    } else {
X
Xiaoyu Wang 已提交
4576 4577
      len = sprintf(varDataVal(buf), "{\"lower_bin\":%g, \"upper_bin\":%g, \"count\":%lf}", pInfo->bins[i].lower,
                    pInfo->bins[i].upper, pInfo->bins[i].percentage);
4578 4579 4580 4581 4582 4583
    }
    varDataSetLen(buf, len);
    colDataAppend(pCol, currentRow, buf, false);
    currentRow++;
  }

4584
  return pResInfo->numOfRes;
4585
}
4586

4587
int32_t histogramPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
4588
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4589 4590 4591
  SHistoFuncInfo*      pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getHistogramInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
4592 4593 4594 4595 4596 4597 4598 4599 4600 4601

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
4602
  return pResInfo->numOfRes;
4603 4604
}

4605 4606 4607 4608 4609 4610 4611
int32_t histogramCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SHistoFuncInfo*      pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SHistoFuncInfo*      pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);

4612
  histogramTransferInfo(pSBuf, pDBuf);
4613
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
4614
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
4615 4616 4617
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4618
int32_t getHLLInfoSize() { return (int32_t)sizeof(SHLLInfo); }
4619

4620 4621 4622 4623 4624
bool getHLLFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SHLLInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4625
static uint8_t hllCountNum(void* data, int32_t bytes, int32_t* buk) {
4626
  uint64_t hash = MurmurHash3_64(data, bytes);
X
Xiaoyu Wang 已提交
4627
  int32_t  index = hash & HLL_BUCKET_MASK;
4628 4629 4630
  hash >>= HLL_BUCKET_BITS;
  hash |= ((uint64_t)1 << HLL_DATA_BITS);
  uint64_t bit = 1;
X
Xiaoyu Wang 已提交
4631 4632
  uint8_t  count = 1;
  while ((hash & bit) == 0) {
4633 4634 4635 4636 4637 4638 4639
    count++;
    bit <<= 1;
  }
  *buk = index;
  return count;
}

X
Xiaoyu Wang 已提交
4640 4641 4642
static void hllBucketHisto(uint8_t* buckets, int32_t* bucketHisto) {
  uint64_t* word = (uint64_t*)buckets;
  uint8_t*  bytes;
4643

X
Xiaoyu Wang 已提交
4644
  for (int32_t j = 0; j < HLL_BUCKETS >> 3; j++) {
4645 4646 4647
    if (*word == 0) {
      bucketHisto[0] += 8;
    } else {
X
Xiaoyu Wang 已提交
4648
      bytes = (uint8_t*)word;
4649 4650 4651 4652 4653 4654 4655 4656 4657 4658 4659 4660 4661 4662 4663 4664 4665 4666 4667 4668 4669
      bucketHisto[bytes[0]]++;
      bucketHisto[bytes[1]]++;
      bucketHisto[bytes[2]]++;
      bucketHisto[bytes[3]]++;
      bucketHisto[bytes[4]]++;
      bucketHisto[bytes[5]]++;
      bucketHisto[bytes[6]]++;
      bucketHisto[bytes[7]]++;
    }
    word++;
  }
}
static double hllTau(double x) {
  if (x == 0. || x == 1.) return 0.;
  double zPrime;
  double y = 1.0;
  double z = 1 - x;
  do {
    x = sqrt(x);
    zPrime = z;
    y *= 0.5;
X
Xiaoyu Wang 已提交
4670 4671
    z -= pow(1 - x, 2) * y;
  } while (zPrime != z);
4672 4673 4674 4675 4676 4677 4678 4679 4680 4681 4682 4683 4684
  return z / 3;
}

static double hllSigma(double x) {
  if (x == 1.0) return INFINITY;
  double zPrime;
  double y = 1;
  double z = x;
  do {
    x *= x;
    zPrime = z;
    z += x * y;
    y += y;
X
Xiaoyu Wang 已提交
4685
  } while (zPrime != z);
4686 4687 4688
  return z;
}

X
Xiaoyu Wang 已提交
4689 4690 4691 4692
// estimate the cardinality, the algorithm refer this paper: "New cardinality estimation algorithms for HyperLogLog
// sketches"
static uint64_t hllCountCnt(uint8_t* buckets) {
  double  m = HLL_BUCKETS;
4693
  int32_t buckethisto[64] = {0};
X
Xiaoyu Wang 已提交
4694
  hllBucketHisto(buckets, buckethisto);
4695

X
Xiaoyu Wang 已提交
4696
  double z = m * hllTau((m - buckethisto[HLL_DATA_BITS + 1]) / (double)m);
4697 4698 4699 4700
  for (int j = HLL_DATA_BITS; j >= 1; --j) {
    z += buckethisto[j];
    z *= 0.5;
  }
4701

X
Xiaoyu Wang 已提交
4702 4703
  z += m * hllSigma(buckethisto[0] / (double)m);
  double E = (double)llroundl(HLL_ALPHA_INF * m * m / z);
4704

X
Xiaoyu Wang 已提交
4705
  return (uint64_t)E;
4706 4707
}

X
Xiaoyu Wang 已提交
4708
int32_t hllFunction(SqlFunctionCtx* pCtx) {
4709 4710 4711 4712 4713
  SHLLInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4714
  int32_t type = pCol->info.type;
4715 4716 4717 4718 4719 4720 4721 4722 4723 4724 4725 4726 4727 4728 4729
  int32_t bytes = pCol->info.bytes;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  int32_t numOfElems = 0;
  for (int32_t i = start; i < numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_s(pCol, i)) {
      continue;
    }

    numOfElems++;

    char* data = colDataGetData(pCol, i);
    if (IS_VAR_DATA_TYPE(type)) {
G
Ganlin Zhao 已提交
4730
      bytes = varDataLen(data);
4731 4732 4733 4734 4735 4736 4737 4738 4739 4740 4741
      data = varDataVal(data);
    }

    int32_t index = 0;
    uint8_t count = hllCountNum(data, bytes, &index);
    uint8_t oldcount = pInfo->buckets[index];
    if (count > oldcount) {
      pInfo->buckets[index] = count;
    }
  }

4742 4743 4744 4745 4746 4747 4748 4749
  pInfo->totalCount += numOfElems;

  if (pInfo->totalCount == 0 && !tsCountAlwaysReturnValue) {
    SET_VAL(GET_RES_INFO(pCtx), 0, 1);
  } else {
    SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  }

4750 4751 4752
  return TSDB_CODE_SUCCESS;
}

4753 4754 4755 4756 4757 4758
static void hllTransferInfo(SHLLInfo* pInput, SHLLInfo* pOutput) {
  for (int32_t k = 0; k < HLL_BUCKETS; ++k) {
    if (pOutput->buckets[k] < pInput->buckets[k]) {
      pOutput->buckets[k] = pInput->buckets[k];
    }
  }
4759
  pOutput->totalCount += pInput->totalCount;
4760 4761
}

X
Xiaoyu Wang 已提交
4762
int32_t hllFunctionMerge(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
4763
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4764
  SColumnInfoData*      pCol = pInput->pData[0];
G
Ganlin Zhao 已提交
4765 4766 4767 4768
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SHLLInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4769
  int32_t start = pInput->startRowIndex;
G
Ganlin Zhao 已提交
4770

X
Xiaoyu Wang 已提交
4771 4772
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*     data = colDataGetData(pCol, i);
4773 4774 4775
    SHLLInfo* pInputInfo = (SHLLInfo*)varDataVal(data);
    hllTransferInfo(pInputInfo, pInfo);
  }
G
Ganlin Zhao 已提交
4776

4777 4778 4779 4780 4781 4782
  if (pInfo->totalCount == 0 && !tsCountAlwaysReturnValue) {
    SET_VAL(GET_RES_INFO(pCtx), 0, 1);
  } else {
    SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  }

G
Ganlin Zhao 已提交
4783 4784 4785
  return TSDB_CODE_SUCCESS;
}

4786
int32_t hllFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
X
Xiaoyu Wang 已提交
4787
  SResultRowEntryInfo* pInfo = GET_RES_INFO(pCtx);
4788

4789 4790 4791 4792 4793
  SHLLInfo* pHllInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  pHllInfo->result = hllCountCnt(pHllInfo->buckets);
  if (tsCountAlwaysReturnValue && pHllInfo->result == 0) {
    pInfo->numOfRes = 1;
  }
4794 4795 4796 4797

  return functionFinalize(pCtx, pBlock);
}

G
Ganlin Zhao 已提交
4798 4799
int32_t hllPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4800 4801 4802
  SHLLInfo*            pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getHLLInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
4803 4804 4805 4806 4807 4808 4809 4810 4811 4812 4813 4814 4815

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

4816 4817
int32_t hllCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
4818
  SHLLInfo*            pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
4819 4820

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
4821
  SHLLInfo*            pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
4822

4823
  hllTransferInfo(pSBuf, pDBuf);
4824
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
4825
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
4826 4827 4828
  return TSDB_CODE_SUCCESS;
}

4829 4830 4831 4832 4833
bool getStateFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SStateInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4834
static int8_t getStateOpType(char* opStr) {
4835
  int8_t opType;
4836
  if (strncasecmp(opStr, "LT", 2) == 0) {
4837
    opType = STATE_OPER_LT;
4838
  } else if (strncasecmp(opStr, "GT", 2) == 0) {
4839
    opType = STATE_OPER_GT;
4840
  } else if (strncasecmp(opStr, "LE", 2) == 0) {
4841
    opType = STATE_OPER_LE;
4842
  } else if (strncasecmp(opStr, "GE", 2) == 0) {
4843
    opType = STATE_OPER_GE;
4844
  } else if (strncasecmp(opStr, "NE", 2) == 0) {
4845
    opType = STATE_OPER_NE;
4846
  } else if (strncasecmp(opStr, "EQ", 2) == 0) {
4847 4848 4849 4850 4851 4852 4853 4854 4855 4856
    opType = STATE_OPER_EQ;
  } else {
    opType = STATE_OPER_INVALID;
  }

  return opType;
}

static bool checkStateOp(int8_t op, SColumnInfoData* pCol, int32_t index, SVariant param) {
  char* data = colDataGetData(pCol, index);
X
Xiaoyu Wang 已提交
4857
  switch (pCol->info.type) {
4858
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
4859
      int8_t v = *(int8_t*)data;
4860 4861 4862 4863
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
X
Xiaoyu Wang 已提交
4864
      uint8_t v = *(uint8_t*)data;
4865 4866 4867 4868
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
X
Xiaoyu Wang 已提交
4869
      int16_t v = *(int16_t*)data;
4870 4871 4872 4873
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
X
Xiaoyu Wang 已提交
4874
      uint16_t v = *(uint16_t*)data;
4875 4876 4877 4878
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
X
Xiaoyu Wang 已提交
4879
      int32_t v = *(int32_t*)data;
4880 4881 4882 4883
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
X
Xiaoyu Wang 已提交
4884
      uint32_t v = *(uint32_t*)data;
4885 4886 4887 4888
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
X
Xiaoyu Wang 已提交
4889
      int64_t v = *(int64_t*)data;
4890 4891 4892 4893
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
X
Xiaoyu Wang 已提交
4894
      uint64_t v = *(uint64_t*)data;
4895 4896 4897 4898
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
4899
      float v = *(float*)data;
4900 4901 4902 4903
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
X
Xiaoyu Wang 已提交
4904
      double v = *(double*)data;
4905 4906 4907 4908 4909 4910 4911 4912 4913 4914 4915 4916 4917 4918 4919 4920 4921 4922
      STATE_COMP(op, v, param);
      break;
    }
    default: {
      ASSERT(0);
    }
  }
  return false;
}

int32_t stateCountFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SStateInfo*          pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4923
  int32_t          numOfElems = 0;
4924 4925 4926
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int8_t op = getStateOpType(varDataVal(pCtx->param[1].param.pz));
4927 4928 4929 4930
  if (STATE_OPER_INVALID == op) {
    return 0;
  }

4931 4932 4933 4934
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    numOfElems++;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      colDataAppendNULL(pOutput, i);
4935 4936
      // handle selectivity
      if (pCtx->subsidiaries.num > 0) {
D
dapan1121 已提交
4937
        appendSelectivityValue(pCtx, i, pCtx->offset + numOfElems - 1);
4938
      }
4939 4940 4941
      continue;
    }

4942 4943
    bool ret = checkStateOp(op, pInputCol, i, pCtx->param[2].param);

4944 4945 4946 4947 4948 4949
    int64_t output = -1;
    if (ret) {
      output = ++pInfo->count;
    } else {
      pInfo->count = 0;
    }
D
dapan1121 已提交
4950
    colDataAppend(pOutput, pCtx->offset + numOfElems - 1, (char*)&output, false);
4951 4952 4953

    // handle selectivity
    if (pCtx->subsidiaries.num > 0) {
D
dapan1121 已提交
4954
      appendSelectivityValue(pCtx, i, pCtx->offset + numOfElems - 1);
4955
    }
4956 4957 4958 4959
  }

  return numOfElems;
}
4960 4961 4962 4963 4964 4965

int32_t stateDurationFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SStateInfo*          pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4966
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
4967 4968 4969

  SColumnInfoData* pInputCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4970
  int32_t          numOfElems = 0;
4971 4972
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

X
Xiaoyu Wang 已提交
4973
  // TODO: process timeUnit for different db precisions
4974
  int32_t timeUnit = 1;
X
Xiaoyu Wang 已提交
4975
  if (pCtx->numOfParams == 5) {  // TODO: param number incorrect
4976 4977 4978 4979 4980 4981 4982 4983 4984 4985 4986 4987
    timeUnit = pCtx->param[3].param.i;
  }

  int8_t op = getStateOpType(varDataVal(pCtx->param[1].param.pz));
  if (STATE_OPER_INVALID == op) {
    return 0;
  }

  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    numOfElems++;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      colDataAppendNULL(pOutput, i);
4988 4989
      // handle selectivity
      if (pCtx->subsidiaries.num > 0) {
D
dapan1121 已提交
4990
        appendSelectivityValue(pCtx, i, pCtx->offset + numOfElems - 1);
4991
      }
4992 4993 4994
      continue;
    }

X
Xiaoyu Wang 已提交
4995
    bool    ret = checkStateOp(op, pInputCol, i, pCtx->param[2].param);
4996 4997 4998 4999 5000 5001 5002 5003 5004 5005 5006
    int64_t output = -1;
    if (ret) {
      if (pInfo->durationStart == 0) {
        output = 0;
        pInfo->durationStart = tsList[i];
      } else {
        output = (tsList[i] - pInfo->durationStart) / timeUnit;
      }
    } else {
      pInfo->durationStart = 0;
    }
D
dapan1121 已提交
5007
    colDataAppend(pOutput, pCtx->offset + numOfElems - 1, (char*)&output, false);
5008 5009 5010

    // handle selectivity
    if (pCtx->subsidiaries.num > 0) {
D
dapan1121 已提交
5011
      appendSelectivityValue(pCtx, i, pCtx->offset + numOfElems - 1);
5012
    }
5013 5014 5015 5016
  }

  return numOfElems;
}
G
Ganlin Zhao 已提交
5017 5018 5019 5020 5021 5022 5023 5024 5025 5026 5027 5028 5029 5030 5031 5032 5033 5034 5035 5036 5037

bool getCsumFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SSumRes);
  return true;
}

int32_t csumFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SSumRes*             pSumRes = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    int32_t pos = startOffset + numOfElems;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
X
Xiaoyu Wang 已提交
5038
      // colDataAppendNULL(pOutput, i);
G
Ganlin Zhao 已提交
5039 5040 5041 5042 5043 5044 5045 5046
      continue;
    }

    char* data = colDataGetData(pInputCol, i);
    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      int64_t v;
      GET_TYPED_DATA(v, int64_t, type, data);
      pSumRes->isum += v;
X
Xiaoyu Wang 已提交
5047
      colDataAppend(pOutput, pos, (char*)&pSumRes->isum, false);
G
Ganlin Zhao 已提交
5048 5049 5050 5051
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      uint64_t v;
      GET_TYPED_DATA(v, uint64_t, type, data);
      pSumRes->usum += v;
X
Xiaoyu Wang 已提交
5052
      colDataAppend(pOutput, pos, (char*)&pSumRes->usum, false);
G
Ganlin Zhao 已提交
5053 5054 5055 5056
    } else if (IS_FLOAT_TYPE(type)) {
      double v;
      GET_TYPED_DATA(v, double, type, data);
      pSumRes->dsum += v;
X
Xiaoyu Wang 已提交
5057
      // check for overflow
5058 5059
      if (isinf(pSumRes->dsum) || isnan(pSumRes->dsum)) {
        colDataAppendNULL(pOutput, pos);
X
Xiaoyu Wang 已提交
5060 5061
      } else {
        colDataAppend(pOutput, pos, (char*)&pSumRes->dsum, false);
5062
      }
G
Ganlin Zhao 已提交
5063 5064
    }

5065 5066 5067 5068 5069
    // handle selectivity
    if (pCtx->subsidiaries.num > 0) {
      appendSelectivityValue(pCtx, i, pos);
    }

G
Ganlin Zhao 已提交
5070 5071 5072 5073 5074
    numOfElems++;
  }

  return numOfElems;
}
G
Ganlin Zhao 已提交
5075 5076 5077 5078 5079 5080

bool getMavgFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SMavgInfo) + MAVG_MAX_POINTS_NUM * sizeof(double);
  return true;
}

X
Xiaoyu Wang 已提交
5081
bool mavgFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
5082 5083 5084 5085
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5086
  SMavgInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
5087 5088 5089 5090 5091 5092 5093 5094 5095 5096 5097 5098 5099 5100 5101 5102 5103 5104 5105 5106 5107 5108 5109 5110 5111 5112 5113
  pInfo->pos = 0;
  pInfo->sum = 0;
  pInfo->numOfPoints = pCtx->param[1].param.i;
  if (pInfo->numOfPoints < 1 || pInfo->numOfPoints > MAVG_MAX_POINTS_NUM) {
    return false;
  }
  pInfo->pointsMeet = false;

  return true;
}

int32_t mavgFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SMavgInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    int32_t pos = startOffset + numOfElems;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
X
Xiaoyu Wang 已提交
5114
      // colDataAppendNULL(pOutput, i);
G
Ganlin Zhao 已提交
5115 5116 5117
      continue;
    }

X
Xiaoyu Wang 已提交
5118
    char*  data = colDataGetData(pInputCol, i);
G
Ganlin Zhao 已提交
5119 5120 5121 5122 5123 5124 5125 5126
    double v;
    GET_TYPED_DATA(v, double, type, data);

    if (!pInfo->pointsMeet && (pInfo->pos < pInfo->numOfPoints - 1)) {
      pInfo->points[pInfo->pos] = v;
      pInfo->sum += v;
    } else {
      if (!pInfo->pointsMeet && (pInfo->pos == pInfo->numOfPoints - 1)) {
X
Xiaoyu Wang 已提交
5127
        pInfo->sum += v;
G
Ganlin Zhao 已提交
5128 5129 5130 5131 5132
        pInfo->pointsMeet = true;
      } else {
        pInfo->sum = pInfo->sum + v - pInfo->points[pInfo->pos];
      }

G
Ganlin Zhao 已提交
5133 5134
      pInfo->points[pInfo->pos] = v;
      double result = pInfo->sum / pInfo->numOfPoints;
X
Xiaoyu Wang 已提交
5135
      // check for overflow
5136 5137
      if (isinf(result) || isnan(result)) {
        colDataAppendNULL(pOutput, pos);
X
Xiaoyu Wang 已提交
5138 5139
      } else {
        colDataAppend(pOutput, pos, (char*)&result, false);
5140
      }
G
Ganlin Zhao 已提交
5141

5142 5143 5144 5145 5146
      // handle selectivity
      if (pCtx->subsidiaries.num > 0) {
        appendSelectivityValue(pCtx, i, pos);
      }

G
Ganlin Zhao 已提交
5147
      numOfElems++;
G
Ganlin Zhao 已提交
5148 5149
    }

G
Ganlin Zhao 已提交
5150 5151 5152 5153
    pInfo->pos++;
    if (pInfo->pos == pInfo->numOfPoints) {
      pInfo->pos = 0;
    }
G
Ganlin Zhao 已提交
5154 5155 5156 5157
  }

  return numOfElems;
}
G
Ganlin Zhao 已提交
5158

5159 5160 5161 5162 5163 5164 5165 5166 5167 5168
static SSampleInfo* getSampleOutputInfo(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SSampleInfo*         pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  pInfo->data = (char*)pInfo + sizeof(SSampleInfo);
  pInfo->tuplePos = (STuplePos*)((char*)pInfo + sizeof(SSampleInfo) + pInfo->samples * pInfo->colBytes);

  return pInfo;
}

G
Ganlin Zhao 已提交
5169 5170
bool getSampleFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
X
Xiaoyu Wang 已提交
5171 5172
  SValueNode*  pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
  int32_t      numOfSamples = pVal->datum.i;
5173
  pEnv->calcMemSize = sizeof(SSampleInfo) + numOfSamples * (pCol->node.resType.bytes + sizeof(STuplePos));
G
Ganlin Zhao 已提交
5174 5175 5176
  return true;
}

X
Xiaoyu Wang 已提交
5177
bool sampleFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
5178 5179 5180 5181 5182 5183
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  taosSeedRand(taosSafeRand());

X
Xiaoyu Wang 已提交
5184
  SSampleInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
5185 5186 5187
  pInfo->samples = pCtx->param[1].param.i;
  pInfo->totalPoints = 0;
  pInfo->numSampled = 0;
G
Ganlin Zhao 已提交
5188 5189
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
5190 5191
  pInfo->nullTuplePos.pageId = -1;
  pInfo->nullTupleSaved = false;
X
Xiaoyu Wang 已提交
5192
  pInfo->data = (char*)pInfo + sizeof(SSampleInfo);
5193
  pInfo->tuplePos = (STuplePos*)((char*)pInfo + sizeof(SSampleInfo) + pInfo->samples * pInfo->colBytes);
G
Ganlin Zhao 已提交
5194 5195 5196 5197

  return true;
}

5198
static void sampleAssignResult(SSampleInfo* pInfo, char* data, int32_t index) {
G
Ganlin Zhao 已提交
5199
  assignVal(pInfo->data + index * pInfo->colBytes, data, pInfo->colBytes, pInfo->colType);
G
Ganlin Zhao 已提交
5200 5201
}

5202
static void doReservoirSample(SqlFunctionCtx* pCtx, SSampleInfo* pInfo, char* data, int32_t index) {
G
Ganlin Zhao 已提交
5203 5204
  pInfo->totalPoints++;
  if (pInfo->numSampled < pInfo->samples) {
5205 5206
    sampleAssignResult(pInfo, data, pInfo->numSampled);
    if (pCtx->subsidiaries.num > 0) {
5207
      pInfo->tuplePos[pInfo->numSampled] = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
5208
    }
G
Ganlin Zhao 已提交
5209 5210 5211 5212
    pInfo->numSampled++;
  } else {
    int32_t j = taosRand() % (pInfo->totalPoints);
    if (j < pInfo->samples) {
5213 5214
      sampleAssignResult(pInfo, data, j);
      if (pCtx->subsidiaries.num > 0) {
5215
        updateTupleData(pCtx, index, pCtx->pSrcBlock, &pInfo->tuplePos[j]);
5216
      }
G
Ganlin Zhao 已提交
5217 5218 5219 5220 5221 5222
    }
  }
}

int32_t sampleFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5223
  SSampleInfo*         pInfo = getSampleOutputInfo(pCtx);
G
Ganlin Zhao 已提交
5224 5225 5226

  SInputColumnInfoData* pInput = &pCtx->input;

5227
  SColumnInfoData* pInputCol = pInput->pData[0];
G
Ganlin Zhao 已提交
5228
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5229
    if (colDataIsNull_s(pInputCol, i)) {
G
Ganlin Zhao 已提交
5230 5231 5232 5233
      continue;
    }

    char* data = colDataGetData(pInputCol, i);
5234
    doReservoirSample(pCtx, pInfo, data, i);
G
Ganlin Zhao 已提交
5235 5236
  }

5237
  if (pInfo->numSampled == 0 && pCtx->subsidiaries.num > 0 && !pInfo->nullTupleSaved) {
5238
    pInfo->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
5239 5240 5241
    pInfo->nullTupleSaved = true;
  }

5242 5243 5244 5245 5246 5247 5248
  SET_VAL(pResInfo, pInfo->numSampled, pInfo->numSampled);
  return TSDB_CODE_SUCCESS;
}

int32_t sampleFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);

5249
  SSampleInfo* pInfo = getSampleOutputInfo(pCtx);
5250 5251
  pEntryInfo->complete = true;

X
Xiaoyu Wang 已提交
5252
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
5253 5254 5255
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  int32_t currentRow = pBlock->info.rows;
5256 5257
  if (pInfo->numSampled == 0) {
    colDataAppendNULL(pCol, currentRow);
5258
    setSelectivityValue(pCtx, pBlock, &pInfo->nullTuplePos, currentRow);
5259 5260
    return pInfo->numSampled;
  }
G
Ganlin Zhao 已提交
5261
  for (int32_t i = 0; i < pInfo->numSampled; ++i) {
5262
    colDataAppend(pCol, currentRow + i, pInfo->data + i * pInfo->colBytes, false);
5263
    setSelectivityValue(pCtx, pBlock, &pInfo->tuplePos[i], currentRow + i);
G
Ganlin Zhao 已提交
5264 5265
  }

G
Ganlin Zhao 已提交
5266 5267 5268
  return pInfo->numSampled;
}

5269

G
Ganlin Zhao 已提交
5270
bool getTailFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
5271
#if 0
G
Ganlin Zhao 已提交
5272 5273
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
  SValueNode*  pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
X
Xiaoyu Wang 已提交
5274
  int32_t      numOfPoints = pVal->datum.i;
G
Ganlin Zhao 已提交
5275
  pEnv->calcMemSize = sizeof(STailInfo) + numOfPoints * (POINTER_BYTES + sizeof(STailItem) + pCol->node.resType.bytes);
5276
#endif
G
Ganlin Zhao 已提交
5277 5278 5279
  return true;
}

X
Xiaoyu Wang 已提交
5280
bool tailFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
5281
#if 0
G
Ganlin Zhao 已提交
5282 5283 5284 5285
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5286
  STailInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
5287 5288
  pInfo->numAdded = 0;
  pInfo->numOfPoints = pCtx->param[1].param.i;
5289 5290 5291 5292 5293
  if (pCtx->numOfParams == 4) {
    pInfo->offset = pCtx->param[2].param.i;
  } else {
    pInfo->offset = 0;
  }
G
Ganlin Zhao 已提交
5294 5295 5296 5297 5298 5299 5300
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if ((pInfo->numOfPoints < 1 || pInfo->numOfPoints > TAIL_MAX_POINTS_NUM) ||
      (pInfo->numOfPoints < 0 || pInfo->numOfPoints > TAIL_MAX_OFFSET)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5301 5302
  pInfo->pItems = (STailItem**)((char*)pInfo + sizeof(STailInfo));
  char* pItem = (char*)pInfo->pItems + pInfo->numOfPoints * POINTER_BYTES;
G
Ganlin Zhao 已提交
5303

G
Ganlin Zhao 已提交
5304
  size_t unitSize = sizeof(STailItem) + pInfo->colBytes;
G
Ganlin Zhao 已提交
5305
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
5306
    pInfo->pItems[i] = (STailItem*)(pItem + i * unitSize);
5307
    pInfo->pItems[i]->isNull = false;
G
Ganlin Zhao 已提交
5308
  }
5309
#endif
G
Ganlin Zhao 已提交
5310 5311 5312 5313

  return true;
}

X
Xiaoyu Wang 已提交
5314
static void tailAssignResult(STailItem* pItem, char* data, int32_t colBytes, TSKEY ts, bool isNull) {
5315
#if 0
G
Ganlin Zhao 已提交
5316
  pItem->timestamp = ts;
5317 5318 5319
  if (isNull) {
    pItem->isNull = true;
  } else {
5320
    pItem->isNull = false;
5321 5322
    memcpy(pItem->data, data, colBytes);
  }
5323
#endif
G
Ganlin Zhao 已提交
5324 5325
}

5326
#if 0
X
Xiaoyu Wang 已提交
5327 5328 5329
static int32_t tailCompFn(const void* p1, const void* p2, const void* param) {
  STailItem* d1 = *(STailItem**)p1;
  STailItem* d2 = *(STailItem**)p2;
G
Ganlin Zhao 已提交
5330 5331 5332
  return compareInt64Val(&d1->timestamp, &d2->timestamp);
}

X
Xiaoyu Wang 已提交
5333 5334
static void doTailAdd(STailInfo* pInfo, char* data, TSKEY ts, bool isNull) {
  STailItem** pList = pInfo->pItems;
G
Ganlin Zhao 已提交
5335
  if (pInfo->numAdded < pInfo->numOfPoints) {
5336
    tailAssignResult(pList[pInfo->numAdded], data, pInfo->colBytes, ts, isNull);
X
Xiaoyu Wang 已提交
5337
    taosheapsort((void*)pList, sizeof(STailItem**), pInfo->numAdded + 1, NULL, tailCompFn, 0);
G
Ganlin Zhao 已提交
5338
    pInfo->numAdded++;
G
Ganlin Zhao 已提交
5339
  } else if (pList[0]->timestamp < ts) {
5340
    tailAssignResult(pList[0], data, pInfo->colBytes, ts, isNull);
X
Xiaoyu Wang 已提交
5341
    taosheapadjust((void*)pList, sizeof(STailItem**), 0, pInfo->numOfPoints - 1, NULL, tailCompFn, NULL, 0);
G
Ganlin Zhao 已提交
5342 5343
  }
}
5344
#endif
G
Ganlin Zhao 已提交
5345 5346

int32_t tailFunction(SqlFunctionCtx* pCtx) {
5347
#if 0
G
Ganlin Zhao 已提交
5348
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
5349
  STailInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
5350 5351

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5352
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
5353 5354 5355 5356 5357

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t startOffset = pCtx->offset;
5358 5359 5360
  if (pInfo->offset >= pInput->numOfRows) {
    return 0;
  } else {
wafwerar's avatar
wafwerar 已提交
5361
    pInfo->numOfPoints = TMIN(pInfo->numOfPoints, pInput->numOfRows - pInfo->offset);
5362 5363
  }
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex - pInfo->offset; i += 1) {
G
Ganlin Zhao 已提交
5364
    char* data = colDataGetData(pInputCol, i);
5365
    doTailAdd(pInfo, data, tsList[i], colDataIsNull_s(pInputCol, i));
G
Ganlin Zhao 已提交
5366 5367
  }

5368 5369
  taosqsort(pInfo->pItems, pInfo->numOfPoints, POINTER_BYTES, NULL, tailCompFn);

G
Ganlin Zhao 已提交
5370
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
5371 5372
    int32_t    pos = startOffset + i;
    STailItem* pItem = pInfo->pItems[i];
5373 5374 5375 5376 5377
    if (pItem->isNull) {
      colDataAppendNULL(pOutput, pos);
    } else {
      colDataAppend(pOutput, pos, pItem->data, false);
    }
G
Ganlin Zhao 已提交
5378 5379
  }

G
Ganlin Zhao 已提交
5380
  return pInfo->numOfPoints;
5381 5382
#endif
  return 0;
G
Ganlin Zhao 已提交
5383
}
G
Ganlin Zhao 已提交
5384 5385

int32_t tailFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
5386
#if 0
G
Ganlin Zhao 已提交
5387
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
5388
  STailInfo*           pInfo = GET_ROWCELL_INTERBUF(pEntryInfo);
G
Ganlin Zhao 已提交
5389 5390 5391 5392 5393 5394 5395 5396 5397 5398
  pEntryInfo->complete = true;

  int32_t type = pCtx->input.pData[0]->info.type;
  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;

  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  // todo assign the tag value and the corresponding row data
  int32_t currentRow = pBlock->info.rows;
  for (int32_t i = 0; i < pEntryInfo->numOfRes; ++i) {
X
Xiaoyu Wang 已提交
5399
    STailItem* pItem = pInfo->pItems[i];
G
Ganlin Zhao 已提交
5400 5401 5402 5403 5404
    colDataAppend(pCol, currentRow, pItem->data, false);
    currentRow += 1;
  }

  return pEntryInfo->numOfRes;
5405 5406
#endif
  return 0;
G
Ganlin Zhao 已提交
5407
}
5408 5409

bool getUniqueFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
5410
#if 0
5411
  pEnv->calcMemSize = sizeof(SUniqueInfo) + UNIQUE_MAX_RESULT_SIZE;
5412
#endif
5413 5414 5415 5416
  return true;
}

bool uniqueFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
5417
#if 0
5418 5419 5420 5421 5422 5423 5424 5425 5426 5427 5428 5429 5430
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SUniqueInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  pInfo->numOfPoints = 0;
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if (pInfo->pHash != NULL) {
    taosHashClear(pInfo->pHash);
  } else {
    pInfo->pHash = taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  }
5431
#endif
5432 5433 5434
  return true;
}

5435
#if 0
X
Xiaoyu Wang 已提交
5436 5437
static void doUniqueAdd(SUniqueInfo* pInfo, char* data, TSKEY ts, bool isNull) {
  // handle null elements
5438
  if (isNull == true) {
X
Xiaoyu Wang 已提交
5439 5440
    int32_t      size = sizeof(SUniqueItem) + pInfo->colBytes;
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + pInfo->numOfPoints * size);
5441
    if (pInfo->hasNull == false && pItem->isNull == false) {
5442 5443 5444
      pItem->timestamp = ts;
      pItem->isNull = true;
      pInfo->numOfPoints++;
5445
      pInfo->hasNull = true;
5446 5447 5448 5449 5450
    } else if (pItem->timestamp > ts && pItem->isNull == true) {
      pItem->timestamp = ts;
    }
    return;
  }
5451

X
Xiaoyu Wang 已提交
5452 5453
  int32_t      hashKeyBytes = IS_VAR_DATA_TYPE(pInfo->colType) ? varDataTLen(data) : pInfo->colBytes;
  SUniqueItem* pHashItem = taosHashGet(pInfo->pHash, data, hashKeyBytes);
5454
  if (pHashItem == NULL) {
X
Xiaoyu Wang 已提交
5455 5456
    int32_t      size = sizeof(SUniqueItem) + pInfo->colBytes;
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + pInfo->numOfPoints * size);
5457 5458 5459
    pItem->timestamp = ts;
    memcpy(pItem->data, data, pInfo->colBytes);

X
Xiaoyu Wang 已提交
5460
    taosHashPut(pInfo->pHash, data, hashKeyBytes, (char*)pItem, sizeof(SUniqueItem*));
5461 5462 5463 5464 5465
    pInfo->numOfPoints++;
  } else if (pHashItem->timestamp > ts) {
    pHashItem->timestamp = ts;
  }
}
5466
#endif
5467 5468

int32_t uniqueFunction(SqlFunctionCtx* pCtx) {
5469
#if 0
5470 5471 5472 5473
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SUniqueInfo*         pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5474
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
5475 5476 5477 5478 5479 5480 5481 5482 5483 5484 5485 5486 5487 5488 5489 5490 5491

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
    char* data = colDataGetData(pInputCol, i);
    doUniqueAdd(pInfo, data, tsList[i], colDataIsNull_s(pInputCol, i));

    if (sizeof(SUniqueInfo) + pInfo->numOfPoints * (sizeof(SUniqueItem) + pInfo->colBytes) >= UNIQUE_MAX_RESULT_SIZE) {
      taosHashCleanup(pInfo->pHash);
      return 0;
    }
  }

  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
5492
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + i * (sizeof(SUniqueItem) + pInfo->colBytes));
5493 5494 5495 5496 5497
    if (pItem->isNull == true) {
      colDataAppendNULL(pOutput, i);
    } else {
      colDataAppend(pOutput, i, pItem->data, false);
    }
5498 5499 5500 5501 5502 5503
    if (pTsOutput != NULL) {
      colDataAppendInt64(pTsOutput, i, &pItem->timestamp);
    }
  }

  return pInfo->numOfPoints;
5504 5505
#endif
  return 0;
5506 5507
}

G
Ganlin Zhao 已提交
5508 5509 5510 5511 5512 5513 5514 5515 5516 5517 5518 5519 5520 5521 5522 5523 5524 5525 5526
bool getModeFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SModeInfo) + MODE_MAX_RESULT_SIZE;
  return true;
}

bool modeFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SModeInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  pInfo->numOfPoints = 0;
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if (pInfo->pHash != NULL) {
    taosHashClear(pInfo->pHash);
  } else {
    pInfo->pHash = taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  }
5527 5528 5529
  pInfo->nullTupleSaved = false;
  pInfo->nullTuplePos.pageId = -1;

G
Ganlin Zhao 已提交
5530 5531 5532
  return true;
}

5533
static void doModeAdd(SModeInfo* pInfo, int32_t rowIndex, SqlFunctionCtx* pCtx, char* data) {
5534
  int32_t     hashKeyBytes = IS_STR_DATA_TYPE(pInfo->colType) ? varDataTLen(data) : pInfo->colBytes;
5535
  SModeItem** pHashItem = taosHashGet(pInfo->pHash, data, hashKeyBytes);
G
Ganlin Zhao 已提交
5536
  if (pHashItem == NULL) {
5537 5538
    int32_t    size = sizeof(SModeItem) + pInfo->colBytes;
    SModeItem* pItem = (SModeItem*)(pInfo->pItems + pInfo->numOfPoints * size);
5539
    memcpy(pItem->data, data, hashKeyBytes);
G
Ganlin Zhao 已提交
5540 5541
    pItem->count += 1;

5542 5543 5544 5545
    if (pCtx->subsidiaries.num > 0) {
      pItem->tuplePos = saveTupleData(pCtx, rowIndex, pCtx->pSrcBlock, NULL);
    }

G
Ganlin Zhao 已提交
5546
    taosHashPut(pInfo->pHash, data, hashKeyBytes, &pItem, sizeof(SModeItem*));
G
Ganlin Zhao 已提交
5547 5548
    pInfo->numOfPoints++;
  } else {
G
Ganlin Zhao 已提交
5549
    (*pHashItem)->count += 1;
5550 5551 5552
    if (pCtx->subsidiaries.num > 0) {
      updateTupleData(pCtx, rowIndex, pCtx->pSrcBlock, &((*pHashItem)->tuplePos));
    }
G
Ganlin Zhao 已提交
5553 5554 5555 5556
  }
}

int32_t modeFunction(SqlFunctionCtx* pCtx) {
5557
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5558
  SModeInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
5559 5560 5561 5562 5563 5564

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

5565
  int32_t numOfElems = 0;
G
Ganlin Zhao 已提交
5566 5567 5568
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
    char* data = colDataGetData(pInputCol, i);
5569 5570 5571 5572 5573
    if (colDataIsNull_s(pInputCol, i)) {
      continue;
    }

    numOfElems++;
5574
    doModeAdd(pInfo, i, pCtx, data);
G
Ganlin Zhao 已提交
5575 5576 5577 5578 5579 5580 5581

    if (sizeof(SModeInfo) + pInfo->numOfPoints * (sizeof(SModeItem) + pInfo->colBytes) >= MODE_MAX_RESULT_SIZE) {
      taosHashCleanup(pInfo->pHash);
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }

5582 5583 5584 5585 5586
  if (numOfElems == 0 && pCtx->subsidiaries.num > 0 && !pInfo->nullTupleSaved) {
    pInfo->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
    pInfo->nullTupleSaved = true;
  }

5587
  SET_VAL(pResInfo, numOfElems, 1);
G
Ganlin Zhao 已提交
5588

G
Ganlin Zhao 已提交
5589 5590 5591 5592 5593 5594
  return TSDB_CODE_SUCCESS;
}

int32_t modeFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SModeInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
X
Xiaoyu Wang 已提交
5595 5596
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
G
Ganlin Zhao 已提交
5597
  int32_t              currentRow = pBlock->info.rows;
5598

G
Ganlin Zhao 已提交
5599
  int32_t resIndex = -1;
G
Ganlin Zhao 已提交
5600 5601 5602
  int32_t maxCount = 0;
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
    SModeItem* pItem = (SModeItem*)(pInfo->pItems + i * (sizeof(SModeItem) + pInfo->colBytes));
5603
    if (pItem->count >= maxCount) {
G
Ganlin Zhao 已提交
5604 5605 5606
      maxCount = pItem->count;
      resIndex = i;
    }
5607 5608
  }

G
Ganlin Zhao 已提交
5609 5610 5611
  if (maxCount != 0) {
    SModeItem* pResItem = (SModeItem*)(pInfo->pItems + resIndex * (sizeof(SModeItem) + pInfo->colBytes));
    colDataAppend(pCol, currentRow, pResItem->data, false);
5612
    setSelectivityValue(pCtx, pBlock, &pResItem->tuplePos, currentRow);
G
Ganlin Zhao 已提交
5613 5614
  } else {
    colDataAppendNULL(pCol, currentRow);
5615
    setSelectivityValue(pCtx, pBlock, &pInfo->nullTuplePos, currentRow);
G
Ganlin Zhao 已提交
5616
  }
G
Ganlin Zhao 已提交
5617

G
Ganlin Zhao 已提交
5618 5619
  taosHashCleanup(pInfo->pHash);

5620 5621 5622
  return pResInfo->numOfRes;
}

5623 5624 5625 5626 5627
bool getTwaFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(STwaInfo);
  return true;
}

X
Xiaoyu Wang 已提交
5628
bool twaFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
5629 5630 5631 5632
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5633
  STwaInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
5634
  pInfo->isNull = false;
5635 5636
  pInfo->p.key = INT64_MIN;
  pInfo->win = TSWINDOW_INITIALIZER;
5637 5638 5639 5640
  return true;
}

static double twa_get_area(SPoint1 s, SPoint1 e) {
X
Xiaoyu Wang 已提交
5641
  if ((s.val >= 0 && e.val >= 0) || (s.val <= 0 && e.val <= 0)) {
5642 5643 5644
    return (s.val + e.val) * (e.key - s.key) / 2;
  }

X
Xiaoyu Wang 已提交
5645
  double x = (s.key * e.val - e.key * s.val) / (e.val - s.val);
5646 5647 5648 5649 5650 5651
  double val = (s.val * (x - s.key) + e.val * (e.key - x)) / 2;
  return val;
}

int32_t twaFunction(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5652
  SColumnInfoData*      pInputCol = pInput->pData[0];
5653 5654 5655

  TSKEY* tsList = (int64_t*)pInput->pPTS->pData;

X
Xiaoyu Wang 已提交
5656
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5657

X
Xiaoyu Wang 已提交
5658 5659
  STwaInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  SPoint1*  last = &pInfo->p;
5660
  int32_t   numOfElems = 0;
5661

5662 5663 5664 5665 5666
  if (IS_NULL_TYPE(pInputCol->info.type)) {
    pInfo->isNull = true;
    goto _twa_over;
  }

5667 5668
  int32_t i = pInput->startRowIndex;
  if (pCtx->start.key != INT64_MIN) {
5669 5670
    // ASSERT((pCtx->start.key < tsList[i] && pCtx->order == TSDB_ORDER_ASC) ||
    //        (pCtx->start.key > tsList[i] && pCtx->order == TSDB_ORDER_DESC));
5671 5672

    ASSERT(last->key == INT64_MIN);
5673 5674 5675 5676
    for (; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }
5677

5678
      last->key = tsList[i];
5679

5680 5681 5682 5683 5684 5685 5686 5687
      GET_TYPED_DATA(last->val, double, pInputCol->info.type, colDataGetData(pInputCol, i));

      pInfo->dOutput += twa_get_area(pCtx->start, *last);
      pInfo->win.skey = pCtx->start.key;
      numOfElems++;
      i += 1;
      break;
    }
5688
  } else if (pInfo->p.key == INT64_MIN) {
5689 5690 5691 5692
    for (; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }
5693

5694 5695 5696 5697 5698 5699 5700 5701 5702
      last->key = tsList[i];

      GET_TYPED_DATA(last->val, double, pInputCol->info.type, colDataGetData(pInputCol, i));

      pInfo->win.skey = last->key;
      numOfElems++;
      i += 1;
      break;
    }
5703 5704
  }

5705 5706
  SPoint1 st = {0};

5707
  // calculate the value of
X
Xiaoyu Wang 已提交
5708
  switch (pInputCol->info.type) {
5709
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
5710
      int8_t* val = (int8_t*)colDataGetData(pInputCol, 0);
5711
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5712 5713 5714
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5715
        numOfElems++;
5716

5717
        INIT_INTP_POINT(st, tsList[i], val[i]);
5718
        if (pInfo->p.key == st.key) {
5719
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5720 5721
        }

5722 5723 5724 5725 5726 5727 5728
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }

    case TSDB_DATA_TYPE_SMALLINT: {
X
Xiaoyu Wang 已提交
5729
      int16_t* val = (int16_t*)colDataGetData(pInputCol, 0);
5730
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5731 5732 5733
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5734
        numOfElems++;
5735

5736
        INIT_INTP_POINT(st, tsList[i], val[i]);
5737
        if (pInfo->p.key == st.key) {
5738
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5739 5740
        }

5741 5742 5743 5744 5745 5746
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_INT: {
X
Xiaoyu Wang 已提交
5747
      int32_t* val = (int32_t*)colDataGetData(pInputCol, 0);
5748
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5749 5750 5751
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5752
        numOfElems++;
5753

5754
        INIT_INTP_POINT(st, tsList[i], val[i]);
5755
        if (pInfo->p.key == st.key) {
5756
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5757 5758
        }

5759 5760 5761 5762 5763 5764
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
X
Xiaoyu Wang 已提交
5765
      int64_t* val = (int64_t*)colDataGetData(pInputCol, 0);
5766
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5767 5768 5769
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5770
        numOfElems++;
5771

5772
        INIT_INTP_POINT(st, tsList[i], val[i]);
5773
        if (pInfo->p.key == st.key) {
5774
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5775 5776
        }

5777 5778 5779 5780 5781 5782
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
5783
      float* val = (float*)colDataGetData(pInputCol, 0);
5784
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5785 5786 5787
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5788
        numOfElems++;
5789

5790
        INIT_INTP_POINT(st, tsList[i], val[i]);
5791
        if (pInfo->p.key == st.key) {
5792
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5793 5794
        }

5795 5796 5797 5798 5799 5800
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
X
Xiaoyu Wang 已提交
5801
      double* val = (double*)colDataGetData(pInputCol, 0);
5802
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5803 5804 5805
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5806
        numOfElems++;
5807

5808
        INIT_INTP_POINT(st, tsList[i], val[i]);
5809
        if (pInfo->p.key == st.key) {
5810
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5811 5812
        }

5813 5814 5815 5816 5817 5818
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
X
Xiaoyu Wang 已提交
5819
      uint8_t* val = (uint8_t*)colDataGetData(pInputCol, 0);
5820
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5821 5822 5823
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5824
        numOfElems++;
5825

5826
        INIT_INTP_POINT(st, tsList[i], val[i]);
5827
        if (pInfo->p.key == st.key) {
5828
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5829 5830
        }

5831 5832 5833 5834 5835 5836
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
X
Xiaoyu Wang 已提交
5837
      uint16_t* val = (uint16_t*)colDataGetData(pInputCol, 0);
5838
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5839 5840 5841
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5842
        numOfElems++;
5843

5844
        INIT_INTP_POINT(st, tsList[i], val[i]);
5845
        if (pInfo->p.key == st.key) {
5846
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5847 5848
        }

5849 5850 5851 5852 5853 5854
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
X
Xiaoyu Wang 已提交
5855
      uint32_t* val = (uint32_t*)colDataGetData(pInputCol, 0);
5856
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5857 5858 5859
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5860
        numOfElems++;
5861

5862
        INIT_INTP_POINT(st, tsList[i], val[i]);
5863
        if (pInfo->p.key == st.key) {
5864
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5865 5866
        }

5867 5868 5869 5870 5871 5872
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
X
Xiaoyu Wang 已提交
5873
      uint64_t* val = (uint64_t*)colDataGetData(pInputCol, 0);
5874
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5875 5876 5877
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5878
        numOfElems++;
5879

5880
        INIT_INTP_POINT(st, tsList[i], val[i]);
5881
        if (pInfo->p.key == st.key) {
5882
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5883 5884
        }

5885 5886 5887 5888 5889 5890
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }

X
Xiaoyu Wang 已提交
5891 5892
    default:
      ASSERT(0);
5893 5894 5895 5896
  }

  // the last interpolated time window value
  if (pCtx->end.key != INT64_MIN) {
X
Xiaoyu Wang 已提交
5897
    pInfo->dOutput += twa_get_area(pInfo->p, pCtx->end);
5898
    pInfo->p = pCtx->end;
H
Haojun Liao 已提交
5899
    numOfElems += 1;
5900 5901
  }

X
Xiaoyu Wang 已提交
5902
  pInfo->win.ekey = pInfo->p.key;
5903

5904
_twa_over:
5905 5906 5907 5908 5909
  if (numOfElems == 0) {
    pInfo->isNull = true;
  }

  SET_VAL(pResInfo, 1, 1);
5910 5911 5912 5913 5914 5915 5916 5917
  return TSDB_CODE_SUCCESS;
}

/*
 * To copy the input to interResBuf to avoid the input buffer space be over writen
 * by next input data. The TWA function only applies to each table, so no merge procedure
 * is required, we simply copy to the resut ot interResBuffer.
 */
X
Xiaoyu Wang 已提交
5918 5919 5920
// void twa_function_copy(SQLFunctionCtx *pCtx) {
//   assert(pCtx->inputType == TSDB_DATA_TYPE_BINARY);
//   SResultRowEntryInfo *pResInfo = GET_RES_INFO(pCtx);
5921
//
X
Xiaoyu Wang 已提交
5922 5923 5924
//   memcpy(GET_ROWCELL_INTERBUF(pResInfo), pCtx->pInput, (size_t)pCtx->inputBytes);
//   pResInfo->hasResult = ((STwaInfo *)pCtx->pInput)->hasResult;
// }
5925

X
Xiaoyu Wang 已提交
5926 5927
int32_t twaFinalize(struct SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5928

X
Xiaoyu Wang 已提交
5929
  STwaInfo* pInfo = (STwaInfo*)GET_ROWCELL_INTERBUF(pResInfo);
5930 5931
  if (pInfo->isNull == true) {
    pResInfo->numOfRes = 0;
5932 5933 5934 5935 5936 5937 5938 5939 5940 5941 5942 5943 5944
  } else {
    if (pInfo->win.ekey == pInfo->win.skey) {
      pInfo->dOutput = pInfo->p.val;
    } else {
      pInfo->dOutput = pInfo->dOutput / (pInfo->win.ekey - pInfo->win.skey);
    }

    pResInfo->numOfRes = 1;
  }

  return functionFinalize(pCtx, pBlock);
}

5945
bool blockDistSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
5946 5947 5948 5949 5950 5951 5952 5953 5954
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  STableBlockDistInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  pInfo->minRows = INT32_MAX;
  return true;
}

X
Xiaoyu Wang 已提交
5955
int32_t blockDistFunction(SqlFunctionCtx* pCtx) {
5956 5957
  const int32_t BLOCK_DIST_RESULT_ROWS = 24;

5958
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5959
  SColumnInfoData*      pInputCol = pInput->pData[0];
5960

X
Xiaoyu Wang 已提交
5961
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5962

5963 5964 5965 5966 5967 5968 5969 5970 5971 5972 5973 5974
  STableBlockDistInfo* pDistInfo = GET_ROWCELL_INTERBUF(pResInfo);

  STableBlockDistInfo p1 = {0};
  tDeserializeBlockDistInfo(varDataVal(pInputCol->pData), varDataLen(pInputCol->pData), &p1);

  pDistInfo->numOfBlocks += p1.numOfBlocks;
  pDistInfo->numOfTables += p1.numOfTables;
  pDistInfo->numOfInmemRows += p1.numOfInmemRows;
  pDistInfo->totalSize += p1.totalSize;
  pDistInfo->totalRows += p1.totalRows;
  pDistInfo->numOfFiles += p1.numOfFiles;

5975 5976
  pDistInfo->defMinRows = p1.defMinRows;
  pDistInfo->defMaxRows = p1.defMaxRows;
5977
  pDistInfo->rowSize = p1.rowSize;
5978 5979
  pDistInfo->numOfSmallBlocks = p1.numOfSmallBlocks;

5980 5981 5982 5983 5984 5985 5986
  if (pDistInfo->minRows > p1.minRows) {
    pDistInfo->minRows = p1.minRows;
  }
  if (pDistInfo->maxRows < p1.maxRows) {
    pDistInfo->maxRows = p1.maxRows;
  }

X
Xiaoyu Wang 已提交
5987
  for (int32_t i = 0; i < tListLen(pDistInfo->blockRowsHisto); ++i) {
5988 5989 5990
    pDistInfo->blockRowsHisto[i] += p1.blockRowsHisto[i];
  }

5991
  pResInfo->numOfRes = BLOCK_DIST_RESULT_ROWS;  // default output rows
5992 5993 5994 5995 5996 5997 5998 5999 6000 6001 6002
  return TSDB_CODE_SUCCESS;
}

int32_t tSerializeBlockDistInfo(void* buf, int32_t bufLen, const STableBlockDistInfo* pInfo) {
  SEncoder encoder = {0};
  tEncoderInit(&encoder, buf, bufLen);

  if (tStartEncode(&encoder) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->rowSize) < 0) return -1;

  if (tEncodeU16(&encoder, pInfo->numOfFiles) < 0) return -1;
6003
  if (tEncodeU32(&encoder, pInfo->numOfBlocks) < 0) return -1;
6004 6005 6006 6007 6008 6009 6010 6011 6012 6013 6014
  if (tEncodeU32(&encoder, pInfo->numOfTables) < 0) return -1;

  if (tEncodeU64(&encoder, pInfo->totalSize) < 0) return -1;
  if (tEncodeU64(&encoder, pInfo->totalRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->maxRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->minRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->defMaxRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->defMinRows) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->numOfInmemRows) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->numOfSmallBlocks) < 0) return -1;

X
Xiaoyu Wang 已提交
6015
  for (int32_t i = 0; i < tListLen(pInfo->blockRowsHisto); ++i) {
6016 6017 6018 6019 6020 6021 6022 6023 6024 6025 6026 6027 6028 6029 6030 6031 6032 6033
    if (tEncodeI32(&encoder, pInfo->blockRowsHisto[i]) < 0) return -1;
  }

  tEndEncode(&encoder);

  int32_t tlen = encoder.pos;
  tEncoderClear(&encoder);
  return tlen;
}

int32_t tDeserializeBlockDistInfo(void* buf, int32_t bufLen, STableBlockDistInfo* pInfo) {
  SDecoder decoder = {0};
  tDecoderInit(&decoder, buf, bufLen);

  if (tStartDecode(&decoder) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->rowSize) < 0) return -1;

  if (tDecodeU16(&decoder, &pInfo->numOfFiles) < 0) return -1;
6034
  if (tDecodeU32(&decoder, &pInfo->numOfBlocks) < 0) return -1;
6035 6036 6037 6038 6039 6040 6041 6042 6043 6044 6045
  if (tDecodeU32(&decoder, &pInfo->numOfTables) < 0) return -1;

  if (tDecodeU64(&decoder, &pInfo->totalSize) < 0) return -1;
  if (tDecodeU64(&decoder, &pInfo->totalRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->maxRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->minRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->defMaxRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->defMinRows) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->numOfInmemRows) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->numOfSmallBlocks) < 0) return -1;

X
Xiaoyu Wang 已提交
6046
  for (int32_t i = 0; i < tListLen(pInfo->blockRowsHisto); ++i) {
6047 6048 6049 6050 6051 6052 6053 6054
    if (tDecodeI32(&decoder, &pInfo->blockRowsHisto[i]) < 0) return -1;
  }

  tDecoderClear(&decoder);
  return 0;
}

int32_t blockDistFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
X
Xiaoyu Wang 已提交
6055
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
6056
  STableBlockDistInfo* pData = GET_ROWCELL_INTERBUF(pResInfo);
6057

6058 6059
  SColumnInfoData* pColInfo = taosArrayGet(pBlock->pDataBlock, 0);

H
Haojun Liao 已提交
6060 6061 6062 6063
  if (pData->totalRows == 0) {
    pData->minRows = 0;
  }

6064
  int32_t row = 0;
X
Xiaoyu Wang 已提交
6065
  char    st[256] = {0};
6066
  double  totalRawSize = pData->totalRows * pData->rowSize;
6067 6068 6069 6070
  int32_t len = sprintf(st + VARSTR_HEADER_SIZE,
                        "Total_Blocks=[%d] Total_Size=[%.2f Kb] Average_size=[%.2f Kb] Compression_Ratio=[%.2f %c]",
                        pData->numOfBlocks, pData->totalSize / 1024.0, ((double)pData->totalSize) / pData->numOfBlocks,
                        pData->totalSize * 100 / totalRawSize, '%');
6071 6072 6073

  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
6074

H
Haojun Liao 已提交
6075 6076 6077 6078 6079
  int64_t avgRows = 0;
  if (pData->numOfBlocks > 0) {
    avgRows = pData->totalRows / pData->numOfBlocks;
  }

6080 6081
  len = sprintf(st + VARSTR_HEADER_SIZE,
                "Total_Rows=[%" PRId64 "] Inmem_Rows=[%d] MinRows=[%d] MaxRows=[%d] Average_Rows=[%" PRId64 "]",
H
Haojun Liao 已提交
6082
                pData->totalRows, pData->numOfInmemRows, pData->minRows, pData->maxRows, avgRows);
6083

6084 6085
  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
6086

6087 6088
  len = sprintf(st + VARSTR_HEADER_SIZE, "Total_Tables=[%d] Total_Files=[%d] Total_Vgroups=[%d]", pData->numOfTables,
                pData->numOfFiles, 0);
6089 6090 6091 6092

  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);

X
Xiaoyu Wang 已提交
6093 6094
  len = sprintf(st + VARSTR_HEADER_SIZE,
                "--------------------------------------------------------------------------------");
6095 6096
  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
6097 6098 6099

  int32_t maxVal = 0;
  int32_t minVal = INT32_MAX;
6100 6101 6102
  for (int32_t i = 0; i < tListLen(pData->blockRowsHisto); ++i) {
    if (maxVal < pData->blockRowsHisto[i]) {
      maxVal = pData->blockRowsHisto[i];
6103 6104
    }

6105 6106
    if (minVal > pData->blockRowsHisto[i]) {
      minVal = pData->blockRowsHisto[i];
6107 6108 6109
    }
  }

6110 6111
  // maximum number of step is 80
  double factor = pData->numOfBlocks / 80.0;
6112 6113

  int32_t numOfBuckets = sizeof(pData->blockRowsHisto) / sizeof(pData->blockRowsHisto[0]);
6114
  int32_t bucketRange = (pData->defMaxRows - pData->defMinRows) / numOfBuckets;
6115

6116
  for (int32_t i = 0; i < tListLen(pData->blockRowsHisto); ++i) {
6117
    len = sprintf(st + VARSTR_HEADER_SIZE, "%04d |", pData->defMinRows + bucketRange * i);
6118

6119
    int32_t num = 0;
6120 6121
    if (pData->blockRowsHisto[i] > 0) {
      num = (pData->blockRowsHisto[i]) / factor;
6122
    }
6123 6124 6125

    for (int32_t j = 0; j < num; ++j) {
      int32_t x = sprintf(st + VARSTR_HEADER_SIZE + len, "%c", '|');
6126 6127 6128
      len += x;
    }

6129 6130 6131 6132
    if (num > 0) {
      double v = pData->blockRowsHisto[i] * 100.0 / pData->numOfBlocks;
      len += sprintf(st + VARSTR_HEADER_SIZE + len, "  %d (%.2f%c)", pData->blockRowsHisto[i], v, '%');
    }
6133 6134 6135

    varDataSetLen(st, len);
    colDataAppend(pColInfo, row++, st, false);
6136 6137
  }

6138
  return TSDB_CODE_SUCCESS;
6139
}
6140 6141 6142 6143 6144 6145

bool getDerivativeFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SDerivInfo);
  return true;
}

6146
bool derivativeFuncSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
6147 6148 6149 6150 6151 6152 6153
  if (!functionSetup(pCtx, pResInfo)) {
    return false;  // not initialized since it has been initialized
  }

  SDerivInfo* pDerivInfo = GET_ROWCELL_INTERBUF(pResInfo);

  pDerivInfo->ignoreNegative = pCtx->param[2].param.i;
6154
  pDerivInfo->prevTs = -1;
6155 6156 6157 6158 6159
  pDerivInfo->tsWindow = pCtx->param[1].param.i;
  pDerivInfo->valueSet = false;
  return true;
}

6160 6161 6162
int32_t derivativeFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SDerivInfo*          pDerivInfo = GET_ROWCELL_INTERBUF(pResInfo);
6163 6164

  SInputColumnInfoData* pInput = &pCtx->input;
6165
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
6166

6167
  int32_t          numOfElems = 0;
6168 6169 6170 6171
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;

  int32_t i = pInput->startRowIndex;
6172
  TSKEY*  tsList = (int64_t*)pInput->pPTS->pData;
6173

6174
  double v = 0;
6175

6176 6177
  if (pCtx->order == TSDB_ORDER_ASC) {
    for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
6178 6179 6180 6181
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }

6182
      char* d = (char*)pInputCol->pData + pInputCol->info.bytes * i;
6183 6184 6185 6186 6187 6188 6189 6190 6191
      GET_TYPED_DATA(v, double, pInputCol->info.type, d);

      int32_t pos = pCtx->offset + numOfElems;
      if (!pDerivInfo->valueSet) {  // initial value is not set yet
        pDerivInfo->valueSet = true;
      } else {
        double r = ((v - pDerivInfo->prevValue) * pDerivInfo->tsWindow) / (tsList[i] - pDerivInfo->prevTs);
        if (pDerivInfo->ignoreNegative && r < 0) {
        } else {
6192 6193 6194 6195 6196 6197
          if (isinf(r) || isnan(r)) {
            colDataAppendNULL(pOutput, pos);
          } else {
            colDataAppend(pOutput, pos, (const char*)&r, false);
          }

6198 6199 6200
          if (pTsOutput != NULL) {
            colDataAppendInt64(pTsOutput, pos, &tsList[i]);
          }
6201 6202 6203 6204 6205 6206

          // handle selectivity
          if (pCtx->subsidiaries.num > 0) {
            appendSelectivityValue(pCtx, i, pos);
          }

6207 6208 6209 6210 6211 6212 6213 6214
          numOfElems++;
        }
      }

      pDerivInfo->prevValue = v;
      pDerivInfo->prevTs = tsList[i];
    }
  } else {
6215 6216 6217 6218 6219
    for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }

6220
      char* d = (char*)pInputCol->pData + pInputCol->info.bytes * i;
6221 6222 6223 6224 6225 6226 6227 6228 6229
      GET_TYPED_DATA(v, double, pInputCol->info.type, d);

      int32_t pos = pCtx->offset + numOfElems;
      if (!pDerivInfo->valueSet) {  // initial value is not set yet
        pDerivInfo->valueSet = true;
      } else {
        double r = ((pDerivInfo->prevValue - v) * pDerivInfo->tsWindow) / (pDerivInfo->prevTs - tsList[i]);
        if (pDerivInfo->ignoreNegative && r < 0) {
        } else {
6230 6231 6232 6233 6234 6235
          if (isinf(r) || isnan(r)) {
            colDataAppendNULL(pOutput, pos);
          } else {
            colDataAppend(pOutput, pos, (const char*)&r, false);
          }

6236 6237 6238
          if (pTsOutput != NULL) {
            colDataAppendInt64(pTsOutput, pos, &pDerivInfo->prevTs);
          }
6239 6240 6241 6242 6243 6244

          // handle selectivity
          if (pCtx->subsidiaries.num > 0) {
            appendSelectivityValue(pCtx, i, pos);
          }

6245 6246 6247
          numOfElems++;
        }
      }
6248

6249 6250 6251
      pDerivInfo->prevValue = v;
      pDerivInfo->prevTs = tsList[i];
    }
6252 6253 6254
  }

  return numOfElems;
H
Haojun Liao 已提交
6255 6256
}

G
Ganlin Zhao 已提交
6257 6258 6259 6260 6261 6262 6263 6264 6265 6266 6267 6268
bool getIrateFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SRateInfo);
  return true;
}

bool irateFuncSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;  // not initialized since it has been initialized
  }

  SRateInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

6269 6270
  pInfo->firstKey = INT64_MIN;
  pInfo->lastKey = INT64_MIN;
G
Ganlin Zhao 已提交
6271
  pInfo->firstValue = (double)INT64_MIN;
6272
  pInfo->lastValue = (double)INT64_MIN;
G
Ganlin Zhao 已提交
6273

6274
  pInfo->hasResult = 0;
G
Ganlin Zhao 已提交
6275 6276 6277 6278 6279
  return true;
}

int32_t irateFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
6280
  SRateInfo*           pRateInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
6281 6282 6283 6284 6285 6286

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

6287
  TSKEY* tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
6288 6289 6290 6291 6292 6293 6294 6295 6296 6297 6298

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;

  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      continue;
    }

    numOfElems++;

6299 6300
    char*  data = colDataGetData(pInputCol, i);
    double v = 0;
G
Ganlin Zhao 已提交
6301 6302 6303 6304
    GET_TYPED_DATA(v, double, type, data);

    if (INT64_MIN == pRateInfo->lastKey) {
      pRateInfo->lastValue = v;
6305
      pRateInfo->lastKey = tsList[i];
G
Ganlin Zhao 已提交
6306 6307 6308 6309 6310 6311 6312 6313 6314 6315
      continue;
    }

    if (tsList[i] > pRateInfo->lastKey) {
      if ((INT64_MIN == pRateInfo->firstKey) || pRateInfo->lastKey > pRateInfo->firstKey) {
        pRateInfo->firstValue = pRateInfo->lastValue;
        pRateInfo->firstKey = pRateInfo->lastKey;
      }

      pRateInfo->lastValue = v;
6316
      pRateInfo->lastKey = tsList[i];
G
Ganlin Zhao 已提交
6317 6318 6319 6320 6321 6322 6323 6324 6325 6326 6327 6328 6329 6330 6331 6332 6333 6334 6335 6336 6337 6338 6339 6340 6341 6342 6343 6344 6345 6346 6347 6348 6349

      continue;
    }

    if ((INT64_MIN == pRateInfo->firstKey) || tsList[i] > pRateInfo->firstKey) {
      pRateInfo->firstValue = v;
      pRateInfo->firstKey = tsList[i];
    }
  }

  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}

static double doCalcRate(const SRateInfo* pRateInfo, double tickPerSec) {
  if ((INT64_MIN == pRateInfo->lastKey) || (INT64_MIN == pRateInfo->firstKey) ||
      (pRateInfo->firstKey >= pRateInfo->lastKey)) {
    return 0.0;
  }

  double diff = 0;
  // If the previous value of the last is greater than the last value, only keep the last point instead of the delta
  // value between two values.
  diff = pRateInfo->lastValue;
  if (diff >= pRateInfo->firstValue) {
    diff -= pRateInfo->firstValue;
  }

  int64_t duration = pRateInfo->lastKey - pRateInfo->firstKey;
  if (duration == 0) {
    return 0;
  }

6350
  return (duration > 0) ? ((double)diff) / (duration / tickPerSec) : 0.0;
G
Ganlin Zhao 已提交
6351 6352 6353 6354 6355 6356 6357 6358 6359 6360
}

int32_t irateFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;

  SRateInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
6361
  double     result = doCalcRate(pInfo, (double)TSDB_TICK_PER_SECOND(pCtx->param[1].param.i));
G
Ganlin Zhao 已提交
6362 6363 6364 6365 6366
  colDataAppend(pCol, pBlock->info.rows, (const char*)&result, pResInfo->isNullRes);

  return pResInfo->numOfRes;
}

6367 6368
int32_t groupKeyFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
6369
  SGroupKeyInfo*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
6370 6371

  SInputColumnInfoData* pInput = &pCtx->input;
6372
  SColumnInfoData*      pInputCol = pInput->pData[0];
6373 6374

  int32_t startIndex = pInput->startRowIndex;
6375

6376
  // escape rest of data blocks to avoid first entry to be overwritten.
6377 6378 6379 6380
  if (pInfo->hasResult) {
    goto _group_key_over;
  }

6381
  if (colDataIsNull_s(pInputCol, startIndex)) {
6382 6383
    pInfo->isNull = true;
    pInfo->hasResult = true;
G
Ganlin Zhao 已提交
6384
    goto _group_key_over;
6385 6386 6387
  }

  char* data = colDataGetData(pInputCol, startIndex);
6388
  if (IS_VAR_DATA_TYPE(pInputCol->info.type)) {
X
Xiaoyu Wang 已提交
6389 6390
    memcpy(pInfo->data, data,
           (pInputCol->info.type == TSDB_DATA_TYPE_JSON) ? getJsonValueLen(data) : varDataTLen(data));
6391 6392 6393
  } else {
    memcpy(pInfo->data, data, pInputCol->info.bytes);
  }
6394
  pInfo->hasResult = true;
G
Ganlin Zhao 已提交
6395 6396

_group_key_over:
6397

G
Ganlin Zhao 已提交
6398
  SET_VAL(pResInfo, 1, 1);
6399 6400 6401
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
6402 6403 6404 6405 6406 6407 6408
int32_t groupKeyFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SGroupKeyInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
6409 6410

  if (pInfo->hasResult) {
6411 6412 6413 6414
    int32_t currentRow = pBlock->info.rows;
    for (; currentRow < pBlock->info.rows + pResInfo->numOfRes; ++currentRow) {
      colDataAppend(pCol, currentRow, pInfo->data, pInfo->isNull ? true : false);
    }
6415 6416 6417
  } else {
    pResInfo->numOfRes = 0;
  }
G
Ganlin Zhao 已提交
6418 6419 6420 6421

  return pResInfo->numOfRes;
}

6422
int32_t cachedLastRowFunction(SqlFunctionCtx* pCtx) {
6423 6424 6425 6426 6427 6428 6429 6430 6431 6432 6433
  int32_t numOfElems = 0;

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  int32_t bytes = pInputCol->info.bytes;
  pInfo->bytes = bytes;

6434
  // last_row function does not ignore the null value
6435 6436 6437 6438 6439
  for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
    numOfElems++;

    char* data = colDataGetData(pInputCol, i);
    TSKEY cts = getRowPTs(pInput->pPTS, i);
6440
    if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
6441
      doSaveLastrow(pCtx, data, i, cts, pInfo);
6442
      pResInfo->numOfRes = 1;
6443 6444 6445 6446 6447 6448
    }
  }

  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}