scalar.c 39.6 KB
Newer Older
D
dapan1121 已提交
1 2
#include "function.h"
#include "functionMgt.h"
H
Haojun Liao 已提交
3 4
#include "nodes.h"
#include "querynodes.h"
D
dapan1121 已提交
5
#include "sclInt.h"
H
Haojun Liao 已提交
6 7 8
#include "sclvector.h"
#include "tcommon.h"
#include "tdatablock.h"
9
#include "scalar.h"
S
slzhou 已提交
10
#include "tudf.h"
D
fix bug  
dapan1121 已提交
11
#include "ttime.h"
12
#include "tcompare.h"
D
dapan1121 已提交
13

D
dapan1121 已提交
14
int32_t scalarGetOperatorParamNum(EOperatorType type) {
G
Ganlin Zhao 已提交
15
  if (OP_TYPE_IS_NULL == type || OP_TYPE_IS_NOT_NULL == type || OP_TYPE_IS_TRUE == type || OP_TYPE_IS_NOT_TRUE == type
D
dapan1121 已提交
16 17
   || OP_TYPE_IS_FALSE == type || OP_TYPE_IS_NOT_FALSE == type || OP_TYPE_IS_UNKNOWN == type || OP_TYPE_IS_NOT_UNKNOWN == type
   || OP_TYPE_MINUS == type) {
D
dapan1121 已提交
18 19 20 21 22 23
    return 1;
  }

  return 2;
}

D
dapan1121 已提交
24
int32_t sclConvertToTsValueNode(int8_t precision, SValueNode* valueNode) {
D
dapan 已提交
25
  char *timeStr = valueNode->datum.p;
D
dapan1121 已提交
26 27 28
  int32_t code = convertStringToTimestamp(valueNode->node.resType.type, valueNode->datum.p, precision, &valueNode->datum.i);
  if (code != TSDB_CODE_SUCCESS) {
    return code;
D
dapan 已提交
29 30
  }
  taosMemoryFree(timeStr);
D
dapan1121 已提交
31
  valueNode->typeData = valueNode->datum.i;
G
Ganlin Zhao 已提交
32

D
dapan 已提交
33 34
  valueNode->node.resType.type = TSDB_DATA_TYPE_TIMESTAMP;
  valueNode->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_TIMESTAMP].bytes;
D
dapan1121 已提交
35 36

  return TSDB_CODE_SUCCESS;
D
dapan 已提交
37 38
}

H
Haojun Liao 已提交
39
int32_t sclCreateColumnInfoData(SDataType* pType, int32_t numOfRows, SScalarParam* pParam) {
H
Haojun Liao 已提交
40
  SColumnInfoData* pColumnData = taosMemoryCalloc(1, sizeof(SColumnInfoData));
41 42
  if (pColumnData == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
H
Haojun Liao 已提交
43
    return terrno;
44 45 46 47 48 49 50
  }

  pColumnData->info.type      = pType->type;
  pColumnData->info.bytes     = pType->bytes;
  pColumnData->info.scale     = pType->scale;
  pColumnData->info.precision = pType->precision;

51
  int32_t code = colInfoDataEnsureCapacity(pColumnData, numOfRows);
52 53
  if (code != TSDB_CODE_SUCCESS) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
H
Haojun Liao 已提交
54
    taosMemoryFree(pColumnData);
H
Haojun Liao 已提交
55
    return terrno;
56
  }
H
Haojun Liao 已提交
57 58

  pParam->columnData = pColumnData;
D
dapan1121 已提交
59
  pParam->colAlloced = true;
H
Haojun Liao 已提交
60
  return TSDB_CODE_SUCCESS;
61 62
}

D
dapan1121 已提交
63
int32_t doConvertDataType(SValueNode* pValueNode, SScalarParam* out, int32_t* overflow) {
64
  SScalarParam in = {.numOfRows = 1};
H
Haojun Liao 已提交
65 66 67 68 69
  int32_t code = sclCreateColumnInfoData(&pValueNode->node.resType, 1, &in);
  if (code != TSDB_CODE_SUCCESS) {
    return code;
  }

70
  colDataAppend(in.columnData, 0, nodesGetValueFromNode(pValueNode), false);
71

72
  colInfoDataEnsureCapacity(out->columnData, 1);
D
dapan1121 已提交
73
  code = vectorConvertImpl(&in, out, overflow);
74 75 76
  sclFreeParam(&in);

  return code;
77 78
}

D
dapan1121 已提交
79 80 81 82 83 84 85
int32_t scalarGenerateSetFromList(void **data, void *pNode, uint32_t type) {
  SHashObj *pObj = taosHashInit(256, taosGetDefaultHashFunction(type), true, false);
  if (NULL == pObj) {
    sclError("taosHashInit failed, size:%d", 256);
    SCL_ERR_RET(TSDB_CODE_QRY_OUT_OF_MEMORY);
  }

G
Ganlin Zhao 已提交
86
  taosHashSetEqualFp(pObj, taosGetDefaultEqualFunction(type));
D
dapan1121 已提交
87 88 89 90

  int32_t code = 0;
  SNodeListNode *nodeList = (SNodeListNode *)pNode;
  SListCell *cell = nodeList->pNodeList->pHead;
H
Haojun Liao 已提交
91
  SScalarParam out = {.columnData = taosMemoryCalloc(1, sizeof(SColumnInfoData))};
92

D
dapan1121 已提交
93 94
  int32_t len = 0;
  void *buf = NULL;
G
Ganlin Zhao 已提交
95

D
dapan1121 已提交
96 97
  for (int32_t i = 0; i < nodeList->pNodeList->length; ++i) {
    SValueNode *valueNode = (SValueNode *)cell->pNode;
G
Ganlin Zhao 已提交
98

D
dapan1121 已提交
99
    if (valueNode->node.resType.type != type) {
100
      out.columnData->info.type = type;
D
dapan1121 已提交
101 102 103 104 105 106 107 108 109
      if (IS_VAR_DATA_TYPE(type)) {
        if (IS_VAR_DATA_TYPE(valueNode->node.resType.type)) {
          out.columnData->info.bytes = valueNode->node.resType.bytes * TSDB_NCHAR_SIZE;
        } else {
          out.columnData->info.bytes = 64 * TSDB_NCHAR_SIZE;
        }
      } else {
        out.columnData->info.bytes = tDataTypes[type].bytes;
      }
110

D
dapan1121 已提交
111 112
      int32_t overflow = 0;
      code = doConvertDataType(valueNode, &out, &overflow);
113
      if (code != TSDB_CODE_SUCCESS) {
114
//        sclError("convert data from %d to %d failed", in.type, out.type);
D
dapan1121 已提交
115 116 117
        SCL_ERR_JRET(code);
      }

D
dapan1121 已提交
118 119 120 121 122
      if (overflow) {
        cell = cell->pNext;
        continue;
      }

D
dapan1121 已提交
123
      if (IS_VAR_DATA_TYPE(type)) {
124
        buf = colDataGetVarData(out.columnData, 0);
D
dapan1121 已提交
125
        len = varDataTLen(buf);
D
dapan1121 已提交
126 127
      } else {
        len = tDataTypes[type].bytes;
128
        buf = out.columnData->pData;
D
dapan1121 已提交
129 130 131
      }
    } else {
      buf = nodesGetValueFromNode(valueNode);
D
dapan1121 已提交
132
      if (IS_VAR_DATA_TYPE(type)) {
133
        len = varDataTLen(buf);
D
dapan1121 已提交
134 135
      } else {
        len = valueNode->node.resType.bytes;
136
      }
D
dapan1121 已提交
137
    }
G
Ganlin Zhao 已提交
138

139
    if (taosHashPut(pObj, buf, (size_t)len, NULL, 0)) {
D
dapan1121 已提交
140
      sclError("taosHashPut to set failed");
D
dapan1121 已提交
141 142
      SCL_ERR_JRET(TSDB_CODE_QRY_OUT_OF_MEMORY);
    }
D
dapan1121 已提交
143

D
dapan1121 已提交
144 145 146 147
    colDataDestroy(out.columnData);
    taosMemoryFreeClear(out.columnData);
    out.columnData = taosMemoryCalloc(1, sizeof(SColumnInfoData));

D
dapan1121 已提交
148
    cell = cell->pNext;
D
dapan1121 已提交
149 150 151
  }

  *data = pObj;
D
dapan1121 已提交
152 153 154

  colDataDestroy(out.columnData);
  taosMemoryFreeClear(out.columnData);
D
dapan1121 已提交
155 156 157
  return TSDB_CODE_SUCCESS;

_return:
D
dapan1121 已提交
158 159 160

  colDataDestroy(out.columnData);
  taosMemoryFreeClear(out.columnData);
D
dapan1121 已提交
161 162 163 164
  taosHashCleanup(pObj);
  SCL_RET(code);
}

D
dapan1121 已提交
165 166 167 168 169 170 171
void sclFreeRes(SHashObj *res) {
  SScalarParam *p = NULL;
  void *pIter = taosHashIterate(res, NULL);
  while (pIter) {
    p = (SScalarParam *)pIter;

    if (p) {
D
dapan 已提交
172
      sclFreeParam(p);
D
dapan1121 已提交
173 174 175 176 177 178
    }
    pIter = taosHashIterate(res, pIter);
  }
  taosHashCleanup(res);
}

D
dapan1121 已提交
179
void sclFreeParam(SScalarParam *param) {
D
dapan1121 已提交
180 181 182 183 184
  if (!param->colAlloced) {
    return;
  }
  
  if (param->columnData != NULL) {
185
    colDataDestroy(param->columnData);
186
    taosMemoryFreeClear(param->columnData);
187 188 189 190
  }

  if (param->pHashFilter != NULL) {
    taosHashCleanup(param->pHashFilter);
D
dapan1121 已提交
191
    param->pHashFilter = NULL;
192
  }
D
dapan1121 已提交
193 194
}

D
dapan1121 已提交
195 196 197 198
int32_t sclCopyValueNodeValue(SValueNode *pNode, void **res) {
  if (TSDB_DATA_TYPE_NULL == pNode->node.resType.type) {
    return TSDB_CODE_SUCCESS;
  }
G
Ganlin Zhao 已提交
199

wafwerar's avatar
wafwerar 已提交
200
  *res = taosMemoryMalloc(pNode->node.resType.bytes);
D
dapan1121 已提交
201 202 203 204 205 206 207 208 209
  if (NULL == (*res)) {
    sclError("malloc %d failed", pNode->node.resType.bytes);
    SCL_ERR_RET(TSDB_CODE_QRY_OUT_OF_MEMORY);
  }

  memcpy(*res, nodesGetValueFromNode(pNode), pNode->node.resType.bytes);
  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
210 211 212 213 214 215 216 217 218 219 220 221 222
void sclFreeParamList(SScalarParam *param, int32_t paramNum) {
  if (NULL == param) {
    return;
  }

  for (int32_t i = 0; i < paramNum; ++i) {
    SScalarParam* p = param + i;
    sclFreeParam(p);
  }

  taosMemoryFree(param);
}

223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298
void sclDowngradeValueType(SValueNode *valueNode) {
  switch (valueNode->node.resType.type) {
    case TSDB_DATA_TYPE_BIGINT: {
      int8_t i8 = valueNode->datum.i;
      if (i8 == valueNode->datum.i) {
        valueNode->node.resType.type = TSDB_DATA_TYPE_TINYINT;
        *(int8_t*)&valueNode->typeData = i8;
        break;
      }
      int16_t i16 = valueNode->datum.i;
      if (i16 == valueNode->datum.i) {
        valueNode->node.resType.type = TSDB_DATA_TYPE_SMALLINT;
        *(int16_t*)&valueNode->typeData = i16;
        break;
      }
      int32_t i32 = valueNode->datum.i;
      if (i32 == valueNode->datum.i) {
        valueNode->node.resType.type = TSDB_DATA_TYPE_INT;
        *(int32_t*)&valueNode->typeData = i32;
        break;
      }
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT:{
      uint8_t u8 = valueNode->datum.i;
      if (u8 == valueNode->datum.i) {
        int8_t i8 = valueNode->datum.i;
        if (i8 == valueNode->datum.i) {
          valueNode->node.resType.type = TSDB_DATA_TYPE_TINYINT;
          *(int8_t*)&valueNode->typeData = i8;
        } else {
          valueNode->node.resType.type = TSDB_DATA_TYPE_UTINYINT;
          *(uint8_t*)&valueNode->typeData = u8;
        }
        break;
      }
      uint16_t u16 = valueNode->datum.i;
      if (u16 == valueNode->datum.i) {
        int16_t i16 = valueNode->datum.i;
        if (i16 == valueNode->datum.i) {
          valueNode->node.resType.type = TSDB_DATA_TYPE_SMALLINT;
          *(int16_t*)&valueNode->typeData = i16;
        } else {
          valueNode->node.resType.type = TSDB_DATA_TYPE_USMALLINT;
          *(uint16_t*)&valueNode->typeData = u16;
        }
        break;
      }
      uint32_t u32 = valueNode->datum.i;
      if (u32 == valueNode->datum.i) {
        int32_t i32 = valueNode->datum.i;
        if (i32 == valueNode->datum.i) {
          valueNode->node.resType.type = TSDB_DATA_TYPE_INT;
          *(int32_t*)&valueNode->typeData = i32;
        } else {
          valueNode->node.resType.type = TSDB_DATA_TYPE_UINT;
          *(uint32_t*)&valueNode->typeData = u32;
        }
        break;
      }
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      float f = valueNode->datum.d;
      if (FLT_EQUAL(f, valueNode->datum.d)) {
        valueNode->node.resType.type = TSDB_DATA_TYPE_FLOAT;
        *(float*)&valueNode->typeData = f;
        break;
      }
      break;
    }
    default:
      break;
  }
}

D
dapan1121 已提交
299 300
int32_t sclInitParam(SNode* node, SScalarParam *param, SScalarCtx *ctx, int32_t *rowNum) {
  switch (nodeType(node)) {
D
dapan1121 已提交
301 302 303 304 305
    case QUERY_NODE_LEFT_VALUE: {
      SSDataBlock* pb = taosArrayGetP(ctx->pBlockList, 0);
      param->numOfRows = pb->info.rows;
      break;
    }
D
dapan1121 已提交
306 307
    case QUERY_NODE_VALUE: {
      SValueNode *valueNode = (SValueNode *)node;
308

H
Haojun Liao 已提交
309
      ASSERT(param->columnData == NULL);
310
      param->numOfRows = 1;
H
Haojun Liao 已提交
311
      /*int32_t code = */sclCreateColumnInfoData(&valueNode->node.resType, 1, param);
wmmhello's avatar
wmmhello 已提交
312
      if (TSDB_DATA_TYPE_NULL == valueNode->node.resType.type || valueNode->isNull) {
313
        colDataAppendNULL(param->columnData, 0);
314 315
      } else {
        colDataAppend(param->columnData, 0, nodesGetValueFromNode(valueNode), false);
D
dapan1121 已提交
316
      }
D
dapan1121 已提交
317 318
      break;
    }
D
dapan1121 已提交
319 320
    case QUERY_NODE_NODE_LIST: {
      SNodeListNode *nodeList = (SNodeListNode *)node;
321 322
      if (LIST_LENGTH(nodeList->pNodeList) <= 0) {
        sclError("invalid length in nodeList, length:%d", LIST_LENGTH(nodeList->pNodeList));
D
dapan1121 已提交
323 324 325
        SCL_RET(TSDB_CODE_QRY_INVALID_INPUT);
      }

D
dapan1121 已提交
326 327 328 329
      int32_t type = vectorGetConvertType(ctx->type.selfType, ctx->type.peerType);
      if (type == 0) {
        type = nodeList->dataType.type;
      }
G
Ganlin Zhao 已提交
330

D
dapan1121 已提交
331 332
      SCL_ERR_RET(scalarGenerateSetFromList((void **)&param->pHashFilter, node, type));
      param->hashValueType = type;
D
dapan1121 已提交
333
      param->colAlloced = true;
D
dapan 已提交
334
      if (taosHashPut(ctx->pRes, &node, POINTER_BYTES, param, sizeof(*param))) {
335
        taosHashCleanup(param->pHashFilter);
D
dapan1121 已提交
336
        param->pHashFilter = NULL;
D
dapan 已提交
337 338
        sclError("taosHashPut nodeList failed, size:%d", (int32_t)sizeof(*param));
        return TSDB_CODE_QRY_OUT_OF_MEMORY;
G
Ganlin Zhao 已提交
339
      }
D
dapan1121 已提交
340
      param->colAlloced = false;
D
dapan1121 已提交
341 342
      break;
    }
X
Xiaoyu Wang 已提交
343
    case QUERY_NODE_COLUMN: {
D
dapan 已提交
344 345
      if (NULL == ctx->pBlockList) {
        sclError("invalid node type for constant calculating, type:%d, src:%p", nodeType(node), ctx->pBlockList);
D
dapan1121 已提交
346 347
        SCL_ERR_RET(TSDB_CODE_QRY_APP_ERROR);
      }
G
Ganlin Zhao 已提交
348

X
Xiaoyu Wang 已提交
349
      SColumnNode *ref = (SColumnNode *)node;
350 351 352 353 354 355 356 357 358 359 360

      int32_t index = -1;
      for(int32_t i = 0; i < taosArrayGetSize(ctx->pBlockList); ++i) {
        SSDataBlock* pb = taosArrayGetP(ctx->pBlockList, i);
        if (pb->info.blockId == ref->dataBlockId) {
          index = i;
          break;
        }
      }

      if (index == -1) {
D
dapan1121 已提交
361
        sclError("column tupleId is too big, tupleId:%d, dataBlockNum:%d", ref->dataBlockId, (int32_t)taosArrayGetSize(ctx->pBlockList));
D
dapan 已提交
362 363 364
        SCL_ERR_RET(TSDB_CODE_QRY_INVALID_INPUT);
      }

365
      SSDataBlock *block = *(SSDataBlock **)taosArrayGet(ctx->pBlockList, index);
366
      if (NULL == block || ref->slotId >= taosArrayGetSize(block->pDataBlock)) {
D
dapan 已提交
367
        sclError("column slotId is too big, slodId:%d, dataBlockSize:%d", ref->slotId, (int32_t)taosArrayGetSize(block->pDataBlock));
D
dapan1121 已提交
368 369 370
        SCL_ERR_RET(TSDB_CODE_QRY_INVALID_INPUT);
      }

D
dapan 已提交
371
      SColumnInfoData *columnData = (SColumnInfoData *)taosArrayGet(block->pDataBlock, ref->slotId);
372 373 374
#if TAG_FILTER_DEBUG
      qDebug("tagfilter column info, slotId:%d, colId:%d, type:%d", ref->slotId, columnData->info.colId, columnData->info.type);
#endif
375 376
      param->numOfRows = block->info.rows;
      param->columnData = columnData;
D
dapan1121 已提交
377 378
      break;
    }
379 380 381
    case QUERY_NODE_FUNCTION:
    case QUERY_NODE_OPERATOR:
    case QUERY_NODE_LOGIC_CONDITION: {
D
dapan1121 已提交
382 383 384 385 386 387
      SScalarParam *res = (SScalarParam *)taosHashGet(ctx->pRes, &node, POINTER_BYTES);
      if (NULL == res) {
        sclError("no result for node, type:%d, node:%p", nodeType(node), node);
        SCL_ERR_RET(TSDB_CODE_QRY_APP_ERROR);
      }
      *param = *res;
D
dapan1121 已提交
388
      param->colAlloced = false;
D
dapan1121 已提交
389 390
      break;
    }
391 392
    default:
      break;
D
dapan1121 已提交
393 394
  }

395 396 397
  if (param->numOfRows > *rowNum) {
    if ((1 != param->numOfRows) && (1 < *rowNum)) {
      sclError("different row nums, rowNum:%d, newRowNum:%d", *rowNum, param->numOfRows);
D
dapan1121 已提交
398 399
      SCL_ERR_RET(TSDB_CODE_QRY_INVALID_INPUT);
    }
G
Ganlin Zhao 已提交
400

401
    *rowNum = param->numOfRows;
D
dapan1121 已提交
402 403
  }

404
  param->param = ctx->param;
D
dapan1121 已提交
405 406 407
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
408
int32_t sclInitParamList(SScalarParam **pParams, SNodeList* pParamList, SScalarCtx *ctx, int32_t *paramNum, int32_t *rowNum) {
D
dapan1121 已提交
409
  int32_t code = 0;
D
dapan1121 已提交
410 411
  if (NULL == pParamList) {
    if (ctx->pBlockList) {
D
dapan1121 已提交
412
      SSDataBlock *pBlock = taosArrayGetP(ctx->pBlockList, 0);
D
dapan1121 已提交
413 414 415 416 417
      *rowNum = pBlock->info.rows;
    } else {
      *rowNum = 1;
    }

D
dapan 已提交
418
    *paramNum = 1;
D
dapan1121 已提交
419
  } else {
D
dapan 已提交
420
    *paramNum = pParamList->length;
D
dapan1121 已提交
421 422
  }

D
dapan 已提交
423
  SScalarParam *paramList = taosMemoryCalloc(*paramNum, sizeof(SScalarParam));
D
dapan1121 已提交
424
  if (NULL == paramList) {
D
dapan 已提交
425
    sclError("calloc %d failed", (int32_t)((*paramNum) * sizeof(SScalarParam)));
D
dapan1121 已提交
426
    SCL_ERR_RET(TSDB_CODE_QRY_OUT_OF_MEMORY);
D
dapan1121 已提交
427 428
  }

D
dapan1121 已提交
429 430 431 432
  if (pParamList) {
    SNode *tnode = NULL;
    int32_t i = 0;
    if (SCL_IS_CONST_CALC(ctx)) {
G
Ganlin Zhao 已提交
433
      WHERE_EACH (tnode, pParamList) {
D
dapan1121 已提交
434
        if (!SCL_IS_CONST_NODE(tnode)) {
D
dapan 已提交
435
          WHERE_NEXT;
D
dapan1121 已提交
436 437 438 439
        } else {
          SCL_ERR_JRET(sclInitParam(tnode, &paramList[i], ctx, rowNum));
          ERASE_NODE(pParamList);
        }
G
Ganlin Zhao 已提交
440

D
dapan1121 已提交
441 442 443
        ++i;
      }
    } else {
G
Ganlin Zhao 已提交
444
      FOREACH(tnode, pParamList) {
D
dapan1121 已提交
445 446 447
        SCL_ERR_JRET(sclInitParam(tnode, &paramList[i], ctx, rowNum));
        ++i;
      }
D
dapan1121 已提交
448
    }
D
dapan1121 已提交
449 450 451
  } else {
    paramList[0].numOfRows = *rowNum;
  }
D
dapan1121 已提交
452

D
dapan1121 已提交
453
  if (0 == *rowNum) {
G
Ganlin Zhao 已提交
454
    taosMemoryFreeClear(paramList);
D
dapan1121 已提交
455
  }
D
dapan1121 已提交
456

D
dapan1121 已提交
457
  *pParams = paramList;
D
dapan1121 已提交
458
  return TSDB_CODE_SUCCESS;
D
dapan1121 已提交
459

D
dapan1121 已提交
460
_return:
wafwerar's avatar
wafwerar 已提交
461
  taosMemoryFreeClear(paramList);
D
dapan1121 已提交
462 463 464
  SCL_RET(code);
}

D
dapan1121 已提交
465 466 467 468
int32_t sclGetNodeType(SNode *pNode, SScalarCtx *ctx) {
  if (NULL == pNode) {
    return -1;
  }
G
Ganlin Zhao 已提交
469

wafwerar's avatar
wafwerar 已提交
470
  switch ((int)nodeType(pNode)) {
D
dapan1121 已提交
471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504
    case QUERY_NODE_VALUE: {
      SValueNode *valueNode = (SValueNode *)pNode;
      return valueNode->node.resType.type;
    }
    case QUERY_NODE_NODE_LIST: {
      SNodeListNode *nodeList = (SNodeListNode *)pNode;
      return nodeList->dataType.type;
    }
    case QUERY_NODE_COLUMN: {
      SColumnNode *colNode = (SColumnNode *)pNode;
      return colNode->node.resType.type;
    }
    case QUERY_NODE_FUNCTION:
    case QUERY_NODE_OPERATOR:
    case QUERY_NODE_LOGIC_CONDITION: {
      SScalarParam *res = (SScalarParam *)taosHashGet(ctx->pRes, &pNode, POINTER_BYTES);
      if (NULL == res) {
        sclError("no result for node, type:%d, node:%p", nodeType(pNode), pNode);
        return -1;
      }
      return res->columnData->info.type;
    }
  }

  return -1;
}


void sclSetOperatorValueType(SOperatorNode *node, SScalarCtx *ctx) {
  ctx->type.opResType = node->node.resType.type;
  ctx->type.selfType = sclGetNodeType(node->pLeft, ctx);
  ctx->type.peerType = sclGetNodeType(node->pRight, ctx);
}

D
dapan1121 已提交
505 506
int32_t sclInitOperatorParams(SScalarParam **pParams, SOperatorNode *node, SScalarCtx *ctx, int32_t *rowNum) {
  int32_t code = 0;
D
dapan1121 已提交
507
  int32_t paramNum = scalarGetOperatorParamNum(node->opType);
D
dapan1121 已提交
508 509 510 511
  if (NULL == node->pLeft || (paramNum == 2 && NULL == node->pRight)) {
    sclError("invalid operation node, left:%p, right:%p", node->pLeft, node->pRight);
    SCL_ERR_RET(TSDB_CODE_QRY_INVALID_INPUT);
  }
G
Ganlin Zhao 已提交
512

wafwerar's avatar
wafwerar 已提交
513
  SScalarParam *paramList = taosMemoryCalloc(paramNum, sizeof(SScalarParam));
D
dapan1121 已提交
514 515
  if (NULL == paramList) {
    sclError("calloc %d failed", (int32_t)(paramNum * sizeof(SScalarParam)));
D
dapan1121 已提交
516 517 518
    SCL_ERR_RET(TSDB_CODE_QRY_OUT_OF_MEMORY);
  }

D
dapan1121 已提交
519 520
  sclSetOperatorValueType(node, ctx);

D
dapan1121 已提交
521
  SCL_ERR_JRET(sclInitParam(node->pLeft, &paramList[0], ctx, rowNum));
D
dapan1121 已提交
522
  if (paramNum > 1) {
D
dapan1121 已提交
523
    TSWAP(ctx->type.selfType, ctx->type.peerType);
D
dapan1121 已提交
524
    SCL_ERR_JRET(sclInitParam(node->pRight, &paramList[1], ctx, rowNum));
D
dapan1121 已提交
525 526
  }

D
dapan1121 已提交
527
  *pParams = paramList;
D
dapan1121 已提交
528
  return TSDB_CODE_SUCCESS;
D
dapan1121 已提交
529 530

_return:
wafwerar's avatar
wafwerar 已提交
531
  taosMemoryFreeClear(paramList);
D
dapan1121 已提交
532
  SCL_RET(code);
D
dapan1121 已提交
533 534
}

535
int32_t sclExecFunction(SFunctionNode *node, SScalarCtx *ctx, SScalarParam *output) {
D
dapan1121 已提交
536 537
  SScalarParam *params = NULL;
  int32_t rowNum = 0;
D
dapan 已提交
538
  int32_t paramNum = 0;
D
dapan1121 已提交
539
  int32_t code = 0;
D
dapan 已提交
540
  SCL_ERR_RET(sclInitParamList(&params, node->pParameterList, ctx, &paramNum, &rowNum));
D
dapan1121 已提交
541

D
dapan1121 已提交
542
  if (fmIsUserDefinedFunc(node->funcId)) {
543
    code = callUdfScalarFunc(node->functionName, params, paramNum, output);
544 545 546 547
    if (code != 0) {
      sclError("fmExecFunction error. callUdfScalarFunc. function name: %s, udf code:%d", node->functionName, code);
      goto _return;
    }
D
dapan1121 已提交
548 549 550 551 552 553 554
  } else {
    SScalarFuncExecFuncs ffpSet = {0};
    code = fmGetScalarFuncExecFuncs(node->funcId, &ffpSet);
    if (code) {
      sclError("fmGetFuncExecFuncs failed, funcId:%d, code:%s", node->funcId, tstrerror(code));
      SCL_ERR_JRET(code);
    }
G
Ganlin Zhao 已提交
555

H
Haojun Liao 已提交
556 557 558
    code = sclCreateColumnInfoData(&node->node.resType, rowNum, output);
    if (code != TSDB_CODE_SUCCESS) {
      SCL_ERR_JRET(code);
D
dapan1121 已提交
559 560 561 562 563 564 565
    }

    code = (*ffpSet.process)(params, paramNum, output);
    if (code) {
      sclError("scalar function exec failed, funcId:%d, code:%s", node->funcId, tstrerror(code));
      SCL_ERR_JRET(code);
    }
D
dapan1121 已提交
566 567 568 569
  }

_return:

D
dapan1121 已提交
570
  sclFreeParamList(params, paramNum);
D
dapan1121 已提交
571 572 573 574 575 576 577 578 579 580 581 582
  SCL_RET(code);
}

int32_t sclExecLogic(SLogicConditionNode *node, SScalarCtx *ctx, SScalarParam *output) {
  if (NULL == node->pParameterList || node->pParameterList->length <= 0) {
    sclError("invalid logic parameter list, list:%p, paramNum:%d", node->pParameterList, node->pParameterList ? node->pParameterList->length : 0);
    SCL_ERR_RET(TSDB_CODE_QRY_INVALID_INPUT);
  }

  if (TSDB_DATA_TYPE_BOOL != node->node.resType.type) {
    sclError("invalid logic resType, type:%d", node->node.resType.type);
    SCL_ERR_RET(TSDB_CODE_QRY_INVALID_INPUT);
D
dapan1121 已提交
583 584
  }

D
dapan1121 已提交
585 586 587 588 589 590 591
  if (LOGIC_COND_TYPE_NOT == node->condType && node->pParameterList->length > 1) {
    sclError("invalid NOT operation parameter number, paramNum:%d", node->pParameterList->length);
    SCL_ERR_RET(TSDB_CODE_QRY_INVALID_INPUT);
  }

  SScalarParam *params = NULL;
  int32_t rowNum = 0;
D
dapan 已提交
592
  int32_t paramNum = 0;
D
dapan1121 已提交
593
  int32_t code = 0;
D
dapan 已提交
594
  SCL_ERR_RET(sclInitParamList(&params, node->pParameterList, ctx, &paramNum, &rowNum));
D
dapan1121 已提交
595 596 597 598
  if (NULL == params) {
    output->numOfRows = 0;
    return TSDB_CODE_SUCCESS;
  }
D
dapan1121 已提交
599

600 601 602 603
  int32_t type = node->node.resType.type;
  output->numOfRows = rowNum;

  SDataType t = {.type = type, .bytes = tDataTypes[type].bytes};
H
Haojun Liao 已提交
604 605 606
  code = sclCreateColumnInfoData(&t, rowNum, output);
  if (code != TSDB_CODE_SUCCESS) {
    SCL_ERR_JRET(code);
D
dapan1121 已提交
607
  }
D
dapan1121 已提交
608

D
dapan1121 已提交
609
  bool value = false;
D
dapan 已提交
610
  bool complete = true;
D
dapan1121 已提交
611
  for (int32_t i = 0; i < rowNum; ++i) {
D
dapan 已提交
612 613
    complete = true;
    for (int32_t m = 0; m < paramNum; ++m) {
D
dapan1121 已提交
614
      if (NULL == params[m].columnData) {
D
dapan 已提交
615
        complete = false;
D
dapan1121 已提交
616 617
        continue;
      }
618 619 620
      char* p = colDataGetData(params[m].columnData, i);
      GET_TYPED_DATA(value, bool, params[m].columnData->info.type, p);

D
dapan1121 已提交
621
      if (LOGIC_COND_TYPE_AND == node->condType && (false == value)) {
D
dapan1121 已提交
622
        complete = true;
D
dapan1121 已提交
623 624
        break;
      } else if (LOGIC_COND_TYPE_OR == node->condType && value) {
D
dapan1121 已提交
625
        complete = true;
D
dapan1121 已提交
626 627 628 629 630 631
        break;
      } else if (LOGIC_COND_TYPE_NOT == node->condType) {
        value = !value;
      }
    }

D
dapan 已提交
632 633 634
    if (complete) {
      colDataAppend(output->columnData, i, (char*) &value, false);
    }
D
dapan1121 已提交
635 636
  }

D
dapan1121 已提交
637 638 639 640 641
  if (SCL_IS_CONST_CALC(ctx) && (false == complete)) {
    sclFreeParam(output);
    output->numOfRows = 0;
  }

D
dapan1121 已提交
642
_return:
D
dapan1121 已提交
643

D
dapan1121 已提交
644
  sclFreeParamList(params, paramNum);
D
dapan1121 已提交
645
  SCL_RET(code);
D
dapan1121 已提交
646 647 648 649 650 651
}

int32_t sclExecOperator(SOperatorNode *node, SScalarCtx *ctx, SScalarParam *output) {
  SScalarParam *params = NULL;
  int32_t rowNum = 0;
  int32_t code = 0;
652

wmmhello's avatar
wmmhello 已提交
653
  // json not support in in operator
H
Haojun Liao 已提交
654
  if (nodeType(node->pLeft) == QUERY_NODE_VALUE) {
wmmhello's avatar
wmmhello 已提交
655
    SValueNode *valueNode = (SValueNode *)node->pLeft;
H
Haojun Liao 已提交
656
    if (valueNode->node.resType.type == TSDB_DATA_TYPE_JSON && (node->opType == OP_TYPE_IN || node->opType == OP_TYPE_NOT_IN)) {
wmmhello's avatar
wmmhello 已提交
657 658 659 660
      SCL_RET(TSDB_CODE_QRY_JSON_IN_ERROR);
    }
  }

D
dapan1121 已提交
661
  SCL_ERR_RET(sclInitOperatorParams(&params, node, ctx, &rowNum));
662
  if (output->columnData == NULL) {
H
Haojun Liao 已提交
663 664 665 666
    code = sclCreateColumnInfoData(&node->node.resType, rowNum, output);
    if (code != TSDB_CODE_SUCCESS) {
      SCL_ERR_JRET(code);
    }
D
dapan1121 已提交
667 668 669 670
  }

  _bin_scalar_fn_t OperatorFn = getBinScalarOperatorFn(node->opType);

D
dapan1121 已提交
671
  int32_t paramNum = scalarGetOperatorParamNum(node->opType);
D
dapan1121 已提交
672 673
  SScalarParam* pLeft = &params[0];
  SScalarParam* pRight = paramNum > 1 ? &params[1] : NULL;
674

wmmhello's avatar
wmmhello 已提交
675
  terrno = TSDB_CODE_SUCCESS;
D
dapan 已提交
676
  OperatorFn(pLeft, pRight, output, TSDB_ORDER_ASC);
wmmhello's avatar
wmmhello 已提交
677
  code = terrno;
D
dapan1121 已提交
678 679

_return:
D
dapan1121 已提交
680

D
dapan1121 已提交
681
  sclFreeParamList(params, paramNum);
D
dapan1121 已提交
682
  SCL_RET(code);
D
dapan1121 已提交
683 684
}

D
dapan1121 已提交
685
EDealRes sclRewriteNullInOptr(SNode** pNode, SScalarCtx *ctx, EOperatorType opType) {
D
dapan1121 已提交
686 687 688
  if (opType <= OP_TYPE_CALC_MAX) {
    SValueNode *res = (SValueNode *)nodesMakeNode(QUERY_NODE_VALUE);
    if (NULL == res) {
G
Ganlin Zhao 已提交
689
      sclError("make value node failed");
D
dapan1121 已提交
690 691 692
      ctx->code = TSDB_CODE_QRY_OUT_OF_MEMORY;
      return DEAL_RES_ERROR;
    }
G
Ganlin Zhao 已提交
693

D
dapan1121 已提交
694
    res->node.resType.type = TSDB_DATA_TYPE_NULL;
G
Ganlin Zhao 已提交
695

D
dapan1121 已提交
696 697 698 699 700
    nodesDestroyNode(*pNode);
    *pNode = (SNode*)res;
  } else {
    SValueNode *res = (SValueNode *)nodesMakeNode(QUERY_NODE_VALUE);
    if (NULL == res) {
G
Ganlin Zhao 已提交
701
      sclError("make value node failed");
D
dapan1121 已提交
702 703 704
      ctx->code = TSDB_CODE_QRY_OUT_OF_MEMORY;
      return DEAL_RES_ERROR;
    }
G
Ganlin Zhao 已提交
705

D
dapan1121 已提交
706
    res->node.resType.type = TSDB_DATA_TYPE_BOOL;
D
dapan1121 已提交
707
    res->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BOOL].bytes;
D
dapan1121 已提交
708
    res->datum.b = false;
G
Ganlin Zhao 已提交
709

D
dapan1121 已提交
710 711 712 713 714 715 716
    nodesDestroyNode(*pNode);
    *pNode = (SNode*)res;
  }

  return DEAL_RES_CONTINUE;
}

D
dapan1121 已提交
717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734
EDealRes sclAggFuncWalker(SNode* pNode, void* pContext) {
  if (QUERY_NODE_FUNCTION == nodeType(pNode)) {
    SFunctionNode* pFunc = (SFunctionNode*)pNode;
    *(bool*)pContext = fmIsAggFunc(pFunc->funcId);
    if (*(bool*)pContext) {
      return DEAL_RES_END;
    }
  }

  return DEAL_RES_CONTINUE;
}


bool sclContainsAggFuncNode(SNode* pNode) {
  bool aggFunc = false;
  nodesWalkExpr(pNode, sclAggFuncWalker, (void *)&aggFunc);
  return aggFunc;
}
D
dapan1121 已提交
735

D
dapan 已提交
736
EDealRes sclRewriteNonConstOperator(SNode** pNode, SScalarCtx *ctx) {
D
dapan1121 已提交
737
  SOperatorNode *node = (SOperatorNode *)*pNode;
D
dapan1121 已提交
738
  int32_t code = 0;
D
dapan1121 已提交
739 740 741

  if (node->pLeft && (QUERY_NODE_VALUE == nodeType(node->pLeft))) {
    SValueNode *valueNode = (SValueNode *)node->pLeft;
G
Ganlin Zhao 已提交
742
    if (SCL_IS_NULL_VALUE_NODE(valueNode) && (node->opType != OP_TYPE_IS_NULL && node->opType != OP_TYPE_IS_NOT_NULL)
D
dapan1121 已提交
743 744
        && (!sclContainsAggFuncNode(node->pRight))) {
      return sclRewriteNullInOptr(pNode, ctx, node->opType);
D
dapan1121 已提交
745
    }
D
dapan 已提交
746

G
Ganlin Zhao 已提交
747
    if (IS_STR_DATA_TYPE(valueNode->node.resType.type) && node->pRight && nodesIsExprNode(node->pRight)
D
dapan 已提交
748
      && ((SExprNode*)node->pRight)->resType.type == TSDB_DATA_TYPE_TIMESTAMP) {
D
dapan1121 已提交
749 750 751 752 753
      code = sclConvertToTsValueNode(((SExprNode*)node->pRight)->resType.precision, valueNode);
      if (code) {
        ctx->code = code;
        return DEAL_RES_ERROR;
      }
D
dapan 已提交
754
    }
755 756 757 758

    if (SCL_IS_COMPARISON_OPERATOR(node->opType) && SCL_DOWNGRADE_DATETYPE(valueNode->node.resType.type)) {
      sclDowngradeValueType(valueNode);
    }    
D
dapan1121 已提交
759 760 761 762
  }

  if (node->pRight && (QUERY_NODE_VALUE == nodeType(node->pRight))) {
    SValueNode *valueNode = (SValueNode *)node->pRight;
D
dapan1121 已提交
763 764 765
    if (SCL_IS_NULL_VALUE_NODE(valueNode) && (node->opType != OP_TYPE_IS_NULL && node->opType != OP_TYPE_IS_NOT_NULL)
       && (!sclContainsAggFuncNode(node->pLeft))) {
      return sclRewriteNullInOptr(pNode, ctx, node->opType);
D
dapan1121 已提交
766
    }
D
dapan 已提交
767

G
Ganlin Zhao 已提交
768
    if (IS_STR_DATA_TYPE(valueNode->node.resType.type) && node->pLeft && nodesIsExprNode(node->pLeft)
D
dapan 已提交
769
      && ((SExprNode*)node->pLeft)->resType.type == TSDB_DATA_TYPE_TIMESTAMP) {
D
dapan1121 已提交
770 771 772 773 774
      code = sclConvertToTsValueNode(((SExprNode*)node->pLeft)->resType.precision, valueNode);
      if (code) {
        ctx->code = code;
        return DEAL_RES_ERROR;
      }
D
dapan 已提交
775
    }
776 777 778 779

    if (SCL_IS_COMPARISON_OPERATOR(node->opType) && SCL_DOWNGRADE_DATETYPE(valueNode->node.resType.type)) {
      sclDowngradeValueType(valueNode);
    }    
D
dapan1121 已提交
780 781 782 783 784 785 786 787 788 789 790
  }

  if (node->pRight && (QUERY_NODE_NODE_LIST == nodeType(node->pRight))) {
    SNodeListNode *listNode = (SNodeListNode *)node->pRight;
    SNode* tnode = NULL;
    WHERE_EACH(tnode, listNode->pNodeList) {
      if (SCL_IS_NULL_VALUE_NODE(tnode)) {
        if (node->opType == OP_TYPE_IN) {
          ERASE_NODE(listNode->pNodeList);
          continue;
        } else { //OP_TYPE_NOT_IN
D
dapan1121 已提交
791
          return sclRewriteNullInOptr(pNode, ctx, node->opType);
D
dapan1121 已提交
792 793 794 795 796 797 798
        }
      }

      WHERE_NEXT;
    }

    if (listNode->pNodeList->length <= 0) {
D
dapan1121 已提交
799
      return sclRewriteNullInOptr(pNode, ctx, node->opType);
D
dapan1121 已提交
800 801 802 803 804 805
    }
  }

  return DEAL_RES_CONTINUE;
}

D
dapan 已提交
806
EDealRes sclRewriteFunction(SNode** pNode, SScalarCtx *ctx) {
D
dapan1121 已提交
807
  SFunctionNode *node = (SFunctionNode *)*pNode;
D
dapan1121 已提交
808
  SNode* tnode = NULL;
809
  if (!fmIsScalarFunc(node->funcId) && (!ctx->dual)) {
G
Ganlin Zhao 已提交
810 811
    return DEAL_RES_CONTINUE;
  }
812

D
dapan1121 已提交
813 814 815 816 817 818
  FOREACH(tnode, node->pParameterList) {
    if (!SCL_IS_CONST_NODE(tnode)) {
      return DEAL_RES_CONTINUE;
    }
  }

D
dapan1121 已提交
819
  SScalarParam output = {0};
820

821
  ctx->code = sclExecFunction(node, ctx, &output);
D
dapan 已提交
822
  if (ctx->code) {
D
dapan1121 已提交
823 824 825
    return DEAL_RES_ERROR;
  }

D
dapan1121 已提交
826
  SValueNode *res = (SValueNode *)nodesMakeNode(QUERY_NODE_VALUE);
D
dapan1121 已提交
827 828
  if (NULL == res) {
    sclError("make value node failed");
D
dapan1121 已提交
829
    sclFreeParam(&output);
D
dapan 已提交
830
    ctx->code = TSDB_CODE_QRY_OUT_OF_MEMORY;
D
dapan1121 已提交
831 832 833
    return DEAL_RES_ERROR;
  }

834 835
  res->translate = true;

836 837 838 839
  res->node.resType.type = output.columnData->info.type;
  res->node.resType.bytes = output.columnData->info.bytes;
  res->node.resType.scale = output.columnData->info.scale;
  res->node.resType.precision = output.columnData->info.precision;
840
  if (colDataIsNull_s(output.columnData, 0)) {
841
    res->isNull = true;
D
dapan1121 已提交
842
  } else {
843
    int32_t type = output.columnData->info.type;
wmmhello's avatar
wmmhello 已提交
844 845 846 847 848
    if (type == TSDB_DATA_TYPE_JSON){
      int32_t len = getJsonValueLen(output.columnData->pData);
      res->datum.p = taosMemoryCalloc(len, 1);
      memcpy(res->datum.p, output.columnData->pData, len);
    } else if (IS_VAR_DATA_TYPE(type)) {
849 850 851
      //res->datum.p = taosMemoryCalloc(res->node.resType.bytes + VARSTR_HEADER_SIZE + 1, 1);
      res->datum.p = taosMemoryCalloc(varDataTLen(output.columnData->pData), 1);
      res->node.resType.bytes = varDataTLen(output.columnData->pData);
852
      memcpy(res->datum.p, output.columnData->pData, varDataTLen(output.columnData->pData));
853
    } else {
D
dapan1121 已提交
854
      nodesSetValueNodeValue(res, output.columnData->pData);
855
    }
D
dapan1121 已提交
856
  }
857

D
dapan1121 已提交
858 859 860
  nodesDestroyNode(*pNode);
  *pNode = (SNode*)res;

D
dapan1121 已提交
861
  sclFreeParam(&output);
D
dapan1121 已提交
862 863 864
  return DEAL_RES_CONTINUE;
}

D
dapan 已提交
865
EDealRes sclRewriteLogic(SNode** pNode, SScalarCtx *ctx) {
D
dapan1121 已提交
866 867
  SLogicConditionNode *node = (SLogicConditionNode *)*pNode;

H
Haojun Liao 已提交
868
  SScalarParam output = {0};
D
dapan 已提交
869 870
  ctx->code = sclExecLogic(node, ctx, &output);
  if (ctx->code) {
D
dapan1121 已提交
871 872 873
    return DEAL_RES_ERROR;
  }

D
dapan1121 已提交
874 875 876 877
  if (0 == output.numOfRows) {
    return DEAL_RES_CONTINUE;
  }

D
dapan1121 已提交
878
  SValueNode *res = (SValueNode *)nodesMakeNode(QUERY_NODE_VALUE);
D
dapan1121 已提交
879 880
  if (NULL == res) {
    sclError("make value node failed");
881
    sclFreeParam(&output);
D
dapan 已提交
882
    ctx->code = TSDB_CODE_QRY_OUT_OF_MEMORY;
D
dapan1121 已提交
883 884 885 886
    return DEAL_RES_ERROR;
  }

  res->node.resType = node->node.resType;
887
  res->translate = true;
D
dapan1121 已提交
888

889 890 891 892
  int32_t type = output.columnData->info.type;
  if (IS_VAR_DATA_TYPE(type)) {
    res->datum.p = output.columnData->pData;
    output.columnData->pData = NULL;
D
dapan1121 已提交
893
  } else {
D
dapan1121 已提交
894
    nodesSetValueNodeValue(res, output.columnData->pData);
D
dapan1121 已提交
895
  }
D
dapan1121 已提交
896 897 898 899

  nodesDestroyNode(*pNode);
  *pNode = (SNode*)res;

D
dapan1121 已提交
900
  sclFreeParam(&output);
D
dapan1121 已提交
901 902 903
  return DEAL_RES_CONTINUE;
}

D
dapan 已提交
904
EDealRes sclRewriteOperator(SNode** pNode, SScalarCtx *ctx) {
D
dapan1121 已提交
905
  SOperatorNode *node = (SOperatorNode *)*pNode;
D
dapan1121 已提交
906

D
dapan1121 已提交
907
  if ((!SCL_IS_CONST_NODE(node->pLeft)) || (!SCL_IS_CONST_NODE(node->pRight))) {
D
dapan 已提交
908
    return sclRewriteNonConstOperator(pNode, ctx);
D
dapan1121 已提交
909 910
  }

H
Haojun Liao 已提交
911
  SScalarParam output = {0};
D
dapan 已提交
912 913
  ctx->code = sclExecOperator(node, ctx, &output);
  if (ctx->code) {
D
dapan1121 已提交
914 915 916
    return DEAL_RES_ERROR;
  }

D
dapan1121 已提交
917
  SValueNode *res = (SValueNode *)nodesMakeNode(QUERY_NODE_VALUE);
D
dapan1121 已提交
918
  if (NULL == res) {
919 920
    sclError("make value node failed");
    sclFreeParam(&output);
D
dapan 已提交
921
    ctx->code = TSDB_CODE_QRY_OUT_OF_MEMORY;
D
dapan1121 已提交
922 923 924
    return DEAL_RES_ERROR;
  }

925
  res->translate = true;
D
dapan1121 已提交
926

927
  res->node.resType = node->node.resType;
928
  if (colDataIsNull_s(output.columnData, 0)) {
929 930
    res->isNull = true;
    res->node.resType = node->node.resType;
931
  } else {
932 933 934 935 936
    int32_t type = output.columnData->info.type;
    if (IS_VAR_DATA_TYPE(type)) {  // todo refactor
      res->datum.p = output.columnData->pData;
      output.columnData->pData = NULL;
    } else {
G
Ganlin Zhao 已提交
937
      nodesSetValueNodeValue(res, output.columnData->pData);
938
    }
D
dapan1121 已提交
939
  }
D
dapan1121 已提交
940 941 942 943

  nodesDestroyNode(*pNode);
  *pNode = (SNode*)res;

H
Haojun Liao 已提交
944
  sclFreeParam(&output);
D
dapan1121 已提交
945 946 947 948
  return DEAL_RES_CONTINUE;
}

EDealRes sclConstantsRewriter(SNode** pNode, void* pContext) {
D
dapan 已提交
949 950
  SScalarCtx *ctx = (SScalarCtx *)pContext;

D
dapan1121 已提交
951
  if (QUERY_NODE_FUNCTION == nodeType(*pNode)) {
D
dapan 已提交
952
    return sclRewriteFunction(pNode, ctx);
D
dapan1121 已提交
953 954 955
  }

  if (QUERY_NODE_LOGIC_CONDITION == nodeType(*pNode)) {
D
dapan 已提交
956
    return sclRewriteLogic(pNode, ctx);
D
dapan1121 已提交
957 958
  }

D
dapan1121 已提交
959
  if (QUERY_NODE_OPERATOR == nodeType(*pNode)) {
D
dapan 已提交
960
    return sclRewriteOperator(pNode, ctx);
961
  }
962 963

  return DEAL_RES_CONTINUE;
D
dapan1121 已提交
964 965
}

D
dapan 已提交
966
EDealRes sclWalkFunction(SNode* pNode, SScalarCtx *ctx) {
D
dapan1121 已提交
967
  SFunctionNode *node = (SFunctionNode *)pNode;
D
dapan1121 已提交
968
  SScalarParam output = {0};
969

970
  ctx->code = sclExecFunction(node, ctx, &output);
D
dapan1121 已提交
971 972
  if (ctx->code) {
    return DEAL_RES_ERROR;
D
dapan1121 已提交
973 974
  }

D
dapan1121 已提交
975
  if (taosHashPut(ctx->pRes, &pNode, POINTER_BYTES, &output, sizeof(output))) {
D
dapan1121 已提交
976 977
    ctx->code = TSDB_CODE_QRY_OUT_OF_MEMORY;
    return DEAL_RES_ERROR;
D
dapan1121 已提交
978 979
  }

D
dapan1121 已提交
980 981 982
  return DEAL_RES_CONTINUE;
}

D
dapan 已提交
983
EDealRes sclWalkLogic(SNode* pNode, SScalarCtx *ctx) {
D
dapan1121 已提交
984
  SLogicConditionNode *node = (SLogicConditionNode *)pNode;
D
dapan1121 已提交
985
  SScalarParam output = {0};
986

D
dapan1121 已提交
987 988 989
  ctx->code = sclExecLogic(node, ctx, &output);
  if (ctx->code) {
    return DEAL_RES_ERROR;
D
dapan1121 已提交
990 991
  }

D
dapan1121 已提交
992
  if (taosHashPut(ctx->pRes, &pNode, POINTER_BYTES, &output, sizeof(output))) {
D
dapan1121 已提交
993
    ctx->code = TSDB_CODE_QRY_OUT_OF_MEMORY;
D
dapan1121 已提交
994
    return DEAL_RES_ERROR;
D
dapan1121 已提交
995 996 997 998 999
  }

  return DEAL_RES_CONTINUE;
}

D
dapan 已提交
1000
EDealRes sclWalkOperator(SNode* pNode, SScalarCtx *ctx) {
D
dapan1121 已提交
1001
  SOperatorNode *node = (SOperatorNode *)pNode;
D
dapan1121 已提交
1002
  SScalarParam output = {0};
G
Ganlin Zhao 已提交
1003

D
dapan1121 已提交
1004 1005
  ctx->code = sclExecOperator(node, ctx, &output);
  if (ctx->code) {
D
dapan1121 已提交
1006 1007
    return DEAL_RES_ERROR;
  }
D
dapan1121 已提交
1008

D
dapan1121 已提交
1009
  if (taosHashPut(ctx->pRes, &pNode, POINTER_BYTES, &output, sizeof(output))) {
D
dapan1121 已提交
1010
    ctx->code = TSDB_CODE_QRY_OUT_OF_MEMORY;
D
dapan1121 已提交
1011 1012 1013
    return DEAL_RES_ERROR;
  }

D
dapan1121 已提交
1014 1015 1016
  return DEAL_RES_CONTINUE;
}

1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058
EDealRes sclWalkTarget(SNode* pNode, SScalarCtx *ctx) {
  STargetNode *target = (STargetNode *)pNode;

  if (target->dataBlockId >= taosArrayGetSize(ctx->pBlockList)) {
    sclError("target tupleId is too big, tupleId:%d, dataBlockNum:%d", target->dataBlockId, (int32_t)taosArrayGetSize(ctx->pBlockList));
    ctx->code = TSDB_CODE_QRY_INVALID_INPUT;
    return DEAL_RES_ERROR;
  }

  int32_t index = -1;
  for(int32_t i = 0; i < taosArrayGetSize(ctx->pBlockList); ++i) {
    SSDataBlock* pb = taosArrayGetP(ctx->pBlockList, i);
    if (pb->info.blockId == target->dataBlockId) {
      index = i;
      break;
    }
  }

  if (index == -1) {
    sclError("column tupleId is too big, tupleId:%d, dataBlockNum:%d", target->dataBlockId, (int32_t)taosArrayGetSize(ctx->pBlockList));
    ctx->code = TSDB_CODE_QRY_INVALID_INPUT;
    return DEAL_RES_ERROR;
  }

  SSDataBlock *block = *(SSDataBlock **)taosArrayGet(ctx->pBlockList, index);

  if (target->slotId >= taosArrayGetSize(block->pDataBlock)) {
    sclError("target slot not exist, dataBlockId:%d, slotId:%d, dataBlockNum:%d", target->dataBlockId, target->slotId, (int32_t)taosArrayGetSize(block->pDataBlock));
    ctx->code = TSDB_CODE_QRY_INVALID_INPUT;
    return DEAL_RES_ERROR;
  }

  // if block->pDataBlock is not enough, there are problems if target->slotId bigger than the size of block->pDataBlock,
  SColumnInfoData *col = taosArrayGet(block->pDataBlock, target->slotId);

  SScalarParam *res = (SScalarParam *)taosHashGet(ctx->pRes, (void *)&target->pExpr, POINTER_BYTES);
  if (NULL == res) {
    sclError("no valid res in hash, node:%p, type:%d", target->pExpr, nodeType(target->pExpr));
    ctx->code = TSDB_CODE_QRY_APP_ERROR;
    return DEAL_RES_ERROR;
  }

1059
  colDataAssign(col, res->columnData, res->numOfRows, NULL);
1060 1061 1062 1063 1064 1065
  block->info.rows = res->numOfRows;

  sclFreeParam(res);
  taosHashRemove(ctx->pRes, (void *)&target->pExpr, POINTER_BYTES);
  return DEAL_RES_CONTINUE;
}
D
dapan 已提交
1066

D
dapan1121 已提交
1067
EDealRes sclCalcWalker(SNode* pNode, void* pContext) {
D
dapan1121 已提交
1068
  if (QUERY_NODE_VALUE == nodeType(pNode) || QUERY_NODE_NODE_LIST == nodeType(pNode) || QUERY_NODE_COLUMN == nodeType(pNode)|| QUERY_NODE_LEFT_VALUE == nodeType(pNode)) {
D
dapan1121 已提交
1069
    return DEAL_RES_CONTINUE;
D
dapan1121 已提交
1070
  }
D
dapan 已提交
1071 1072

  SScalarCtx *ctx = (SScalarCtx *)pContext;
D
dapan1121 已提交
1073
  if (QUERY_NODE_FUNCTION == nodeType(pNode)) {
D
dapan 已提交
1074
    return sclWalkFunction(pNode, ctx);
D
dapan1121 已提交
1075
  }
D
dapan1121 已提交
1076

D
dapan1121 已提交
1077
  if (QUERY_NODE_LOGIC_CONDITION == nodeType(pNode)) {
D
dapan 已提交
1078
    return sclWalkLogic(pNode, ctx);
D
dapan1121 已提交
1079
  }
D
dapan1121 已提交
1080

D
dapan1121 已提交
1081
  if (QUERY_NODE_OPERATOR == nodeType(pNode)) {
D
dapan 已提交
1082
    return sclWalkOperator(pNode, ctx);
D
dapan1121 已提交
1083
  }
D
dapan1121 已提交
1084

1085 1086 1087
  if (QUERY_NODE_TARGET == nodeType(pNode)) {
    return sclWalkTarget(pNode, ctx);
  }
D
dapan1121 已提交
1088

D
dapan 已提交
1089
  sclError("invalid node type for scalar calculating, type:%d", nodeType(pNode));
D
dapan1121 已提交
1090 1091
  ctx->code = TSDB_CODE_QRY_INVALID_INPUT;
  return DEAL_RES_ERROR;
D
dapan1121 已提交
1092 1093
}

D
dapan1121 已提交
1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112
int32_t sclExtendResRows(SScalarParam *pDst, SScalarParam *pSrc, SArray *pBlockList) {
  SSDataBlock* pb = taosArrayGetP(pBlockList, 0);
  SScalarParam *pLeft = taosMemoryCalloc(1, sizeof(SScalarParam));
  if (NULL == pLeft) {
    sclError("calloc %d failed", (int32_t)sizeof(SScalarParam));
    SCL_ERR_RET(TSDB_CODE_QRY_OUT_OF_MEMORY);
  }

  pLeft->numOfRows = pb->info.rows;
  colInfoDataEnsureCapacity(pDst->columnData, pb->info.rows);

  _bin_scalar_fn_t OperatorFn = getBinScalarOperatorFn(OP_TYPE_ASSIGN);
  OperatorFn(pLeft, pSrc, pDst, TSDB_ORDER_ASC);

  taosMemoryFree(pLeft);

  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
1113
int32_t sclCalcConstants(SNode *pNode, bool dual, SNode **pRes) {
D
dapan1121 已提交
1114 1115 1116 1117 1118
  if (NULL == pNode) {
    SCL_ERR_RET(TSDB_CODE_QRY_INVALID_INPUT);
  }

  int32_t code = 0;
D
dapan 已提交
1119
  SScalarCtx ctx = {0};
D
dapan1121 已提交
1120
  ctx.dual = dual;
1121
  ctx.pRes = taosHashInit(SCL_DEFAULT_OP_NUM, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_NO_LOCK);
D
dapan 已提交
1122
  if (NULL == ctx.pRes) {
1123
    sclError("taosHashInit failed, num:%d", SCL_DEFAULT_OP_NUM);
D
dapan 已提交
1124 1125
    SCL_ERR_RET(TSDB_CODE_QRY_OUT_OF_MEMORY);
  }
G
Ganlin Zhao 已提交
1126

X
Xiaoyu Wang 已提交
1127
  nodesRewriteExprPostOrder(&pNode, sclConstantsRewriter, (void *)&ctx);
D
dapan 已提交
1128
  SCL_ERR_JRET(ctx.code);
D
dapan1121 已提交
1129 1130
  *pRes = pNode;

D
dapan 已提交
1131
_return:
1132

D
dapan 已提交
1133 1134
  sclFreeRes(ctx.pRes);
  return code;
D
dapan1121 已提交
1135
}
D
dapan1121 已提交
1136

D
dapan1121 已提交
1137
static int32_t sclGetMinusOperatorResType(SOperatorNode* pOp) {
1138 1139 1140 1141 1142 1143 1144 1145
  if (!IS_MATHABLE_TYPE(((SExprNode*)(pOp->pLeft))->resType.type)) {
    return TSDB_CODE_TSC_INVALID_OPERATION;
  }
  pOp->node.resType.type = TSDB_DATA_TYPE_DOUBLE;
  pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_DOUBLE].bytes;
  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
1146
static int32_t sclGetMathOperatorResType(SOperatorNode* pOp) {
1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167
  SDataType ldt = ((SExprNode*)(pOp->pLeft))->resType;
  SDataType rdt = ((SExprNode*)(pOp->pRight))->resType;
  if ((TSDB_DATA_TYPE_TIMESTAMP == ldt.type && TSDB_DATA_TYPE_TIMESTAMP == rdt.type) ||
      (TSDB_DATA_TYPE_TIMESTAMP == ldt.type && (IS_VAR_DATA_TYPE(rdt.type) || IS_FLOAT_TYPE(rdt.type))) ||
      (TSDB_DATA_TYPE_TIMESTAMP == rdt.type && (IS_VAR_DATA_TYPE(ldt.type) || IS_FLOAT_TYPE(ldt.type)))) {
    return TSDB_CODE_TSC_INVALID_OPERATION;
  }

  if ((TSDB_DATA_TYPE_TIMESTAMP == ldt.type && IS_INTEGER_TYPE(rdt.type)) ||
      (TSDB_DATA_TYPE_TIMESTAMP == rdt.type && IS_INTEGER_TYPE(ldt.type)) ||
      (TSDB_DATA_TYPE_TIMESTAMP == ldt.type && TSDB_DATA_TYPE_BOOL == rdt.type) ||
      (TSDB_DATA_TYPE_TIMESTAMP == rdt.type && TSDB_DATA_TYPE_BOOL == ldt.type)) {
    pOp->node.resType.type = TSDB_DATA_TYPE_TIMESTAMP;
    pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_TIMESTAMP].bytes;
  } else {
    pOp->node.resType.type = TSDB_DATA_TYPE_DOUBLE;
    pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_DOUBLE].bytes;
  }
  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
1168
static int32_t sclGetCompOperatorResType(SOperatorNode* pOp) {
1169
  SDataType ldt = ((SExprNode*)(pOp->pLeft))->resType;
1170 1171 1172
  if (OP_TYPE_IN == pOp->opType || OP_TYPE_NOT_IN == pOp->opType) {
    ((SExprNode*)(pOp->pRight))->resType = ldt;
  } else if (nodesIsRegularOp(pOp)) {
1173
    SDataType rdt = ((SExprNode*)(pOp->pRight))->resType;
1174 1175 1176
    if (!IS_VAR_DATA_TYPE(ldt.type) || QUERY_NODE_VALUE != nodeType(pOp->pRight) ||
        (!IS_STR_DATA_TYPE(rdt.type) && (rdt.type != TSDB_DATA_TYPE_NULL))) {
      return TSDB_CODE_TSC_INVALID_OPERATION;
1177 1178 1179 1180 1181 1182 1183
    }
  }
  pOp->node.resType.type = TSDB_DATA_TYPE_BOOL;
  pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BOOL].bytes;
  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
1184
static int32_t sclGetJsonOperatorResType(SOperatorNode* pOp) {
1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198
  SDataType ldt = ((SExprNode*)(pOp->pLeft))->resType;
  SDataType rdt = ((SExprNode*)(pOp->pRight))->resType;
  if (TSDB_DATA_TYPE_JSON != ldt.type || !IS_STR_DATA_TYPE(rdt.type)) {
    return TSDB_CODE_TSC_INVALID_OPERATION;
  }
  if (pOp->opType == OP_TYPE_JSON_GET_VALUE) {
    pOp->node.resType.type = TSDB_DATA_TYPE_JSON;
  } else if (pOp->opType == OP_TYPE_JSON_CONTAINS) {
    pOp->node.resType.type = TSDB_DATA_TYPE_BOOL;
  }
  pOp->node.resType.bytes = tDataTypes[pOp->node.resType.type].bytes;
  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
1199
static int32_t sclGetBitwiseOperatorResType(SOperatorNode* pOp) {
1200 1201 1202 1203 1204
  pOp->node.resType.type = TSDB_DATA_TYPE_BIGINT;
  pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BIGINT].bytes;
  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227

int32_t scalarCalculateConstants(SNode *pNode, SNode **pRes) {
  return sclCalcConstants(pNode, false, pRes);
}

int32_t scalarCalculateConstantsFromDual(SNode *pNode, SNode **pRes) {
  return sclCalcConstants(pNode, true, pRes);
}

int32_t scalarCalculate(SNode *pNode, SArray *pBlockList, SScalarParam *pDst) {
  if (NULL == pNode || NULL == pBlockList) {
    SCL_ERR_RET(TSDB_CODE_QRY_INVALID_INPUT);
  }

  int32_t code = 0;
  SScalarCtx ctx = {.code = 0, .pBlockList = pBlockList, .param = pDst ? pDst->param : NULL};

  // TODO: OPT performance
  ctx.pRes = taosHashInit(SCL_DEFAULT_OP_NUM, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_NO_LOCK);
  if (NULL == ctx.pRes) {
    sclError("taosHashInit failed, num:%d", SCL_DEFAULT_OP_NUM);
    SCL_ERR_RET(TSDB_CODE_QRY_OUT_OF_MEMORY);
  }
1228

D
dapan1121 已提交
1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256
  nodesWalkExprPostOrder(pNode, sclCalcWalker, (void *)&ctx);
  SCL_ERR_JRET(ctx.code);

  if (pDst) {
    SScalarParam *res = (SScalarParam *)taosHashGet(ctx.pRes, (void *)&pNode, POINTER_BYTES);
    if (NULL == res) {
      sclError("no valid res in hash, node:%p, type:%d", pNode, nodeType(pNode));
      SCL_ERR_JRET(TSDB_CODE_QRY_APP_ERROR);
    }

    if (1 == res->numOfRows) {
      SCL_ERR_JRET(sclExtendResRows(pDst, res, pBlockList));
    } else {
      colInfoDataEnsureCapacity(pDst->columnData, res->numOfRows);
      colDataAssign(pDst->columnData, res->columnData, res->numOfRows, NULL);
      pDst->numOfRows = res->numOfRows;
    }

    sclFreeParam(res);
    taosHashRemove(ctx.pRes, (void *)&pNode, POINTER_BYTES);
  }

_return:
  //nodesDestroyNode(pNode);
  sclFreeRes(ctx.pRes);
  return code;
}

1257 1258 1259 1260 1261 1262 1263 1264
int32_t scalarGetOperatorResultType(SOperatorNode* pOp) {
  if (TSDB_DATA_TYPE_BLOB == ((SExprNode*)(pOp->pLeft))->resType.type ||
      (NULL != pOp->pRight && TSDB_DATA_TYPE_BLOB == ((SExprNode*)(pOp->pRight))->resType.type)) {
    return TSDB_CODE_TSC_INVALID_OPERATION;
  }

  switch (pOp->opType) {
    case OP_TYPE_ADD:
D
dapan1121 已提交
1265 1266 1267 1268
    case OP_TYPE_SUB:
    case OP_TYPE_MULTI:
    case OP_TYPE_DIV:
    case OP_TYPE_REM:
D
dapan1121 已提交
1269
      return sclGetMathOperatorResType(pOp);
D
dapan1121 已提交
1270
    case OP_TYPE_MINUS:
D
dapan1121 已提交
1271
      return sclGetMinusOperatorResType(pOp);
1272 1273 1274 1275 1276
    case OP_TYPE_ASSIGN:
      pOp->node.resType = ((SExprNode*)(pOp->pLeft))->resType;
      break;
    case OP_TYPE_BIT_AND:
    case OP_TYPE_BIT_OR:
D
dapan1121 已提交
1277
      return sclGetBitwiseOperatorResType(pOp);
D
dapan1121 已提交
1278 1279 1280 1281 1282 1283
    case OP_TYPE_GREATER_THAN:
    case OP_TYPE_GREATER_EQUAL:
    case OP_TYPE_LOWER_THAN:
    case OP_TYPE_LOWER_EQUAL:
    case OP_TYPE_EQUAL:
    case OP_TYPE_NOT_EQUAL:
1284 1285 1286 1287 1288 1289 1290 1291
    case OP_TYPE_IS_NULL:
    case OP_TYPE_IS_NOT_NULL:
    case OP_TYPE_IS_TRUE:
    case OP_TYPE_IS_FALSE:
    case OP_TYPE_IS_UNKNOWN:
    case OP_TYPE_IS_NOT_TRUE:
    case OP_TYPE_IS_NOT_FALSE:
    case OP_TYPE_IS_NOT_UNKNOWN:
D
dapan1121 已提交
1292 1293 1294 1295
    case OP_TYPE_LIKE:
    case OP_TYPE_NOT_LIKE:
    case OP_TYPE_MATCH:
    case OP_TYPE_NMATCH:
1296 1297
    case OP_TYPE_IN:
    case OP_TYPE_NOT_IN:
D
dapan1121 已提交
1298
      return sclGetCompOperatorResType(pOp);
D
dapan1121 已提交
1299
    case OP_TYPE_JSON_GET_VALUE:
1300
    case OP_TYPE_JSON_CONTAINS:
D
dapan1121 已提交
1301
      return sclGetJsonOperatorResType(pOp);
D
dapan1121 已提交
1302
    default:
1303
      break;
D
dapan1121 已提交
1304 1305
  }

1306 1307
  return TSDB_CODE_SUCCESS;
}