sclvector.c 70.9 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "os.h"

H
Haojun Liao 已提交
18
#include "filter.h"
D
dapan1121 已提交
19
#include "filterInt.h"
D
dapan1121 已提交
20
#include "query.h"
H
Haojun Liao 已提交
21
#include "querynodes.h"
D
dapan1121 已提交
22
#include "sclInt.h"
H
Haojun Liao 已提交
23 24 25
#include "sclvector.h"
#include "tcompare.h"
#include "tdatablock.h"
wmmhello's avatar
wmmhello 已提交
26
#include "tdataformat.h"
D
dapan1121 已提交
27
#include "ttime.h"
H
Hongze Cheng 已提交
28
#include "ttypes.h"
29

H
Hongze Cheng 已提交
30 31
#define LEFT_COL  ((pLeftCol->info.type == TSDB_DATA_TYPE_JSON ? (void *)pLeftCol : pLeftCol->pData))
#define RIGHT_COL ((pRightCol->info.type == TSDB_DATA_TYPE_JSON ? (void *)pRightCol : pRightCol->pData))
32

H
Hongze Cheng 已提交
33 34 35 36
#define IS_NULL                                                                              \
  colDataIsNull_s(pLeft->columnData, i) || colDataIsNull_s(pRight->columnData, i) ||         \
      IS_JSON_NULL(pLeft->columnData->info.type, colDataGetVarData(pLeft->columnData, i)) || \
      IS_JSON_NULL(pRight->columnData->info.type, colDataGetVarData(pRight->columnData, i))
wmmhello's avatar
wmmhello 已提交
37

H
Hongze Cheng 已提交
38
#define IS_HELPER_NULL(col, i) colDataIsNull_s(col, i) || IS_JSON_NULL(col->info.type, colDataGetVarData(col, i))
wmmhello's avatar
wmmhello 已提交
39

H
Haojun Liao 已提交
40 41 42 43 44
bool noConvertBeforeCompare(int32_t leftType, int32_t rightType, int32_t optr) {
  return IS_NUMERIC_TYPE(leftType) && IS_NUMERIC_TYPE(rightType) &&
         (optr >= OP_TYPE_GREATER_THAN && optr <= OP_TYPE_NOT_EQUAL);
}

H
Hongze Cheng 已提交
45
void convertNumberToNumber(const void *inData, void *outData, int8_t inType, int8_t outType) {
46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91
  switch (outType) {
    case TSDB_DATA_TYPE_BOOL: {
      GET_TYPED_DATA(*((bool *)outData), bool, inType, inData);
      break;
    }
    case TSDB_DATA_TYPE_TINYINT: {
      GET_TYPED_DATA(*((int8_t *)outData), int8_t, inType, inData);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      GET_TYPED_DATA(*((int16_t *)outData), int16_t, inType, inData);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
      GET_TYPED_DATA(*((int32_t *)outData), int32_t, inType, inData);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT:
    case TSDB_DATA_TYPE_TIMESTAMP: {
      GET_TYPED_DATA(*((int64_t *)outData), int64_t, inType, inData);
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
      GET_TYPED_DATA(*((uint8_t *)outData), uint8_t, inType, inData);
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
      GET_TYPED_DATA(*((uint16_t *)outData), uint16_t, inType, inData);
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
      GET_TYPED_DATA(*((uint32_t *)outData), uint32_t, inType, inData);
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
      GET_TYPED_DATA(*((uint64_t *)outData), uint64_t, inType, inData);
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
      GET_TYPED_DATA(*((float *)outData), float, inType, inData);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      GET_TYPED_DATA(*((double *)outData), double, inType, inData);
      break;
    }
H
Hongze Cheng 已提交
92
    default: {
93 94 95 96 97
      ASSERT(0);
    }
  }
}

H
Hongze Cheng 已提交
98
void convertNcharToDouble(const void *inData, void *outData) {
99
  char *tmp = taosMemoryMalloc(varDataTLen(inData));
H
Hongze Cheng 已提交
100
  int   len = taosUcs4ToMbs((TdUcs4 *)varDataVal(inData), varDataLen(inData), tmp);
101 102 103 104 105 106
  if (len < 0) {
    sclError("castConvert taosUcs4ToMbs error 1");
  }

  tmp[len] = 0;

wafwerar's avatar
wafwerar 已提交
107
  double value = taosStr2Double(tmp, NULL);
108 109 110 111 112

  *((double *)outData) = value;
  taosMemoryFreeClear(tmp);
}

H
Hongze Cheng 已提交
113
void convertBinaryToDouble(const void *inData, void *outData) {
114
  char *tmp = taosMemoryCalloc(1, varDataTLen(inData));
H
Hongze Cheng 已提交
115
  if (tmp == NULL) {
116 117 118 119 120 121 122 123 124
    *((double *)outData) = 0.;
    return;
  }
  memcpy(tmp, varDataVal(inData), varDataLen(inData));
  double ret = taosStr2Double(tmp, NULL);
  taosMemoryFree(tmp);
  *((double *)outData) = ret;
}

D
dapan1121 已提交
125 126
typedef int64_t (*_getBigintValue_fn_t)(void *src, int32_t index);

H
Hongze Cheng 已提交
127 128 129 130 131 132 133 134 135 136 137 138 139 140 141
int64_t getVectorBigintValue_TINYINT(void *src, int32_t index) { return (int64_t) * ((int8_t *)src + index); }
int64_t getVectorBigintValue_UTINYINT(void *src, int32_t index) { return (int64_t) * ((uint8_t *)src + index); }
int64_t getVectorBigintValue_SMALLINT(void *src, int32_t index) { return (int64_t) * ((int16_t *)src + index); }
int64_t getVectorBigintValue_USMALLINT(void *src, int32_t index) { return (int64_t) * ((uint16_t *)src + index); }
int64_t getVectorBigintValue_INT(void *src, int32_t index) { return (int64_t) * ((int32_t *)src + index); }
int64_t getVectorBigintValue_UINT(void *src, int32_t index) { return (int64_t) * ((uint32_t *)src + index); }
int64_t getVectorBigintValue_BIGINT(void *src, int32_t index) { return (int64_t) * ((int64_t *)src + index); }
int64_t getVectorBigintValue_UBIGINT(void *src, int32_t index) { return (int64_t) * ((uint64_t *)src + index); }
int64_t getVectorBigintValue_FLOAT(void *src, int32_t index) { return (int64_t) * ((float *)src + index); }
int64_t getVectorBigintValue_DOUBLE(void *src, int32_t index) { return (int64_t) * ((double *)src + index); }
int64_t getVectorBigintValue_BOOL(void *src, int32_t index) { return (int64_t) * ((bool *)src + index); }

int64_t getVectorBigintValue_JSON(void *src, int32_t index) {
  ASSERT(!colDataIsNull_var(((SColumnInfoData *)src), index));
  char  *data = colDataGetVarData((SColumnInfoData *)src, index);
142
  double out = 0;
H
Hongze Cheng 已提交
143
  if (*data == TSDB_DATA_TYPE_NULL) {
144
    return 0;
H
Hongze Cheng 已提交
145 146 147
  } else if (*data == TSDB_DATA_TYPE_NCHAR) {  // json inner type can not be BINARY
    convertNcharToDouble(data + CHAR_BYTES, &out);
  } else if (tTagIsJson(data)) {
wmmhello's avatar
wmmhello 已提交
148 149
    terrno = TSDB_CODE_QRY_JSON_NOT_SUPPORT_ERROR;
    return 0;
150
  } else {
H
Hongze Cheng 已提交
151
    convertNumberToNumber(data + CHAR_BYTES, &out, *data, TSDB_DATA_TYPE_DOUBLE);
152 153 154 155
  }
  return (int64_t)out;
}

D
dapan1121 已提交
156
_getBigintValue_fn_t getVectorBigintValueFn(int32_t srcType) {
H
Hongze Cheng 已提交
157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189
  _getBigintValue_fn_t p = NULL;
  if (srcType == TSDB_DATA_TYPE_TINYINT) {
    p = getVectorBigintValue_TINYINT;
  } else if (srcType == TSDB_DATA_TYPE_UTINYINT) {
    p = getVectorBigintValue_UTINYINT;
  } else if (srcType == TSDB_DATA_TYPE_SMALLINT) {
    p = getVectorBigintValue_SMALLINT;
  } else if (srcType == TSDB_DATA_TYPE_USMALLINT) {
    p = getVectorBigintValue_USMALLINT;
  } else if (srcType == TSDB_DATA_TYPE_INT) {
    p = getVectorBigintValue_INT;
  } else if (srcType == TSDB_DATA_TYPE_UINT) {
    p = getVectorBigintValue_UINT;
  } else if (srcType == TSDB_DATA_TYPE_BIGINT) {
    p = getVectorBigintValue_BIGINT;
  } else if (srcType == TSDB_DATA_TYPE_UBIGINT) {
    p = getVectorBigintValue_UBIGINT;
  } else if (srcType == TSDB_DATA_TYPE_FLOAT) {
    p = getVectorBigintValue_FLOAT;
  } else if (srcType == TSDB_DATA_TYPE_DOUBLE) {
    p = getVectorBigintValue_DOUBLE;
  } else if (srcType == TSDB_DATA_TYPE_TIMESTAMP) {
    p = getVectorBigintValue_BIGINT;
  } else if (srcType == TSDB_DATA_TYPE_BOOL) {
    p = getVectorBigintValue_BOOL;
  } else if (srcType == TSDB_DATA_TYPE_JSON) {
    p = getVectorBigintValue_JSON;
  } else if (srcType == TSDB_DATA_TYPE_NULL) {
    p = NULL;
  } else {
    ASSERT(0);
  }
  return p;
D
dapan1121 已提交
190 191
}

H
Hongze Cheng 已提交
192
typedef void *(*_getValueAddr_fn_t)(void *src, int32_t index);
193

H
Hongze Cheng 已提交
194 195 196 197 198 199 200 201 202 203 204 205
void *getVectorValueAddr_TINYINT(void *src, int32_t index) { return (void *)((int8_t *)src + index); }
void *getVectorValueAddr_UTINYINT(void *src, int32_t index) { return (void *)((uint8_t *)src + index); }
void *getVectorValueAddr_SMALLINT(void *src, int32_t index) { return (void *)((int16_t *)src + index); }
void *getVectorValueAddr_USMALLINT(void *src, int32_t index) { return (void *)((uint16_t *)src + index); }
void *getVectorValueAddr_INT(void *src, int32_t index) { return (void *)((int32_t *)src + index); }
void *getVectorValueAddr_UINT(void *src, int32_t index) { return (void *)((uint32_t *)src + index); }
void *getVectorValueAddr_BIGINT(void *src, int32_t index) { return (void *)((int64_t *)src + index); }
void *getVectorValueAddr_UBIGINT(void *src, int32_t index) { return (void *)((uint64_t *)src + index); }
void *getVectorValueAddr_FLOAT(void *src, int32_t index) { return (void *)((float *)src + index); }
void *getVectorValueAddr_DOUBLE(void *src, int32_t index) { return (void *)((double *)src + index); }
void *getVectorValueAddr_default(void *src, int32_t index) { return src; }
void *getVectorValueAddr_VAR(void *src, int32_t index) { return colDataGetData((SColumnInfoData *)src, index); }
206 207

_getValueAddr_fn_t getVectorValueAddrFn(int32_t srcType) {
H
Hongze Cheng 已提交
208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239
  _getValueAddr_fn_t p = NULL;
  if (srcType == TSDB_DATA_TYPE_TINYINT) {
    p = getVectorValueAddr_TINYINT;
  } else if (srcType == TSDB_DATA_TYPE_UTINYINT) {
    p = getVectorValueAddr_UTINYINT;
  } else if (srcType == TSDB_DATA_TYPE_SMALLINT) {
    p = getVectorValueAddr_SMALLINT;
  } else if (srcType == TSDB_DATA_TYPE_USMALLINT) {
    p = getVectorValueAddr_USMALLINT;
  } else if (srcType == TSDB_DATA_TYPE_INT) {
    p = getVectorValueAddr_INT;
  } else if (srcType == TSDB_DATA_TYPE_UINT) {
    p = getVectorValueAddr_UINT;
  } else if (srcType == TSDB_DATA_TYPE_BIGINT) {
    p = getVectorValueAddr_BIGINT;
  } else if (srcType == TSDB_DATA_TYPE_UBIGINT) {
    p = getVectorValueAddr_UBIGINT;
  } else if (srcType == TSDB_DATA_TYPE_FLOAT) {
    p = getVectorValueAddr_FLOAT;
  } else if (srcType == TSDB_DATA_TYPE_DOUBLE) {
    p = getVectorValueAddr_DOUBLE;
  } else if (srcType == TSDB_DATA_TYPE_BINARY) {
    p = getVectorValueAddr_VAR;
  } else if (srcType == TSDB_DATA_TYPE_NCHAR) {
    p = getVectorValueAddr_VAR;
  } else {
    p = getVectorValueAddr_default;
  }
  return p;
}

static FORCE_INLINE void varToTimestamp(char *buf, SScalarParam *pOut, int32_t rowIndex, int32_t *overflow) {
D
dapan1121 已提交
240 241 242 243
  int64_t value = 0;
  if (taosParseTime(buf, &value, strlen(buf), pOut->columnData->info.precision, tsDaylight) != TSDB_CODE_SUCCESS) {
    value = 0;
  }
G
Ganlin Zhao 已提交
244

D
dapan1121 已提交
245 246 247
  colDataAppendInt64(pOut->columnData, rowIndex, &value);
}

H
Hongze Cheng 已提交
248
static FORCE_INLINE void varToSigned(char *buf, SScalarParam *pOut, int32_t rowIndex, int32_t *overflow) {
D
dapan1121 已提交
249 250 251 252 253 254 255 256 257 258 259 260 261 262
  if (overflow) {
    int64_t minValue = tDataTypes[pOut->columnData->info.type].minValue;
    int64_t maxValue = tDataTypes[pOut->columnData->info.type].maxValue;
    int64_t value = (int64_t)taosStr2Int64(buf, NULL, 10);
    if (value > maxValue) {
      *overflow = 1;
      return;
    } else if (value < minValue) {
      *overflow = -1;
      return;
    } else {
      *overflow = 0;
    }
  }
G
Ganlin Zhao 已提交
263

D
fix bug  
dapan1121 已提交
264 265
  switch (pOut->columnData->info.type) {
    case TSDB_DATA_TYPE_TINYINT: {
wafwerar's avatar
wafwerar 已提交
266
      int8_t value = (int8_t)taosStr2Int8(buf, NULL, 10);
G
Ganlin Zhao 已提交
267

H
Hongze Cheng 已提交
268
      colDataAppendInt8(pOut->columnData, rowIndex, (int8_t *)&value);
D
fix bug  
dapan1121 已提交
269
      break;
G
Ganlin Zhao 已提交
270
    }
D
fix bug  
dapan1121 已提交
271
    case TSDB_DATA_TYPE_SMALLINT: {
wafwerar's avatar
wafwerar 已提交
272
      int16_t value = (int16_t)taosStr2Int16(buf, NULL, 10);
H
Hongze Cheng 已提交
273
      colDataAppendInt16(pOut->columnData, rowIndex, (int16_t *)&value);
D
fix bug  
dapan1121 已提交
274
      break;
G
Ganlin Zhao 已提交
275
    }
D
fix bug  
dapan1121 已提交
276
    case TSDB_DATA_TYPE_INT: {
wafwerar's avatar
wafwerar 已提交
277
      int32_t value = (int32_t)taosStr2Int32(buf, NULL, 10);
H
Hongze Cheng 已提交
278
      colDataAppendInt32(pOut->columnData, rowIndex, (int32_t *)&value);
D
fix bug  
dapan1121 已提交
279
      break;
G
Ganlin Zhao 已提交
280
    }
D
fix bug  
dapan1121 已提交
281
    case TSDB_DATA_TYPE_BIGINT: {
wafwerar's avatar
wafwerar 已提交
282
      int64_t value = (int64_t)taosStr2Int64(buf, NULL, 10);
H
Hongze Cheng 已提交
283
      colDataAppendInt64(pOut->columnData, rowIndex, (int64_t *)&value);
D
fix bug  
dapan1121 已提交
284
      break;
G
Ganlin Zhao 已提交
285
    }
D
fix bug  
dapan1121 已提交
286
  }
D
dapan1121 已提交
287 288
}

H
Hongze Cheng 已提交
289
static FORCE_INLINE void varToUnsigned(char *buf, SScalarParam *pOut, int32_t rowIndex, int32_t *overflow) {
D
dapan1121 已提交
290 291 292 293 294 295 296 297 298 299 300 301 302 303 304
  if (overflow) {
    uint64_t minValue = (uint64_t)tDataTypes[pOut->columnData->info.type].minValue;
    uint64_t maxValue = (uint64_t)tDataTypes[pOut->columnData->info.type].maxValue;
    uint64_t value = (uint64_t)taosStr2UInt64(buf, NULL, 10);
    if (value > maxValue) {
      *overflow = 1;
      return;
    } else if (value < minValue) {
      *overflow = -1;
      return;
    } else {
      *overflow = 0;
    }
  }

D
fix bug  
dapan1121 已提交
305 306
  switch (pOut->columnData->info.type) {
    case TSDB_DATA_TYPE_UTINYINT: {
wafwerar's avatar
wafwerar 已提交
307
      uint8_t value = (uint8_t)taosStr2UInt8(buf, NULL, 10);
H
Hongze Cheng 已提交
308
      colDataAppendInt8(pOut->columnData, rowIndex, (int8_t *)&value);
D
fix bug  
dapan1121 已提交
309
      break;
G
Ganlin Zhao 已提交
310
    }
D
fix bug  
dapan1121 已提交
311
    case TSDB_DATA_TYPE_USMALLINT: {
wafwerar's avatar
wafwerar 已提交
312
      uint16_t value = (uint16_t)taosStr2UInt16(buf, NULL, 10);
H
Hongze Cheng 已提交
313
      colDataAppendInt16(pOut->columnData, rowIndex, (int16_t *)&value);
D
fix bug  
dapan1121 已提交
314
      break;
G
Ganlin Zhao 已提交
315
    }
D
fix bug  
dapan1121 已提交
316
    case TSDB_DATA_TYPE_UINT: {
wafwerar's avatar
wafwerar 已提交
317
      uint32_t value = (uint32_t)taosStr2UInt32(buf, NULL, 10);
H
Hongze Cheng 已提交
318
      colDataAppendInt32(pOut->columnData, rowIndex, (int32_t *)&value);
D
fix bug  
dapan1121 已提交
319
      break;
G
Ganlin Zhao 已提交
320
    }
D
fix bug  
dapan1121 已提交
321
    case TSDB_DATA_TYPE_UBIGINT: {
wafwerar's avatar
wafwerar 已提交
322
      uint64_t value = (uint64_t)taosStr2UInt64(buf, NULL, 10);
H
Hongze Cheng 已提交
323
      colDataAppendInt64(pOut->columnData, rowIndex, (int64_t *)&value);
D
fix bug  
dapan1121 已提交
324
      break;
G
Ganlin Zhao 已提交
325
    }
D
fix bug  
dapan1121 已提交
326
  }
D
dapan1121 已提交
327 328
}

H
Hongze Cheng 已提交
329
static FORCE_INLINE void varToFloat(char *buf, SScalarParam *pOut, int32_t rowIndex, int32_t *overflow) {
D
dapan1121 已提交
330 331 332 333 334
  if (TSDB_DATA_TYPE_FLOAT == pOut->columnData->info.type) {
    float value = taosStr2Float(buf, NULL);
    colDataAppendFloat(pOut->columnData, rowIndex, &value);
    return;
  }
G
Ganlin Zhao 已提交
335

wafwerar's avatar
wafwerar 已提交
336
  double value = taosStr2Double(buf, NULL);
337
  colDataAppendDouble(pOut->columnData, rowIndex, &value);
338 339
}

H
Hongze Cheng 已提交
340
static FORCE_INLINE void varToBool(char *buf, SScalarParam *pOut, int32_t rowIndex, int32_t *overflow) {
wafwerar's avatar
wafwerar 已提交
341
  int64_t value = taosStr2Int64(buf, NULL, 10);
H
Hongze Cheng 已提交
342 343
  bool    v = (value != 0) ? true : false;
  colDataAppendInt8(pOut->columnData, rowIndex, (int8_t *)&v);
D
dapan1121 已提交
344 345
}

H
Haojun Liao 已提交
346
// todo remove this malloc
H
Hongze Cheng 已提交
347
static FORCE_INLINE void varToNchar(char *buf, SScalarParam *pOut, int32_t rowIndex, int32_t *overflow) {
wmmhello's avatar
wmmhello 已提交
348 349
  int32_t len = 0;
  int32_t inputLen = varDataLen(buf);
D
fix bug  
dapan1121 已提交
350
  int32_t outputMaxLen = (inputLen + 1) * TSDB_NCHAR_SIZE + VARSTR_HEADER_SIZE;
wmmhello's avatar
wmmhello 已提交
351

dengyihao's avatar
dengyihao 已提交
352 353 354
  char   *t = taosMemoryCalloc(1, outputMaxLen);
  int32_t ret =
      taosMbsToUcs4(varDataVal(buf), inputLen, (TdUcs4 *)varDataVal(t), outputMaxLen - VARSTR_HEADER_SIZE, &len);
G
Ganlin Zhao 已提交
355
  if (!ret) {
dengyihao's avatar
dengyihao 已提交
356
    sclError("failed to convert to NCHAR");
G
Ganlin Zhao 已提交
357
  }
wmmhello's avatar
wmmhello 已提交
358 359 360 361 362
  varDataSetLen(t, len);

  colDataAppend(pOut->columnData, rowIndex, t, false);
  taosMemoryFree(t);
}
363

H
Hongze Cheng 已提交
364
static FORCE_INLINE void ncharToVar(char *buf, SScalarParam *pOut, int32_t rowIndex, int32_t *overflow) {
D
dapan1121 已提交
365 366
  int32_t inputLen = varDataLen(buf);

H
Hongze Cheng 已提交
367 368
  char   *t = taosMemoryCalloc(1, inputLen + VARSTR_HEADER_SIZE);
  int32_t len = taosUcs4ToMbs((TdUcs4 *)varDataVal(buf), varDataLen(buf), varDataVal(t));
D
dapan1121 已提交
369 370 371 372 373 374 375 376 377 378
  if (len < 0) {
    taosMemoryFree(t);
    return;
  }
  varDataSetLen(t, len);

  colDataAppend(pOut->columnData, rowIndex, t, false);
  taosMemoryFree(t);
}

dengyihao's avatar
dengyihao 已提交
379 380
// TODO opt performance, tmp is not needed.
int32_t vectorConvertFromVarData(SSclVectorConvCtx *pCtx, int32_t *overflow) {
wmmhello's avatar
wmmhello 已提交
381
  bool vton = false;
382 383

  _bufConverteFunc func = NULL;
D
dapan1121 已提交
384
  if (TSDB_DATA_TYPE_BOOL == pCtx->outType) {
385
    func = varToBool;
D
dapan1121 已提交
386
  } else if (IS_SIGNED_NUMERIC_TYPE(pCtx->outType)) {
387
    func = varToSigned;
D
dapan1121 已提交
388
  } else if (IS_UNSIGNED_NUMERIC_TYPE(pCtx->outType)) {
389
    func = varToUnsigned;
D
dapan1121 已提交
390
  } else if (IS_FLOAT_TYPE(pCtx->outType)) {
391
    func = varToFloat;
G
Ganlin Zhao 已提交
392 393
  } else if (pCtx->outType == TSDB_DATA_TYPE_VARCHAR &&
             pCtx->inType == TSDB_DATA_TYPE_NCHAR) {  // nchar -> binary
D
dapan1121 已提交
394 395
    func = ncharToVar;
    vton = true;
G
Ganlin Zhao 已提交
396 397
  } else if (pCtx->outType == TSDB_DATA_TYPE_NCHAR &&
             pCtx->inType == TSDB_DATA_TYPE_VARCHAR) {  // binary -> nchar
wmmhello's avatar
wmmhello 已提交
398 399
    func = varToNchar;
    vton = true;
D
dapan1121 已提交
400
  } else if (TSDB_DATA_TYPE_TIMESTAMP == pCtx->outType) {
D
dapan1121 已提交
401
    func = varToTimestamp;
402
  } else {
G
Ganlin Zhao 已提交
403
    sclError("invalid convert outType:%d, inType:%d", pCtx->outType, pCtx->inType);
S
Shengliang Guan 已提交
404
    return TSDB_CODE_APP_ERROR;
405 406
  }

D
dapan1121 已提交
407
  pCtx->pOut->numOfRows = pCtx->pIn->numOfRows;
H
Haojun Liao 已提交
408 409
  char* tmp = NULL;

D
dapan1121 已提交
410 411 412
  for (int32_t i = pCtx->startIndex; i <= pCtx->endIndex; ++i) {
    if (IS_HELPER_NULL(pCtx->pIn->columnData, i)) {
      colDataAppendNULL(pCtx->pOut->columnData, i);
413 414 415
      continue;
    }

dengyihao's avatar
dengyihao 已提交
416
    char   *data = colDataGetVarData(pCtx->pIn->columnData, i);
D
dapan1121 已提交
417
    int32_t convertType = pCtx->inType;
dengyihao's avatar
dengyihao 已提交
418
    if (pCtx->inType == TSDB_DATA_TYPE_JSON) {
G
Ganlin Zhao 已提交
419
      if (*data == TSDB_DATA_TYPE_NCHAR) {
420 421
        data += CHAR_BYTES;
        convertType = TSDB_DATA_TYPE_NCHAR;
G
Ganlin Zhao 已提交
422
      } else if (tTagIsJson(data) || *data == TSDB_DATA_TYPE_NULL) {
wmmhello's avatar
wmmhello 已提交
423 424
        terrno = TSDB_CODE_QRY_JSON_NOT_SUPPORT_ERROR;
        return terrno;
425
      } else {
dengyihao's avatar
dengyihao 已提交
426
        convertNumberToNumber(data + CHAR_BYTES, colDataGetNumData(pCtx->pOut->columnData, i), *data, pCtx->outType);
427 428 429
        continue;
      }
    }
H
Haojun Liao 已提交
430

D
dapan1121 已提交
431
    int32_t bufSize = pCtx->pIn->columnData->info.bytes;
H
Haojun Liao 已提交
432 433 434 435 436 437
    if (tmp == NULL) {
      tmp = taosMemoryMalloc(bufSize);
      if (tmp == NULL) {
        sclError("out of memory in vectorConvertFromVarData");
        return TSDB_CODE_OUT_OF_MEMORY;
      }
438
    }
H
Haojun Liao 已提交
439

wmmhello's avatar
wmmhello 已提交
440 441 442
    if (vton) {
      memcpy(tmp, data, varDataTLen(data));
    } else {
443 444 445
      if (TSDB_DATA_TYPE_VARCHAR == convertType) {
        memcpy(tmp, varDataVal(data), varDataLen(data));
        tmp[varDataLen(data)] = 0;
H
Hongze Cheng 已提交
446
      } else if (TSDB_DATA_TYPE_NCHAR == convertType) {
H
Haojun Liao 已提交
447
        // we need to convert it to native char string, and then perform the string to numeric data
G
Ganlin Zhao 已提交
448 449 450 451 452
        if (varDataLen(data) > bufSize) {
          sclError("castConvert convert buffer size too small");
          taosMemoryFreeClear(tmp);
          return TSDB_CODE_APP_ERROR;
        }
453 454 455 456 457

        int len = taosUcs4ToMbs((TdUcs4 *)varDataVal(data), varDataLen(data), tmp);
        if (len < 0) {
          sclError("castConvert taosUcs4ToMbs error 1");
          taosMemoryFreeClear(tmp);
S
Shengliang Guan 已提交
458
          return TSDB_CODE_APP_ERROR;
459 460 461 462
        }

        tmp[len] = 0;
      }
wmmhello's avatar
wmmhello 已提交
463
    }
dengyihao's avatar
dengyihao 已提交
464

D
dapan1121 已提交
465
    (*func)(tmp, pCtx->pOut, i, overflow);
466
  }
G
Ganlin Zhao 已提交
467

H
Haojun Liao 已提交
468 469 470
  if (tmp != NULL) {
    taosMemoryFreeClear(tmp);
  }
471 472 473
  return TSDB_CODE_SUCCESS;
}

H
Hongze Cheng 已提交
474 475
double getVectorDoubleValue_JSON(void *src, int32_t index) {
  char  *data = colDataGetVarData((SColumnInfoData *)src, index);
476
  double out = 0;
H
Hongze Cheng 已提交
477
  if (*data == TSDB_DATA_TYPE_NULL) {
478
    return out;
H
Hongze Cheng 已提交
479 480 481
  } else if (*data == TSDB_DATA_TYPE_NCHAR) {  // json inner type can not be BINARY
    convertNcharToDouble(data + CHAR_BYTES, &out);
  } else if (tTagIsJson(data)) {
wmmhello's avatar
wmmhello 已提交
482 483
    terrno = TSDB_CODE_QRY_JSON_NOT_SUPPORT_ERROR;
    return 0;
H
Hongze Cheng 已提交
484 485
  } else {
    convertNumberToNumber(data + CHAR_BYTES, &out, *data, TSDB_DATA_TYPE_DOUBLE);
486 487 488 489
  }
  return out;
}

H
Hongze Cheng 已提交
490
void *ncharTobinary(void *buf) {  // todo need to remove , if tobinary is nchar
wmmhello's avatar
wmmhello 已提交
491
  int32_t inputLen = varDataTLen(buf);
492

H
Hongze Cheng 已提交
493 494
  void   *t = taosMemoryCalloc(1, inputLen);
  int32_t len = taosUcs4ToMbs((TdUcs4 *)varDataVal(buf), varDataLen(buf), varDataVal(t));
495 496
  if (len < 0) {
    sclError("charset:%s to %s. val:%s convert ncharTobinary failed.", DEFAULT_UNICODE_ENCODEC, tsCharset,
H
Hongze Cheng 已提交
497
             (char *)varDataVal(buf));
498 499 500 501 502 503 504
    taosMemoryFree(t);
    return NULL;
  }
  varDataSetLen(t, len);
  return t;
}

H
Hongze Cheng 已提交
505 506 507
bool convertJsonValue(__compar_fn_t *fp, int32_t optr, int8_t typeLeft, int8_t typeRight, char **pLeftData,
                      char **pRightData, void *pLeftOut, void *pRightOut, bool *isNull, bool *freeLeft,
                      bool *freeRight) {
G
Ganlin Zhao 已提交
508
  if (optr == OP_TYPE_JSON_CONTAINS) {
wmmhello's avatar
wmmhello 已提交
509
    return true;
510 511
  }

G
Ganlin Zhao 已提交
512
  if (typeLeft != TSDB_DATA_TYPE_JSON && typeRight != TSDB_DATA_TYPE_JSON) {
wmmhello's avatar
wmmhello 已提交
513
    return true;
514 515
  }

G
Ganlin Zhao 已提交
516 517
  if (typeLeft == TSDB_DATA_TYPE_JSON) {
    if (tTagIsJson(*pLeftData)) {
wmmhello's avatar
wmmhello 已提交
518 519 520
      terrno = TSDB_CODE_QRY_JSON_NOT_SUPPORT_ERROR;
      return false;
    }
521
    typeLeft = **pLeftData;
H
Hongze Cheng 已提交
522
    (*pLeftData)++;
523
  }
G
Ganlin Zhao 已提交
524
  if (typeRight == TSDB_DATA_TYPE_JSON) {
wmmhello's avatar
wmmhello 已提交
525
    if (tTagIsJson(*pRightData)) {
wmmhello's avatar
wmmhello 已提交
526 527 528
      terrno = TSDB_CODE_QRY_JSON_NOT_SUPPORT_ERROR;
      return false;
    }
529
    typeRight = **pRightData;
H
Hongze Cheng 已提交
530
    (*pRightData)++;
531
  }
wmmhello's avatar
wmmhello 已提交
532

G
Ganlin Zhao 已提交
533 534
  if (optr == OP_TYPE_LIKE || optr == OP_TYPE_NOT_LIKE || optr == OP_TYPE_MATCH || optr == OP_TYPE_NMATCH) {
    if (typeLeft != TSDB_DATA_TYPE_NCHAR && typeLeft != TSDB_DATA_TYPE_BINARY) {
wmmhello's avatar
wmmhello 已提交
535 536 537 538
      return false;
    }
  }

wmmhello's avatar
wmmhello 已提交
539
  // if types can not comparable
G
Ganlin Zhao 已提交
540 541 542 543 544 545
  if ((IS_NUMERIC_TYPE(typeLeft) && !IS_NUMERIC_TYPE(typeRight)) ||
      (IS_NUMERIC_TYPE(typeRight) && !IS_NUMERIC_TYPE(typeLeft)) ||
      (IS_VAR_DATA_TYPE(typeLeft) && !IS_VAR_DATA_TYPE(typeRight)) ||
      (IS_VAR_DATA_TYPE(typeRight) && !IS_VAR_DATA_TYPE(typeLeft)) ||
      ((typeLeft == TSDB_DATA_TYPE_BOOL) && (typeRight != TSDB_DATA_TYPE_BOOL)) ||
      ((typeRight == TSDB_DATA_TYPE_BOOL) && (typeLeft != TSDB_DATA_TYPE_BOOL)))
wmmhello's avatar
wmmhello 已提交
546 547
    return false;

G
Ganlin Zhao 已提交
548
  if (typeLeft == TSDB_DATA_TYPE_NULL || typeRight == TSDB_DATA_TYPE_NULL) {
549
    *isNull = true;
wmmhello's avatar
wmmhello 已提交
550
    return true;
551
  }
552 553
  int8_t type = vectorGetConvertType(typeLeft, typeRight);

G
Ganlin Zhao 已提交
554
  if (type == 0) {
555
    *fp = filterGetCompFunc(typeLeft, optr);
wmmhello's avatar
wmmhello 已提交
556
    return true;
557 558 559 560
  }

  *fp = filterGetCompFunc(type, optr);

G
Ganlin Zhao 已提交
561
  if (IS_NUMERIC_TYPE(type)) {
G
Ganlin Zhao 已提交
562 563 564
    if (typeLeft == TSDB_DATA_TYPE_NCHAR ||
        typeLeft == TSDB_DATA_TYPE_VARCHAR) {
      return false;
G
Ganlin Zhao 已提交
565
    } else if (typeLeft != type) {
566 567 568 569
      convertNumberToNumber(*pLeftData, pLeftOut, typeLeft, type);
      *pLeftData = pLeftOut;
    }

G
Ganlin Zhao 已提交
570 571 572
    if (typeRight == TSDB_DATA_TYPE_NCHAR ||
        typeRight == TSDB_DATA_TYPE_VARCHAR) {
      return false;
G
Ganlin Zhao 已提交
573
    } else if (typeRight != type) {
574 575 576
      convertNumberToNumber(*pRightData, pRightOut, typeRight, type);
      *pRightData = pRightOut;
    }
G
Ganlin Zhao 已提交
577 578
  } else if (type == TSDB_DATA_TYPE_BINARY) {
    if (typeLeft == TSDB_DATA_TYPE_NCHAR) {
579 580 581
      *pLeftData = ncharTobinary(*pLeftData);
      *freeLeft = true;
    }
G
Ganlin Zhao 已提交
582
    if (typeRight == TSDB_DATA_TYPE_NCHAR) {
583 584 585
      *pRightData = ncharTobinary(*pRightData);
      *freeRight = true;
    }
G
Ganlin Zhao 已提交
586
  } else {
G
Ganlin Zhao 已提交
587
    return false;
588 589
  }

wmmhello's avatar
wmmhello 已提交
590
  return true;
591 592
}

D
dapan1121 已提交
593
int32_t vectorConvertToVarData(SSclVectorConvCtx *pCtx) {
dengyihao's avatar
dengyihao 已提交
594 595 596
  SColumnInfoData *pInputCol = pCtx->pIn->columnData;
  SColumnInfoData *pOutputCol = pCtx->pOut->columnData;
  char             tmp[128] = {0};
D
fix bug  
dapan1121 已提交
597

dengyihao's avatar
dengyihao 已提交
598 599
  if (IS_SIGNED_NUMERIC_TYPE(pCtx->inType) || pCtx->inType == TSDB_DATA_TYPE_BOOL ||
      pCtx->inType == TSDB_DATA_TYPE_TIMESTAMP) {
D
dapan1121 已提交
600
    for (int32_t i = pCtx->startIndex; i <= pCtx->endIndex; ++i) {
D
fix bug  
dapan1121 已提交
601 602 603 604
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        colDataAppendNULL(pOutputCol, i);
        continue;
      }
G
Ganlin Zhao 已提交
605

D
fix bug  
dapan1121 已提交
606
      int64_t value = 0;
D
dapan1121 已提交
607
      GET_TYPED_DATA(value, int64_t, pCtx->inType, colDataGetData(pInputCol, i));
D
fix bug  
dapan1121 已提交
608 609
      int32_t len = sprintf(varDataVal(tmp), "%" PRId64, value);
      varDataLen(tmp) = len;
D
dapan1121 已提交
610 611
      if (pCtx->outType == TSDB_DATA_TYPE_NCHAR) {
        varToNchar(tmp, pCtx->pOut, i, NULL);
D
fix bug  
dapan1121 已提交
612
      } else {
D
dapan1121 已提交
613
        colDataAppend(pOutputCol, i, (char *)tmp, false);
D
fix bug  
dapan1121 已提交
614 615
      }
    }
D
dapan1121 已提交
616 617
  } else if (IS_UNSIGNED_NUMERIC_TYPE(pCtx->inType)) {
    for (int32_t i = pCtx->startIndex; i <= pCtx->endIndex; ++i) {
D
fix bug  
dapan1121 已提交
618 619 620 621
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        colDataAppendNULL(pOutputCol, i);
        continue;
      }
G
Ganlin Zhao 已提交
622

D
fix bug  
dapan1121 已提交
623
      uint64_t value = 0;
D
dapan1121 已提交
624
      GET_TYPED_DATA(value, uint64_t, pCtx->inType, colDataGetData(pInputCol, i));
D
fix bug  
dapan1121 已提交
625 626
      int32_t len = sprintf(varDataVal(tmp), "%" PRIu64, value);
      varDataLen(tmp) = len;
D
dapan1121 已提交
627 628
      if (pCtx->outType == TSDB_DATA_TYPE_NCHAR) {
        varToNchar(tmp, pCtx->pOut, i, NULL);
D
fix bug  
dapan1121 已提交
629
      } else {
D
dapan1121 已提交
630
        colDataAppend(pOutputCol, i, (char *)tmp, false);
D
fix bug  
dapan1121 已提交
631 632
      }
    }
D
dapan1121 已提交
633 634
  } else if (IS_FLOAT_TYPE(pCtx->inType)) {
    for (int32_t i = pCtx->startIndex; i <= pCtx->endIndex; ++i) {
D
fix bug  
dapan1121 已提交
635 636 637 638
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        colDataAppendNULL(pOutputCol, i);
        continue;
      }
G
Ganlin Zhao 已提交
639

D
fix bug  
dapan1121 已提交
640
      double value = 0;
D
dapan1121 已提交
641
      GET_TYPED_DATA(value, double, pCtx->inType, colDataGetData(pInputCol, i));
D
fix bug  
dapan1121 已提交
642 643
      int32_t len = sprintf(varDataVal(tmp), "%lf", value);
      varDataLen(tmp) = len;
D
dapan1121 已提交
644 645
      if (pCtx->outType == TSDB_DATA_TYPE_NCHAR) {
        varToNchar(tmp, pCtx->pOut, i, NULL);
D
fix bug  
dapan1121 已提交
646
      } else {
D
dapan1121 已提交
647
        colDataAppend(pOutputCol, i, (char *)tmp, false);
D
fix bug  
dapan1121 已提交
648 649 650
      }
    }
  } else {
D
dapan1121 已提交
651
    sclError("not supported input type:%d", pCtx->inType);
S
Shengliang Guan 已提交
652
    return TSDB_CODE_APP_ERROR;
D
fix bug  
dapan1121 已提交
653 654 655 656 657
  }

  return TSDB_CODE_SUCCESS;
}

658
// TODO opt performance
dengyihao's avatar
dengyihao 已提交
659 660 661 662
int32_t vectorConvertSingleColImpl(const SScalarParam *pIn, SScalarParam *pOut, int32_t *overflow, int32_t startIndex,
                                   int32_t numOfRows) {
  SColumnInfoData *pInputCol = pIn->columnData;
  SColumnInfoData *pOutputCol = pOut->columnData;
H
Haojun Liao 已提交
663

D
dapan1121 已提交
664 665 666 667
  if (NULL == pInputCol) {
    sclError("input column is NULL, hashFilter %p", pIn->pHashFilter);
    return TSDB_CODE_APP_ERROR;
  }
D
dapan1121 已提交
668

dengyihao's avatar
dengyihao 已提交
669 670
  int32_t           rstart = (startIndex >= 0 && startIndex < pIn->numOfRows) ? startIndex : 0;
  int32_t           rend = numOfRows > 0 ? rstart + numOfRows - 1 : rstart + pIn->numOfRows - 1;
D
dapan1121 已提交
671 672 673 674
  SSclVectorConvCtx cCtx = {pIn, pOut, rstart, rend, pInputCol->info.type, pOutputCol->info.type};

  if (IS_VAR_DATA_TYPE(cCtx.inType)) {
    return vectorConvertFromVarData(&cCtx, overflow);
D
dapan1121 已提交
675 676 677
  }

  if (overflow) {
G
Ganlin Zhao 已提交
678 679 680 681
    if (1 != pIn->numOfRows) {
      sclError("invalid numOfRows %d", pIn->numOfRows);
      return TSDB_CODE_APP_ERROR;
    }
D
dapan1121 已提交
682 683

    pOut->numOfRows = 0;
dengyihao's avatar
dengyihao 已提交
684

D
dapan1121 已提交
685 686 687
    if (IS_SIGNED_NUMERIC_TYPE(cCtx.outType)) {
      int64_t minValue = tDataTypes[cCtx.outType].minValue;
      int64_t maxValue = tDataTypes[cCtx.outType].maxValue;
dengyihao's avatar
dengyihao 已提交
688

D
dapan1121 已提交
689
      double value = 0;
D
dapan1121 已提交
690
      GET_TYPED_DATA(value, double, cCtx.inType, colDataGetData(pInputCol, 0));
dengyihao's avatar
dengyihao 已提交
691

D
dapan1121 已提交
692 693 694 695 696 697 698 699 700
      if (value > maxValue) {
        *overflow = 1;
        return TSDB_CODE_SUCCESS;
      } else if (value < minValue) {
        *overflow = -1;
        return TSDB_CODE_SUCCESS;
      } else {
        *overflow = 0;
      }
D
dapan1121 已提交
701 702 703
    } else if (IS_UNSIGNED_NUMERIC_TYPE(cCtx.outType)) {
      uint64_t minValue = (uint64_t)tDataTypes[cCtx.outType].minValue;
      uint64_t maxValue = (uint64_t)tDataTypes[cCtx.outType].maxValue;
dengyihao's avatar
dengyihao 已提交
704

D
dapan1121 已提交
705
      double value = 0;
D
dapan1121 已提交
706
      GET_TYPED_DATA(value, double, cCtx.inType, colDataGetData(pInputCol, 0));
dengyihao's avatar
dengyihao 已提交
707

D
dapan1121 已提交
708 709 710 711 712 713 714 715 716 717
      if (value > maxValue) {
        *overflow = 1;
        return TSDB_CODE_SUCCESS;
      } else if (value < minValue) {
        *overflow = -1;
        return TSDB_CODE_SUCCESS;
      } else {
        *overflow = 0;
      }
    }
D
dapan 已提交
718
  }
719 720

  pOut->numOfRows = pIn->numOfRows;
D
dapan1121 已提交
721
  switch (cCtx.outType) {
722
    case TSDB_DATA_TYPE_BOOL: {
D
dapan1121 已提交
723
      for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) {
724
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
725
          colDataAppendNULL(pOutputCol, i);
726 727 728 729
          continue;
        }

        bool value = 0;
D
dapan1121 已提交
730
        GET_TYPED_DATA(value, bool, cCtx.inType, colDataGetData(pInputCol, i));
D
dapan1121 已提交
731 732 733 734 735
        colDataAppendInt8(pOutputCol, i, (int8_t *)&value);
      }
      break;
    }
    case TSDB_DATA_TYPE_TINYINT: {
D
dapan1121 已提交
736
      for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) {
D
dapan1121 已提交
737 738 739 740 741 742
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          colDataAppendNULL(pOutputCol, i);
          continue;
        }

        int8_t value = 0;
D
dapan1121 已提交
743
        GET_TYPED_DATA(value, int8_t, cCtx.inType, colDataGetData(pInputCol, i));
D
dapan1121 已提交
744 745 746 747
        colDataAppendInt8(pOutputCol, i, (int8_t *)&value);
      }
      break;
    }
dengyihao's avatar
dengyihao 已提交
748
    case TSDB_DATA_TYPE_SMALLINT: {
D
dapan1121 已提交
749
      for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) {
D
dapan1121 已提交
750 751 752 753 754 755
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          colDataAppendNULL(pOutputCol, i);
          continue;
        }

        int16_t value = 0;
D
dapan1121 已提交
756
        GET_TYPED_DATA(value, int16_t, cCtx.inType, colDataGetData(pInputCol, i));
D
dapan1121 已提交
757 758 759 760
        colDataAppendInt16(pOutputCol, i, (int16_t *)&value);
      }
      break;
    }
dengyihao's avatar
dengyihao 已提交
761
    case TSDB_DATA_TYPE_INT: {
D
dapan1121 已提交
762
      for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) {
D
dapan1121 已提交
763 764 765 766 767 768
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          colDataAppendNULL(pOutputCol, i);
          continue;
        }

        int32_t value = 0;
D
dapan1121 已提交
769
        GET_TYPED_DATA(value, int32_t, cCtx.inType, colDataGetData(pInputCol, i));
D
dapan1121 已提交
770
        colDataAppendInt32(pOutputCol, i, (int32_t *)&value);
771 772 773
      }
      break;
    }
D
dapan1121 已提交
774
    case TSDB_DATA_TYPE_BIGINT:
775
    case TSDB_DATA_TYPE_TIMESTAMP: {
D
dapan1121 已提交
776
      for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) {
777
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
778
          colDataAppendNULL(pOutputCol, i);
D
dapan 已提交
779
          continue;
D
dapan1121 已提交
780
        }
D
dapan 已提交
781 782

        int64_t value = 0;
D
dapan1121 已提交
783
        GET_TYPED_DATA(value, int64_t, cCtx.inType, colDataGetData(pInputCol, i));
D
dapan1121 已提交
784
        colDataAppendInt64(pOutputCol, i, (int64_t *)&value);
D
dapan1121 已提交
785 786
      }
      break;
787
    }
dengyihao's avatar
dengyihao 已提交
788
    case TSDB_DATA_TYPE_UTINYINT: {
D
dapan1121 已提交
789
      for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) {
D
dapan1121 已提交
790 791 792 793
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          colDataAppendNULL(pOutputCol, i);
          continue;
        }
G
Ganlin Zhao 已提交
794

D
dapan1121 已提交
795
        uint8_t value = 0;
D
dapan1121 已提交
796
        GET_TYPED_DATA(value, uint8_t, cCtx.inType, colDataGetData(pInputCol, i));
D
dapan1121 已提交
797 798 799 800
        colDataAppendInt8(pOutputCol, i, (int8_t *)&value);
      }
      break;
    }
dengyihao's avatar
dengyihao 已提交
801
    case TSDB_DATA_TYPE_USMALLINT: {
D
dapan1121 已提交
802
      for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) {
D
dapan1121 已提交
803 804 805 806
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          colDataAppendNULL(pOutputCol, i);
          continue;
        }
G
Ganlin Zhao 已提交
807

D
dapan1121 已提交
808
        uint16_t value = 0;
D
dapan1121 已提交
809
        GET_TYPED_DATA(value, uint16_t, cCtx.inType, colDataGetData(pInputCol, i));
D
dapan1121 已提交
810 811 812 813
        colDataAppendInt16(pOutputCol, i, (int16_t *)&value);
      }
      break;
    }
dengyihao's avatar
dengyihao 已提交
814
    case TSDB_DATA_TYPE_UINT: {
D
dapan1121 已提交
815
      for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) {
D
dapan1121 已提交
816 817 818 819
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          colDataAppendNULL(pOutputCol, i);
          continue;
        }
G
Ganlin Zhao 已提交
820

D
dapan1121 已提交
821
        uint32_t value = 0;
D
dapan1121 已提交
822
        GET_TYPED_DATA(value, uint32_t, cCtx.inType, colDataGetData(pInputCol, i));
D
dapan1121 已提交
823 824 825 826 827
        colDataAppendInt32(pOutputCol, i, (int32_t *)&value);
      }
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
D
dapan1121 已提交
828
      for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) {
829
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
830
          colDataAppendNULL(pOutputCol, i);
D
dapan 已提交
831
          continue;
D
dapan1121 已提交
832
        }
G
Ganlin Zhao 已提交
833

D
dapan 已提交
834
        uint64_t value = 0;
D
dapan1121 已提交
835
        GET_TYPED_DATA(value, uint64_t, cCtx.inType, colDataGetData(pInputCol, i));
dengyihao's avatar
dengyihao 已提交
836
        colDataAppendInt64(pOutputCol, i, (int64_t *)&value);
D
dapan1121 已提交
837 838
      }
      break;
D
dapan1121 已提交
839
    }
dengyihao's avatar
dengyihao 已提交
840
    case TSDB_DATA_TYPE_FLOAT: {
D
dapan1121 已提交
841
      for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) {
D
dapan1121 已提交
842 843 844 845
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          colDataAppendNULL(pOutputCol, i);
          continue;
        }
G
Ganlin Zhao 已提交
846

D
dapan1121 已提交
847
        float value = 0;
D
dapan1121 已提交
848
        GET_TYPED_DATA(value, float, cCtx.inType, colDataGetData(pInputCol, i));
dengyihao's avatar
dengyihao 已提交
849
        colDataAppendFloat(pOutputCol, i, (float *)&value);
D
dapan1121 已提交
850
      }
G
Ganlin Zhao 已提交
851
      break;
D
dapan1121 已提交
852 853
    }
    case TSDB_DATA_TYPE_DOUBLE: {
D
dapan1121 已提交
854
      for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) {
855
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
856
          colDataAppendNULL(pOutputCol, i);
D
dapan 已提交
857
          continue;
D
dapan1121 已提交
858
        }
G
Ganlin Zhao 已提交
859

D
dapan 已提交
860
        double value = 0;
D
dapan1121 已提交
861
        GET_TYPED_DATA(value, double, cCtx.inType, colDataGetData(pInputCol, i));
dengyihao's avatar
dengyihao 已提交
862
        colDataAppendDouble(pOutputCol, i, (double *)&value);
D
dapan1121 已提交
863
      }
G
Ganlin Zhao 已提交
864
      break;
D
dapan1121 已提交
865
    }
G
Ganlin Zhao 已提交
866
    case TSDB_DATA_TYPE_BINARY:
D
fix bug  
dapan1121 已提交
867
    case TSDB_DATA_TYPE_NCHAR: {
D
dapan1121 已提交
868
      return vectorConvertToVarData(&cCtx);
D
fix bug  
dapan1121 已提交
869
    }
D
dapan1121 已提交
870
    default:
D
dapan1121 已提交
871
      sclError("invalid convert output type:%d", cCtx.outType);
S
Shengliang Guan 已提交
872
      return TSDB_CODE_APP_ERROR;
D
dapan1121 已提交
873 874 875 876 877
  }

  return TSDB_CODE_SUCCESS;
}

H
Hongze Cheng 已提交
878 879
int8_t gConvertTypes[TSDB_DATA_TYPE_BLOB + 1][TSDB_DATA_TYPE_BLOB + 1] = {
    /*         NULL BOOL TINY SMAL INT  BIG  FLOA DOUB VARC TIME NCHA UTIN USMA UINT UBIG JSON VARB DECI BLOB */
dengyihao's avatar
dengyihao 已提交
880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898
    /*NULL*/ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,  0,  0,  0,  0, 0, 0, 0,
    /*BOOL*/ 0, 0, 2, 3, 4, 5, 6, 7, 5, 9, 7, 11, 12, 13, 14, 0, 7, 0, 0,
    /*TINY*/ 0, 0, 0, 3, 4, 5, 6, 7, 5, 9, 7, 3,  4,  5,  7,  0, 7, 0, 0,
    /*SMAL*/ 0, 0, 0, 0, 4, 5, 6, 7, 5, 9, 7, 3,  4,  5,  7,  0, 7, 0, 0,
    /*INT */ 0, 0, 0, 0, 0, 5, 6, 7, 5, 9, 7, 4,  4,  5,  7,  0, 7, 0, 0,
    /*BIGI*/ 0, 0, 0, 0, 0, 0, 6, 7, 5, 9, 7, 5,  5,  5,  7,  0, 7, 0, 0,
    /*FLOA*/ 0, 0, 0, 0, 0, 0, 0, 7, 7, 6, 7, 6,  6,  6,  6,  0, 7, 0, 0,
    /*DOUB*/ 0, 0, 0, 0, 0, 0, 0, 0, 7, 7, 7, 7,  7,  7,  7,  0, 7, 0, 0,
    /*VARC*/ 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 8, 7,  7,  7,  7,  0, 0, 0, 0,
    /*TIME*/ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 9,  9,  9,  7,  0, 7, 0, 0,
    /*NCHA*/ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7,  7,  7,  7,  0, 0, 0, 0,
    /*UTIN*/ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,  12, 13, 14, 0, 7, 0, 0,
    /*USMA*/ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,  0,  13, 14, 0, 7, 0, 0,
    /*UINT*/ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,  0,  0,  14, 0, 7, 0, 0,
    /*UBIG*/ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,  0,  0,  0,  0, 7, 0, 0,
    /*JSON*/ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,  0,  0,  0,  0, 0, 0, 0,
    /*VARB*/ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,  0,  0,  0,  0, 0, 0, 0,
    /*DECI*/ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,  0,  0,  0,  0, 0, 0, 0,
    /*BLOB*/ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,  0,  0,  0,  0, 0, 0, 0};
D
dapan1121 已提交
899

D
dapan1121 已提交
900 901 902 903 904 905 906 907 908 909 910 911
int32_t vectorGetConvertType(int32_t type1, int32_t type2) {
  if (type1 == type2) {
    return 0;
  }

  if (type1 < type2) {
    return gConvertTypes[type1][type2];
  }

  return gConvertTypes[type2][type1];
}

dengyihao's avatar
dengyihao 已提交
912 913
int32_t vectorConvertSingleCol(SScalarParam *input, SScalarParam *output, int32_t type, int32_t startIndex,
                               int32_t numOfRows) {
D
dapan1121 已提交
914 915
  output->numOfRows = input->numOfRows;

H
Haojun Liao 已提交
916 917 918
  SDataType t = {.type = type};
  t.bytes = IS_VAR_DATA_TYPE(t.type)? input->columnData->info.bytes:tDataTypes[type].bytes;

H
Haojun Liao 已提交
919 920
  int32_t code = sclCreateColumnInfoData(&t, input->numOfRows, output);
  if (code != TSDB_CODE_SUCCESS) {
D
dapan1121 已提交
921
    return TSDB_CODE_OUT_OF_MEMORY;
D
dapan1121 已提交
922 923
  }

D
dapan1121 已提交
924
  code = vectorConvertSingleColImpl(input, output, NULL, startIndex, numOfRows);
D
dapan1121 已提交
925 926 927 928 929 930 931
  if (code) {
    return code;
  }

  return TSDB_CODE_SUCCESS;
}

dengyihao's avatar
dengyihao 已提交
932 933 934
int32_t vectorConvertCols(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pLeftOut, SScalarParam *pRightOut,
                          int32_t startIndex, int32_t numOfRows) {
  int32_t leftType = GET_PARAM_TYPE(pLeft);
935 936
  int32_t rightType = GET_PARAM_TYPE(pRight);
  if (leftType == rightType) {
D
dapan1121 已提交
937 938 939
    return TSDB_CODE_SUCCESS;
  }

H
Haojun Liao 已提交
940 941 942
  int8_t  type = 0;
  int32_t code = 0;

G
Ganlin Zhao 已提交
943
  SScalarParam *param1 = NULL, *paramOut1 = NULL;
D
dapan1121 已提交
944
  SScalarParam *param2 = NULL, *paramOut2 = NULL;
G
Ganlin Zhao 已提交
945

H
Haojun Liao 已提交
946 947 948
  // always convert least data
  if (IS_VAR_DATA_TYPE(leftType) && IS_VAR_DATA_TYPE(rightType) && (pLeft->numOfRows != pRight->numOfRows) &&
      leftType != TSDB_DATA_TYPE_JSON && rightType != TSDB_DATA_TYPE_JSON) {
D
dapan1121 已提交
949 950 951 952
    param1 = pLeft;
    param2 = pRight;
    paramOut1 = pLeftOut;
    paramOut2 = pRightOut;
H
Haojun Liao 已提交
953 954 955 956 957 958

    if (pLeft->numOfRows > pRight->numOfRows) {
      type = leftType;
    } else {
      type = rightType;
    }
D
dapan1121 已提交
959
  } else {
H
Haojun Liao 已提交
960 961 962 963 964 965 966 967 968 969 970 971
    // we only define half value in the convert-matrix, so make sure param1 always less equal than param2
    if (leftType < rightType) {
      param1 = pLeft;
      param2 = pRight;
      paramOut1 = pLeftOut;
      paramOut2 = pRightOut;
    } else {
      param1 = pRight;
      param2 = pLeft;
      paramOut1 = pRightOut;
      paramOut2 = pLeftOut;
    }
D
dapan1121 已提交
972

H
Haojun Liao 已提交
973 974 975 976
    type = vectorGetConvertType(GET_PARAM_TYPE(param1), GET_PARAM_TYPE(param2));
    if (0 == type) {
      return TSDB_CODE_SUCCESS;
    }
D
dapan1121 已提交
977 978
  }

979
  if (type != GET_PARAM_TYPE(param1)) {
D
dapan1121 已提交
980
    code = vectorConvertSingleCol(param1, paramOut1, type, startIndex, numOfRows);
D
dapan1121 已提交
981 982 983
    if (code) {
      return code;
    }
D
dapan1121 已提交
984
  }
G
Ganlin Zhao 已提交
985

986
  if (type != GET_PARAM_TYPE(param2)) {
D
dapan1121 已提交
987
    code = vectorConvertSingleCol(param2, paramOut2, type, startIndex, numOfRows);
D
dapan1121 已提交
988 989 990
    if (code) {
      return code;
    }
D
dapan1121 已提交
991 992 993 994 995
  }

  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
996 997 998 999 1000
enum {
  VECTOR_DO_CONVERT = 0x1,
  VECTOR_UN_CONVERT = 0x2,
};

1001
// TODO not correct for descending order scan
H
Hongze Cheng 已提交
1002 1003 1004
static void vectorMathAddHelper(SColumnInfoData *pLeftCol, SColumnInfoData *pRightCol, SColumnInfoData *pOutputCol,
                                int32_t numOfRows, int32_t step, int32_t i) {
  _getDoubleValue_fn_t getVectorDoubleValueFnLeft = getVectorDoubleValueFn(pLeftCol->info.type);
1005 1006 1007 1008
  _getDoubleValue_fn_t getVectorDoubleValueFnRight = getVectorDoubleValueFn(pRightCol->info.type);

  double *output = (double *)pOutputCol->pData;

wmmhello's avatar
wmmhello 已提交
1009
  if (IS_HELPER_NULL(pRightCol, 0)) {  // Set pLeft->numOfRows NULL value
1010
    colDataAppendNNULL(pOutputCol, 0, numOfRows);
1011 1012
  } else {
    for (; i >= 0 && i < numOfRows; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1013
      if (IS_HELPER_NULL(pLeftCol, i)) {
1014 1015 1016
        colDataAppendNULL(pOutputCol, i);
        continue;  // TODO set null or ignore
      }
H
Hongze Cheng 已提交
1017
      *output = getVectorDoubleValueFnLeft(LEFT_COL, i) + getVectorDoubleValueFnRight(RIGHT_COL, 0);
D
dapan1121 已提交
1018 1019
    }
  }
1020
}
D
dapan1121 已提交
1021

H
Hongze Cheng 已提交
1022 1023 1024
static void vectorMathTsAddHelper(SColumnInfoData *pLeftCol, SColumnInfoData *pRightCol, SColumnInfoData *pOutputCol,
                                  int32_t numOfRows, int32_t step, int32_t i) {
  _getBigintValue_fn_t getVectorBigintValueFnLeft = getVectorBigintValueFn(pLeftCol->info.type);
1025 1026 1027 1028
  _getBigintValue_fn_t getVectorBigintValueFnRight = getVectorBigintValueFn(pRightCol->info.type);

  int64_t *output = (int64_t *)pOutputCol->pData;

wmmhello's avatar
wmmhello 已提交
1029
  if (IS_HELPER_NULL(pRightCol, 0)) {  // Set pLeft->numOfRows NULL value
1030 1031 1032
    colDataAppendNNULL(pOutputCol, 0, numOfRows);
  } else {
    for (; i >= 0 && i < numOfRows; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1033
      if (IS_HELPER_NULL(pLeftCol, i)) {
1034 1035 1036
        colDataAppendNULL(pOutputCol, i);
        continue;  // TODO set null or ignore
      }
H
Hongze Cheng 已提交
1037 1038 1039
      *output =
          taosTimeAdd(getVectorBigintValueFnLeft(pLeftCol->pData, i), getVectorBigintValueFnRight(pRightCol->pData, 0),
                      pRightCol->info.scale, pRightCol->info.precision);
1040 1041 1042 1043
    }
  }
}

dengyihao's avatar
dengyihao 已提交
1044 1045 1046
static SColumnInfoData *vectorConvertVarToDouble(SScalarParam *pInput, int32_t *converted) {
  SScalarParam     output = {0};
  SColumnInfoData *pCol = pInput->columnData;
H
Haojun Liao 已提交
1047

D
dapan1121 已提交
1048 1049 1050 1051 1052 1053
  if (IS_VAR_DATA_TYPE(pCol->info.type) && pCol->info.type != TSDB_DATA_TYPE_JSON) {
    int32_t code = vectorConvertSingleCol(pInput, &output, TSDB_DATA_TYPE_DOUBLE, -1, -1);
    if (code != TSDB_CODE_SUCCESS) {
      terrno = code;
      return NULL;
    }
H
Haojun Liao 已提交
1054

D
dapan1121 已提交
1055 1056 1057
    *converted = VECTOR_DO_CONVERT;

    return output.columnData;
H
Haojun Liao 已提交
1058
  }
D
dapan1121 已提交
1059 1060

  *converted = VECTOR_UN_CONVERT;
dengyihao's avatar
dengyihao 已提交
1061

D
dapan1121 已提交
1062
  return pInput->columnData;
H
Haojun Liao 已提交
1063 1064
}

H
Hongze Cheng 已提交
1065
static void doReleaseVec(SColumnInfoData *pCol, int32_t type) {
H
Haojun Liao 已提交
1066 1067
  if (type == VECTOR_DO_CONVERT) {
    colDataDestroy(pCol);
H
Haojun Liao 已提交
1068
    taosMemoryFree(pCol);
H
Haojun Liao 已提交
1069 1070 1071
  }
}

H
Hongze Cheng 已提交
1072
void vectorMathAdd(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
1073 1074
  SColumnInfoData *pOutputCol = pOut->columnData;

H
Hongze Cheng 已提交
1075 1076
  int32_t i = ((_ord) == TSDB_ORDER_ASC) ? 0 : TMAX(pLeft->numOfRows, pRight->numOfRows) - 1;
  int32_t step = ((_ord) == TSDB_ORDER_ASC) ? 1 : -1;
1077

1078 1079
  pOut->numOfRows = TMAX(pLeft->numOfRows, pRight->numOfRows);

dengyihao's avatar
dengyihao 已提交
1080 1081 1082
  int32_t          leftConvert = 0, rightConvert = 0;
  SColumnInfoData *pLeftCol = vectorConvertVarToDouble(pLeft, &leftConvert);
  SColumnInfoData *pRightCol = vectorConvertVarToDouble(pRight, &rightConvert);
1083

1084 1085 1086
  if ((GET_PARAM_TYPE(pLeft) == TSDB_DATA_TYPE_TIMESTAMP && IS_INTEGER_TYPE(GET_PARAM_TYPE(pRight))) ||
      (GET_PARAM_TYPE(pRight) == TSDB_DATA_TYPE_TIMESTAMP && IS_INTEGER_TYPE(GET_PARAM_TYPE(pLeft))) ||
      (GET_PARAM_TYPE(pLeft) == TSDB_DATA_TYPE_TIMESTAMP && GET_PARAM_TYPE(pRight) == TSDB_DATA_TYPE_BOOL) ||
H
Hongze Cheng 已提交
1087 1088 1089 1090
      (GET_PARAM_TYPE(pRight) == TSDB_DATA_TYPE_TIMESTAMP &&
       GET_PARAM_TYPE(pLeft) == TSDB_DATA_TYPE_BOOL)) {  // timestamp plus duration
    int64_t             *output = (int64_t *)pOutputCol->pData;
    _getBigintValue_fn_t getVectorBigintValueFnLeft = getVectorBigintValueFn(pLeftCol->info.type);
1091
    _getBigintValue_fn_t getVectorBigintValueFnRight = getVectorBigintValueFn(pRightCol->info.type);
1092

D
dapan1121 已提交
1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103
    if (pLeft->numOfRows == 1 && pRight->numOfRows == 1) {
      if (GET_PARAM_TYPE(pLeft) == TSDB_DATA_TYPE_TIMESTAMP) {
        vectorMathTsAddHelper(pLeftCol, pRightCol, pOutputCol, pRight->numOfRows, step, i);
      } else {
        vectorMathTsAddHelper(pRightCol, pLeftCol, pOutputCol, pRight->numOfRows, step, i);
      }
    } else if (pLeft->numOfRows == 1) {
      vectorMathTsAddHelper(pRightCol, pLeftCol, pOutputCol, pRight->numOfRows, step, i);
    } else if (pRight->numOfRows == 1) {
      vectorMathTsAddHelper(pLeftCol, pRightCol, pOutputCol, pLeft->numOfRows, step, i);
    } else if (pLeft->numOfRows == pRight->numOfRows) {
1104
      for (; i < pRight->numOfRows && i >= 0; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1105
        if (IS_NULL) {
wmmhello's avatar
wmmhello 已提交
1106 1107 1108
          colDataAppendNULL(pOutputCol, i);
          continue;  // TODO set null or ignore
        }
1109
        *output = getVectorBigintValueFnLeft(pLeftCol->pData, i) + getVectorBigintValueFnRight(pRightCol->pData, i);
1110
      }
G
Ganlin Zhao 已提交
1111
    }
1112
  } else {
H
Hongze Cheng 已提交
1113 1114
    double              *output = (double *)pOutputCol->pData;
    _getDoubleValue_fn_t getVectorDoubleValueFnLeft = getVectorDoubleValueFn(pLeftCol->info.type);
1115
    _getDoubleValue_fn_t getVectorDoubleValueFnRight = getVectorDoubleValueFn(pRightCol->info.type);
1116

1117 1118
    if (pLeft->numOfRows == pRight->numOfRows) {
      for (; i < pRight->numOfRows && i >= 0; i += step, output += 1) {
H
Hongze Cheng 已提交
1119
        if (IS_NULL) {
1120 1121 1122 1123
          colDataAppendNULL(pOutputCol, i);
          continue;  // TODO set null or ignore
        }
        *output = getVectorDoubleValueFnLeft(LEFT_COL, i) + getVectorDoubleValueFnRight(RIGHT_COL, i);
1124 1125 1126 1127 1128 1129
      }
    } else if (pLeft->numOfRows == 1) {
      vectorMathAddHelper(pRightCol, pLeftCol, pOutputCol, pRight->numOfRows, step, i);
    } else if (pRight->numOfRows == 1) {
      vectorMathAddHelper(pLeftCol, pRightCol, pOutputCol, pLeft->numOfRows, step, i);
    }
1130
  }
H
Haojun Liao 已提交
1131 1132 1133

  doReleaseVec(pLeftCol, leftConvert);
  doReleaseVec(pRightCol, rightConvert);
1134
}
D
dapan1121 已提交
1135

1136
// TODO not correct for descending order scan
H
Hongze Cheng 已提交
1137 1138 1139
static void vectorMathSubHelper(SColumnInfoData *pLeftCol, SColumnInfoData *pRightCol, SColumnInfoData *pOutputCol,
                                int32_t numOfRows, int32_t step, int32_t factor, int32_t i) {
  _getDoubleValue_fn_t getVectorDoubleValueFnLeft = getVectorDoubleValueFn(pLeftCol->info.type);
1140 1141 1142 1143
  _getDoubleValue_fn_t getVectorDoubleValueFnRight = getVectorDoubleValueFn(pRightCol->info.type);

  double *output = (double *)pOutputCol->pData;

wmmhello's avatar
wmmhello 已提交
1144
  if (IS_HELPER_NULL(pRightCol, 0)) {  // Set pLeft->numOfRows NULL value
1145
    colDataAppendNNULL(pOutputCol, 0, numOfRows);
1146 1147
  } else {
    for (; i >= 0 && i < numOfRows; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1148
      if (IS_HELPER_NULL(pLeftCol, i)) {
1149 1150 1151
        colDataAppendNULL(pOutputCol, i);
        continue;  // TODO set null or ignore
      }
H
Hongze Cheng 已提交
1152
      *output = (getVectorDoubleValueFnLeft(LEFT_COL, i) - getVectorDoubleValueFnRight(RIGHT_COL, 0)) * factor;
D
dapan1121 已提交
1153
    }
1154 1155
  }
}
D
dapan1121 已提交
1156

H
Hongze Cheng 已提交
1157 1158 1159
static void vectorMathTsSubHelper(SColumnInfoData *pLeftCol, SColumnInfoData *pRightCol, SColumnInfoData *pOutputCol,
                                  int32_t numOfRows, int32_t step, int32_t factor, int32_t i) {
  _getBigintValue_fn_t getVectorBigintValueFnLeft = getVectorBigintValueFn(pLeftCol->info.type);
1160 1161 1162 1163
  _getBigintValue_fn_t getVectorBigintValueFnRight = getVectorBigintValueFn(pRightCol->info.type);

  int64_t *output = (int64_t *)pOutputCol->pData;

wmmhello's avatar
wmmhello 已提交
1164
  if (IS_HELPER_NULL(pRightCol, 0)) {  // Set pLeft->numOfRows NULL value
1165 1166 1167
    colDataAppendNNULL(pOutputCol, 0, numOfRows);
  } else {
    for (; i >= 0 && i < numOfRows; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1168
      if (IS_HELPER_NULL(pLeftCol, i)) {
1169 1170 1171
        colDataAppendNULL(pOutputCol, i);
        continue;  // TODO set null or ignore
      }
H
Hongze Cheng 已提交
1172 1173 1174
      *output =
          taosTimeAdd(getVectorBigintValueFnLeft(pLeftCol->pData, i), -getVectorBigintValueFnRight(pRightCol->pData, 0),
                      pRightCol->info.scale, pRightCol->info.precision);
1175 1176 1177 1178
    }
  }
}

H
Hongze Cheng 已提交
1179
void vectorMathSub(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
1180
  SColumnInfoData *pOutputCol = pOut->columnData;
D
dapan1121 已提交
1181

1182 1183
  pOut->numOfRows = TMAX(pLeft->numOfRows, pRight->numOfRows);

H
Hongze Cheng 已提交
1184 1185
  int32_t i = ((_ord) == TSDB_ORDER_ASC) ? 0 : TMAX(pLeft->numOfRows, pRight->numOfRows) - 1;
  int32_t step = ((_ord) == TSDB_ORDER_ASC) ? 1 : -1;
D
dapan1121 已提交
1186

dengyihao's avatar
dengyihao 已提交
1187 1188 1189
  int32_t          leftConvert = 0, rightConvert = 0;
  SColumnInfoData *pLeftCol = vectorConvertVarToDouble(pLeft, &leftConvert);
  SColumnInfoData *pRightCol = vectorConvertVarToDouble(pRight, &rightConvert);
1190

1191
  if ((GET_PARAM_TYPE(pLeft) == TSDB_DATA_TYPE_TIMESTAMP && GET_PARAM_TYPE(pRight) == TSDB_DATA_TYPE_BIGINT) ||
H
Hongze Cheng 已提交
1192 1193 1194 1195
      (GET_PARAM_TYPE(pRight) == TSDB_DATA_TYPE_TIMESTAMP &&
       GET_PARAM_TYPE(pLeft) == TSDB_DATA_TYPE_BIGINT)) {  // timestamp minus duration
    int64_t             *output = (int64_t *)pOutputCol->pData;
    _getBigintValue_fn_t getVectorBigintValueFnLeft = getVectorBigintValueFn(pLeftCol->info.type);
1196
    _getBigintValue_fn_t getVectorBigintValueFnRight = getVectorBigintValueFn(pRightCol->info.type);
1197

D
dapan1121 已提交
1198 1199 1200 1201 1202 1203 1204
    if (pLeft->numOfRows == 1 && pRight->numOfRows == 1) {
      vectorMathTsSubHelper(pLeftCol, pRightCol, pOutputCol, pLeft->numOfRows, step, 1, i);
    } else if (pLeft->numOfRows == 1) {
      vectorMathTsSubHelper(pRightCol, pLeftCol, pOutputCol, pRight->numOfRows, step, -1, i);
    } else if (pRight->numOfRows == 1) {
      vectorMathTsSubHelper(pLeftCol, pRightCol, pOutputCol, pLeft->numOfRows, step, 1, i);
    } else if (pLeft->numOfRows == pRight->numOfRows) {
1205
      for (; i < pRight->numOfRows && i >= 0; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1206
        if (IS_NULL) {
wmmhello's avatar
wmmhello 已提交
1207 1208 1209
          colDataAppendNULL(pOutputCol, i);
          continue;  // TODO set null or ignore
        }
1210
        *output = getVectorBigintValueFnLeft(pLeftCol->pData, i) - getVectorBigintValueFnRight(pRightCol->pData, i);
1211
      }
D
dapan1121 已提交
1212
    }
1213
  } else {
H
Hongze Cheng 已提交
1214 1215
    double              *output = (double *)pOutputCol->pData;
    _getDoubleValue_fn_t getVectorDoubleValueFnLeft = getVectorDoubleValueFn(pLeftCol->info.type);
1216 1217 1218 1219
    _getDoubleValue_fn_t getVectorDoubleValueFnRight = getVectorDoubleValueFn(pRightCol->info.type);

    if (pLeft->numOfRows == pRight->numOfRows) {
      for (; i < pRight->numOfRows && i >= 0; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1220
        if (IS_NULL) {
1221 1222 1223 1224
          colDataAppendNULL(pOutputCol, i);
          continue;  // TODO set null or ignore
        }
        *output = getVectorDoubleValueFnLeft(LEFT_COL, i) - getVectorDoubleValueFnRight(RIGHT_COL, i);
1225 1226 1227 1228 1229 1230
      }
    } else if (pLeft->numOfRows == 1) {
      vectorMathSubHelper(pRightCol, pLeftCol, pOutputCol, pRight->numOfRows, step, -1, i);
    } else if (pRight->numOfRows == 1) {
      vectorMathSubHelper(pLeftCol, pRightCol, pOutputCol, pLeft->numOfRows, step, 1, i);
    }
1231
  }
H
Haojun Liao 已提交
1232

H
Hongze Cheng 已提交
1233
  doReleaseVec(pLeftCol, leftConvert);
H
Haojun Liao 已提交
1234
  doReleaseVec(pRightCol, rightConvert);
D
dapan1121 已提交
1235 1236
}

1237
// TODO not correct for descending order scan
H
Hongze Cheng 已提交
1238 1239 1240
static void vectorMathMultiplyHelper(SColumnInfoData *pLeftCol, SColumnInfoData *pRightCol, SColumnInfoData *pOutputCol,
                                     int32_t numOfRows, int32_t step, int32_t i) {
  _getDoubleValue_fn_t getVectorDoubleValueFnLeft = getVectorDoubleValueFn(pLeftCol->info.type);
1241
  _getDoubleValue_fn_t getVectorDoubleValueFnRight = getVectorDoubleValueFn(pRightCol->info.type);
D
dapan1121 已提交
1242

1243
  double *output = (double *)pOutputCol->pData;
D
dapan1121 已提交
1244

wmmhello's avatar
wmmhello 已提交
1245
  if (IS_HELPER_NULL(pRightCol, 0)) {  // Set pLeft->numOfRows NULL value
1246
    colDataAppendNNULL(pOutputCol, 0, numOfRows);
1247 1248
  } else {
    for (; i >= 0 && i < numOfRows; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1249
      if (IS_HELPER_NULL(pLeftCol, i)) {
1250 1251 1252
        colDataAppendNULL(pOutputCol, i);
        continue;  // TODO set null or ignore
      }
1253
      *output = getVectorDoubleValueFnLeft(LEFT_COL, i) * getVectorDoubleValueFnRight(RIGHT_COL, 0);
1254 1255
    }
  }
D
dapan1121 已提交
1256 1257
}

H
Hongze Cheng 已提交
1258
void vectorMathMultiply(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
1259
  SColumnInfoData *pOutputCol = pOut->columnData;
1260
  pOut->numOfRows = TMAX(pLeft->numOfRows, pRight->numOfRows);
1261

H
Hongze Cheng 已提交
1262 1263
  int32_t i = ((_ord) == TSDB_ORDER_ASC) ? 0 : TMAX(pLeft->numOfRows, pRight->numOfRows) - 1;
  int32_t step = ((_ord) == TSDB_ORDER_ASC) ? 1 : -1;
1264

dengyihao's avatar
dengyihao 已提交
1265 1266 1267
  int32_t          leftConvert = 0, rightConvert = 0;
  SColumnInfoData *pLeftCol = vectorConvertVarToDouble(pLeft, &leftConvert);
  SColumnInfoData *pRightCol = vectorConvertVarToDouble(pRight, &rightConvert);
1268

H
Hongze Cheng 已提交
1269
  _getDoubleValue_fn_t getVectorDoubleValueFnLeft = getVectorDoubleValueFn(pLeftCol->info.type);
1270 1271 1272 1273 1274
  _getDoubleValue_fn_t getVectorDoubleValueFnRight = getVectorDoubleValueFn(pRightCol->info.type);

  double *output = (double *)pOutputCol->pData;
  if (pLeft->numOfRows == pRight->numOfRows) {
    for (; i < pRight->numOfRows && i >= 0; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1275
      if (IS_NULL) {
1276 1277 1278
        colDataAppendNULL(pOutputCol, i);
        continue;  // TODO set null or ignore
      }
1279
      *output = getVectorDoubleValueFnLeft(LEFT_COL, i) * getVectorDoubleValueFnRight(RIGHT_COL, i);
1280 1281 1282 1283 1284
    }
  } else if (pLeft->numOfRows == 1) {
    vectorMathMultiplyHelper(pRightCol, pLeftCol, pOutputCol, pRight->numOfRows, step, i);
  } else if (pRight->numOfRows == 1) {
    vectorMathMultiplyHelper(pLeftCol, pRightCol, pOutputCol, pLeft->numOfRows, step, i);
D
dapan1121 已提交
1285
  }
H
Haojun Liao 已提交
1286 1287 1288

  doReleaseVec(pLeftCol, leftConvert);
  doReleaseVec(pRightCol, rightConvert);
D
dapan1121 已提交
1289 1290
}

H
Hongze Cheng 已提交
1291
void vectorMathDivide(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
1292
  SColumnInfoData *pOutputCol = pOut->columnData;
1293
  pOut->numOfRows = TMAX(pLeft->numOfRows, pRight->numOfRows);
D
dapan1121 已提交
1294

H
Hongze Cheng 已提交
1295 1296
  int32_t i = ((_ord) == TSDB_ORDER_ASC) ? 0 : TMAX(pLeft->numOfRows, pRight->numOfRows) - 1;
  int32_t step = ((_ord) == TSDB_ORDER_ASC) ? 1 : -1;
1297

dengyihao's avatar
dengyihao 已提交
1298 1299
  int32_t          leftConvert = 0, rightConvert = 0;
  SColumnInfoData *pLeftCol = vectorConvertVarToDouble(pLeft, &leftConvert);
D
dapan1121 已提交
1300
  SColumnInfoData *pRightCol = vectorConvertVarToDouble(pRight, &rightConvert);
1301

H
Hongze Cheng 已提交
1302
  _getDoubleValue_fn_t getVectorDoubleValueFnLeft = getVectorDoubleValueFn(pLeftCol->info.type);
1303 1304 1305
  _getDoubleValue_fn_t getVectorDoubleValueFnRight = getVectorDoubleValueFn(pRightCol->info.type);

  double *output = (double *)pOutputCol->pData;
1306
  if (pLeft->numOfRows == pRight->numOfRows) {
1307
    for (; i < pRight->numOfRows && i >= 0; i += step, output += 1) {
H
Hongze Cheng 已提交
1308
      if (IS_NULL || (getVectorDoubleValueFnRight(RIGHT_COL, i) == 0)) {  // divide by 0 check
1309
        colDataAppendNULL(pOutputCol, i);
1310
        continue;
1311
      }
H
Hongze Cheng 已提交
1312
      *output = getVectorDoubleValueFnLeft(LEFT_COL, i) / getVectorDoubleValueFnRight(RIGHT_COL, i);
1313 1314
    }
  } else if (pLeft->numOfRows == 1) {
wmmhello's avatar
wmmhello 已提交
1315
    if (IS_HELPER_NULL(pLeftCol, 0)) {  // Set pLeft->numOfRows NULL value
1316
      colDataAppendNNULL(pOutputCol, 0, pRight->numOfRows);
1317 1318
    } else {
      for (; i >= 0 && i < pRight->numOfRows; i += step, output += 1) {
H
Hongze Cheng 已提交
1319
        if (IS_HELPER_NULL(pRightCol, i) || (getVectorDoubleValueFnRight(RIGHT_COL, i) == 0)) {  // divide by 0 check
1320
          colDataAppendNULL(pOutputCol, i);
1321
          continue;
1322
        }
H
Hongze Cheng 已提交
1323
        *output = getVectorDoubleValueFnLeft(LEFT_COL, 0) / getVectorDoubleValueFnRight(RIGHT_COL, i);
1324 1325 1326
      }
    }
  } else if (pRight->numOfRows == 1) {
H
Hongze Cheng 已提交
1327 1328
    if (IS_HELPER_NULL(pRightCol, 0) ||
        (getVectorDoubleValueFnRight(RIGHT_COL, 0) == 0)) {  // Set pLeft->numOfRows NULL value (divde by 0 check)
1329
      colDataAppendNNULL(pOutputCol, 0, pLeft->numOfRows);
1330 1331
    } else {
      for (; i >= 0 && i < pLeft->numOfRows; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1332
        if (IS_HELPER_NULL(pLeftCol, i)) {
1333
          colDataAppendNULL(pOutputCol, i);
1334
          continue;
1335
        }
H
Hongze Cheng 已提交
1336
        *output = getVectorDoubleValueFnLeft(LEFT_COL, i) / getVectorDoubleValueFnRight(RIGHT_COL, 0);
1337 1338 1339
      }
    }
  }
H
Haojun Liao 已提交
1340

H
Hongze Cheng 已提交
1341
  doReleaseVec(pLeftCol, leftConvert);
H
Haojun Liao 已提交
1342
  doReleaseVec(pRightCol, rightConvert);
D
dapan1121 已提交
1343 1344
}

H
Hongze Cheng 已提交
1345
void vectorMathRemainder(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
1346
  SColumnInfoData *pOutputCol = pOut->columnData;
1347
  pOut->numOfRows = TMAX(pLeft->numOfRows, pRight->numOfRows);
1348

H
Hongze Cheng 已提交
1349 1350
  int32_t i = ((_ord) == TSDB_ORDER_ASC) ? 0 : TMAX(pLeft->numOfRows, pRight->numOfRows) - 1;
  int32_t step = ((_ord) == TSDB_ORDER_ASC) ? 1 : -1;
D
dapan1121 已提交
1351

dengyihao's avatar
dengyihao 已提交
1352 1353
  int32_t          leftConvert = 0, rightConvert = 0;
  SColumnInfoData *pLeftCol = vectorConvertVarToDouble(pLeft, &leftConvert);
D
dapan1121 已提交
1354
  SColumnInfoData *pRightCol = vectorConvertVarToDouble(pRight, &rightConvert);
1355

H
Hongze Cheng 已提交
1356
  _getDoubleValue_fn_t getVectorDoubleValueFnLeft = getVectorDoubleValueFn(pLeftCol->info.type);
1357
  _getDoubleValue_fn_t getVectorDoubleValueFnRight = getVectorDoubleValueFn(pRightCol->info.type);
1358 1359 1360 1361 1362

  double *output = (double *)pOutputCol->pData;

  if (pLeft->numOfRows == pRight->numOfRows) {
    for (; i < pRight->numOfRows && i >= 0; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1363
      if (IS_NULL) {
1364
        colDataAppendNULL(pOutputCol, i);
1365 1366 1367
        continue;
      }

1368 1369 1370
      double lx = getVectorDoubleValueFnLeft(LEFT_COL, i);
      double rx = getVectorDoubleValueFnRight(RIGHT_COL, i);
      if (isnan(lx) || isinf(lx) || isnan(rx) || isinf(rx) || FLT_EQUAL(rx, 0)) {
1371
        colDataAppendNULL(pOutputCol, i);
1372 1373 1374
        continue;
      }

1375
      *output = lx - ((int64_t)(lx / rx)) * rx;
1376 1377
    }
  } else if (pLeft->numOfRows == 1) {
1378
    double lx = getVectorDoubleValueFnLeft(LEFT_COL, 0);
wmmhello's avatar
wmmhello 已提交
1379
    if (IS_HELPER_NULL(pLeftCol, 0)) {  // Set pLeft->numOfRows NULL value
1380
      colDataAppendNNULL(pOutputCol, 0, pRight->numOfRows);
1381 1382
    } else {
      for (; i >= 0 && i < pRight->numOfRows; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1383
        if (IS_HELPER_NULL(pRightCol, i)) {
1384
          colDataAppendNULL(pOutputCol, i);
1385 1386 1387
          continue;
        }

1388 1389
        double rx = getVectorDoubleValueFnRight(RIGHT_COL, i);
        if (isnan(rx) || isinf(rx) || FLT_EQUAL(rx, 0)) {
1390
          colDataAppendNULL(pOutputCol, i);
1391 1392 1393
          continue;
        }

1394
        *output = lx - ((int64_t)(lx / rx)) * rx;
1395 1396 1397
      }
    }
  } else if (pRight->numOfRows == 1) {
1398 1399
    double rx = getVectorDoubleValueFnRight(RIGHT_COL, 0);
    if (IS_HELPER_NULL(pRightCol, 0) || FLT_EQUAL(rx, 0)) {  // Set pLeft->numOfRows NULL value
1400
      colDataAppendNNULL(pOutputCol, 0, pLeft->numOfRows);
1401 1402
    } else {
      for (; i >= 0 && i < pLeft->numOfRows; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1403
        if (IS_HELPER_NULL(pLeftCol, i)) {
1404
          colDataAppendNULL(pOutputCol, i);
1405 1406 1407
          continue;
        }

1408 1409 1410 1411 1412 1413 1414
        double lx = getVectorDoubleValueFnLeft(LEFT_COL, i);
        if (isnan(lx) || isinf(lx)) {
          colDataAppendNULL(pOutputCol, i);
          continue;
        }

        *output = lx - ((int64_t)(lx / rx)) * rx;
1415 1416 1417
      }
    }
  }
H
Haojun Liao 已提交
1418 1419 1420

  doReleaseVec(pLeftCol, leftConvert);
  doReleaseVec(pRightCol, rightConvert);
1421 1422
}

H
Hongze Cheng 已提交
1423
void vectorMathMinus(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
D
dapan1121 已提交
1424 1425 1426 1427
  SColumnInfoData *pOutputCol = pOut->columnData;

  pOut->numOfRows = pLeft->numOfRows;

H
Hongze Cheng 已提交
1428 1429
  int32_t i = ((_ord) == TSDB_ORDER_ASC) ? 0 : (pLeft->numOfRows - 1);
  int32_t step = ((_ord) == TSDB_ORDER_ASC) ? 1 : -1;
D
dapan1121 已提交
1430

dengyihao's avatar
dengyihao 已提交
1431 1432
  int32_t          leftConvert = 0;
  SColumnInfoData *pLeftCol = vectorConvertVarToDouble(pLeft, &leftConvert);
D
dapan1121 已提交
1433

H
Hongze Cheng 已提交
1434
  _getDoubleValue_fn_t getVectorDoubleValueFnLeft = getVectorDoubleValueFn(pLeftCol->info.type);
D
dapan1121 已提交
1435 1436 1437

  double *output = (double *)pOutputCol->pData;
  for (; i < pLeft->numOfRows && i >= 0; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1438
    if (IS_HELPER_NULL(pLeftCol, i)) {
1439
      colDataAppendNULL(pOutputCol, i);
1440
      continue;
1441
    }
1442 1443
    double result = getVectorDoubleValueFnLeft(LEFT_COL, i);
    *output = (result == 0) ? 0 : -result;
D
dapan1121 已提交
1444 1445
  }

H
Hongze Cheng 已提交
1446
  doReleaseVec(pLeftCol, leftConvert);
D
dapan1121 已提交
1447 1448
}

H
Hongze Cheng 已提交
1449
void vectorAssign(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
D
dapan1121 已提交
1450 1451 1452
  SColumnInfoData *pOutputCol = pOut->columnData;
  pOut->numOfRows = pLeft->numOfRows;

H
Hongze Cheng 已提交
1453
  if (colDataIsNull_s(pRight->columnData, 0)) {
1454
    colDataAppendNNULL(pOutputCol, 0, pOut->numOfRows);
D
dapan1121 已提交
1455
  } else {
H
Hongze Cheng 已提交
1456
    char *d = colDataGetData(pRight->columnData, 0);
D
dapan1121 已提交
1457
    for (int32_t i = 0; i < pOut->numOfRows; ++i) {
1458
      colDataAppend(pOutputCol, i, d, false);
D
dapan1121 已提交
1459 1460
    }
  }
1461 1462 1463

  ASSERT(pRight->numOfQualified == 1 || pRight->numOfQualified == 0);
  pOut->numOfQualified = pRight->numOfQualified * pOut->numOfRows;
D
dapan1121 已提交
1464 1465
}

H
Hongze Cheng 已提交
1466 1467 1468
static void vectorBitAndHelper(SColumnInfoData *pLeftCol, SColumnInfoData *pRightCol, SColumnInfoData *pOutputCol,
                               int32_t numOfRows, int32_t step, int32_t i) {
  _getBigintValue_fn_t getVectorBigintValueFnLeft = getVectorBigintValueFn(pLeftCol->info.type);
1469
  _getBigintValue_fn_t getVectorBigintValueFnRight = getVectorBigintValueFn(pRightCol->info.type);
D
dapan1121 已提交
1470

wmmhello's avatar
wmmhello 已提交
1471
  int64_t *output = (int64_t *)pOutputCol->pData;
D
dapan1121 已提交
1472

wmmhello's avatar
wmmhello 已提交
1473
  if (IS_HELPER_NULL(pRightCol, 0)) {  // Set pLeft->numOfRows NULL value
1474
    colDataAppendNNULL(pOutputCol, 0, numOfRows);
1475 1476
  } else {
    for (; i >= 0 && i < numOfRows; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1477
      if (IS_HELPER_NULL(pLeftCol, i)) {
1478 1479 1480 1481
        colDataAppendNULL(pOutputCol, i);
        continue;  // TODO set null or ignore
      }
      *output = getVectorBigintValueFnLeft(LEFT_COL, i) & getVectorBigintValueFnRight(RIGHT_COL, 0);
D
dapan1121 已提交
1482 1483
    }
  }
1484
}
D
dapan1121 已提交
1485

H
Hongze Cheng 已提交
1486
void vectorBitAnd(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
1487
  SColumnInfoData *pOutputCol = pOut->columnData;
1488
  pOut->numOfRows = TMAX(pLeft->numOfRows, pRight->numOfRows);
D
dapan 已提交
1489

1490 1491
  int32_t i = ((_ord) == TSDB_ORDER_ASC) ? 0 : TMAX(pLeft->numOfRows, pRight->numOfRows) - 1;
  int32_t step = ((_ord) == TSDB_ORDER_ASC) ? 1 : -1;
D
dapan1121 已提交
1492

dengyihao's avatar
dengyihao 已提交
1493 1494 1495
  int32_t          leftConvert = 0, rightConvert = 0;
  SColumnInfoData *pLeftCol = vectorConvertVarToDouble(pLeft, &leftConvert);
  SColumnInfoData *pRightCol = vectorConvertVarToDouble(pRight, &rightConvert);
D
dapan1121 已提交
1496

H
Hongze Cheng 已提交
1497
  _getBigintValue_fn_t getVectorBigintValueFnLeft = getVectorBigintValueFn(pLeftCol->info.type);
H
Haojun Liao 已提交
1498
  _getBigintValue_fn_t getVectorBigintValueFnRight = getVectorBigintValueFn(pRightCol->info.type);
D
dapan1121 已提交
1499

1500 1501 1502
  int64_t *output = (int64_t *)pOutputCol->pData;
  if (pLeft->numOfRows == pRight->numOfRows) {
    for (; i < pRight->numOfRows && i >= 0; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1503
      if (IS_NULL) {
1504 1505 1506 1507
        colDataAppendNULL(pOutputCol, i);
        continue;  // TODO set null or ignore
      }
      *output = getVectorBigintValueFnLeft(LEFT_COL, i) & getVectorBigintValueFnRight(RIGHT_COL, i);
D
dapan1121 已提交
1508
    }
1509 1510 1511 1512 1513
  } else if (pLeft->numOfRows == 1) {
    vectorBitAndHelper(pRightCol, pLeftCol, pOutputCol, pRight->numOfRows, step, i);
  } else if (pRight->numOfRows == 1) {
    vectorBitAndHelper(pLeftCol, pRightCol, pOutputCol, pLeft->numOfRows, step, i);
  }
H
Haojun Liao 已提交
1514

H
Hongze Cheng 已提交
1515
  doReleaseVec(pLeftCol, leftConvert);
H
Haojun Liao 已提交
1516
  doReleaseVec(pRightCol, rightConvert);
D
dapan1121 已提交
1517 1518
}

H
Hongze Cheng 已提交
1519 1520 1521
static void vectorBitOrHelper(SColumnInfoData *pLeftCol, SColumnInfoData *pRightCol, SColumnInfoData *pOutputCol,
                              int32_t numOfRows, int32_t step, int32_t i) {
  _getBigintValue_fn_t getVectorBigintValueFnLeft = getVectorBigintValueFn(pLeftCol->info.type);
1522
  _getBigintValue_fn_t getVectorBigintValueFnRight = getVectorBigintValueFn(pRightCol->info.type);
D
dapan1121 已提交
1523

1524
  int64_t *output = (int64_t *)pOutputCol->pData;
D
dapan1121 已提交
1525

wmmhello's avatar
wmmhello 已提交
1526
  if (IS_HELPER_NULL(pRightCol, 0)) {  // Set pLeft->numOfRows NULL value
1527
    colDataAppendNNULL(pOutputCol, 0, numOfRows);
1528
  } else {
1529
    int64_t rx = getVectorBigintValueFnRight(RIGHT_COL, 0);
1530
    for (; i >= 0 && i < numOfRows; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1531
      if (IS_HELPER_NULL(pLeftCol, i)) {
1532 1533 1534 1535
        colDataAppendNULL(pOutputCol, i);
        continue;  // TODO set null or ignore
      }
      *output = getVectorBigintValueFnLeft(LEFT_COL, i) | rx;
D
dapan1121 已提交
1536 1537
    }
  }
1538
}
D
dapan1121 已提交
1539

H
Hongze Cheng 已提交
1540
void vectorBitOr(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
1541
  SColumnInfoData *pOutputCol = pOut->columnData;
1542
  pOut->numOfRows = TMAX(pLeft->numOfRows, pRight->numOfRows);
D
dapan1121 已提交
1543

1544 1545
  int32_t i = ((_ord) == TSDB_ORDER_ASC) ? 0 : TMAX(pLeft->numOfRows, pRight->numOfRows) - 1;
  int32_t step = ((_ord) == TSDB_ORDER_ASC) ? 1 : -1;
D
dapan1121 已提交
1546

dengyihao's avatar
dengyihao 已提交
1547 1548 1549
  int32_t          leftConvert = 0, rightConvert = 0;
  SColumnInfoData *pLeftCol = vectorConvertVarToDouble(pLeft, &leftConvert);
  SColumnInfoData *pRightCol = vectorConvertVarToDouble(pRight, &rightConvert);
D
dapan1121 已提交
1550

H
Hongze Cheng 已提交
1551
  _getBigintValue_fn_t getVectorBigintValueFnLeft = getVectorBigintValueFn(pLeftCol->info.type);
H
Haojun Liao 已提交
1552
  _getBigintValue_fn_t getVectorBigintValueFnRight = getVectorBigintValueFn(pRightCol->info.type);
D
dapan 已提交
1553

1554 1555 1556
  int64_t *output = (int64_t *)pOutputCol->pData;
  if (pLeft->numOfRows == pRight->numOfRows) {
    for (; i < pRight->numOfRows && i >= 0; i += step, output += 1) {
wmmhello's avatar
wmmhello 已提交
1557
      if (IS_NULL) {
1558 1559 1560 1561
        colDataAppendNULL(pOutputCol, i);
        continue;  // TODO set null or ignore
      }
      *output = getVectorBigintValueFnLeft(LEFT_COL, i) | getVectorBigintValueFnRight(RIGHT_COL, i);
1562 1563 1564 1565 1566
    }
  } else if (pLeft->numOfRows == 1) {
    vectorBitOrHelper(pRightCol, pLeftCol, pOutputCol, pRight->numOfRows, step, i);
  } else if (pRight->numOfRows == 1) {
    vectorBitOrHelper(pLeftCol, pRightCol, pOutputCol, pLeft->numOfRows, step, i);
D
dapan1121 已提交
1567
  }
H
Haojun Liao 已提交
1568

H
Hongze Cheng 已提交
1569
  doReleaseVec(pLeftCol, leftConvert);
H
Haojun Liao 已提交
1570
  doReleaseVec(pRightCol, rightConvert);
D
dapan1121 已提交
1571 1572
}

dengyihao's avatar
dengyihao 已提交
1573 1574
int32_t doVectorCompareImpl(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t startIndex,
                            int32_t numOfRows, int32_t step, __compar_fn_t fp, int32_t optr) {
1575
  int32_t num = 0;
1576
  bool   *pRes = (bool *)pOut->columnData->pData;
1577

1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613
  if (IS_MATHABLE_TYPE(GET_PARAM_TYPE(pLeft)) && IS_MATHABLE_TYPE(GET_PARAM_TYPE(pRight))) {
    if (!(pLeft->columnData->hasNull || pRight->columnData->hasNull)) {
      for (int32_t i = startIndex; i < numOfRows && i >= 0; i += step) {
        int32_t leftIndex = (i >= pLeft->numOfRows) ? 0 : i;
        int32_t rightIndex = (i >= pRight->numOfRows) ? 0 : i;

        char *pLeftData = colDataGetData(pLeft->columnData, leftIndex);
        char *pRightData = colDataGetData(pRight->columnData, rightIndex);

        pRes[i] = filterDoCompare(fp, optr, pLeftData, pRightData);
        if (pRes[i]) {
          ++num;
        }
      }
    } else {
      for (int32_t i = startIndex; i < numOfRows && i >= 0; i += step) {
        int32_t leftIndex = (i >= pLeft->numOfRows) ? 0 : i;
        int32_t rightIndex = (i >= pRight->numOfRows) ? 0 : i;

        if (colDataIsNull_f(pLeft->columnData->nullbitmap, leftIndex) ||
            colDataIsNull_f(pRight->columnData->nullbitmap, rightIndex)) {
          pRes[i] = false;
          continue;
        }

        char *pLeftData = colDataGetData(pLeft->columnData, leftIndex);
        char *pRightData = colDataGetData(pRight->columnData, rightIndex);

        pRes[i] = filterDoCompare(fp, optr, pLeftData, pRightData);
        if (pRes[i]) {
          ++num;
        }
      }
    }
  } else {
    //  if (GET_PARAM_TYPE(pLeft) == TSDB_DATA_TYPE_JSON || GET_PARAM_TYPE(pRight) == TSDB_DATA_TYPE_JSON) {
H
Haojun Liao 已提交
1614 1615 1616
    for (int32_t i = startIndex; i < numOfRows && i >= startIndex; i += step) {
      int32_t leftIndex = (i >= pLeft->numOfRows) ? 0 : i;
      int32_t rightIndex = (i >= pRight->numOfRows) ? 0 : i;
1617

H
Haojun Liao 已提交
1618 1619 1620 1621 1622
      if (IS_HELPER_NULL(pLeft->columnData, leftIndex) || IS_HELPER_NULL(pRight->columnData, rightIndex)) {
        bool res = false;
        colDataAppendInt8(pOut->columnData, i, (int8_t *)&res);
        continue;
      }
1623

1624 1625
      char   *pLeftData = colDataGetData(pLeft->columnData, leftIndex);
      char   *pRightData = colDataGetData(pRight->columnData, rightIndex);
H
Haojun Liao 已提交
1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636
      int64_t leftOut = 0;
      int64_t rightOut = 0;
      bool    freeLeft = false;
      bool    freeRight = false;
      bool    isJsonnull = false;

      bool result = convertJsonValue(&fp, optr, GET_PARAM_TYPE(pLeft), GET_PARAM_TYPE(pRight), &pLeftData, &pRightData,
                                     &leftOut, &rightOut, &isJsonnull, &freeLeft, &freeRight);
      if (isJsonnull) {
        ASSERT(0);
      }
1637

H
Haojun Liao 已提交
1638 1639 1640
      if (!pLeftData || !pRightData) {
        result = false;
      }
1641

H
Haojun Liao 已提交
1642 1643 1644 1645 1646 1647 1648 1649 1650
      if (!result) {
        colDataAppendInt8(pOut->columnData, i, (int8_t *)&result);
      } else {
        bool res = filterDoCompare(fp, optr, pLeftData, pRightData);
        colDataAppendInt8(pOut->columnData, i, (int8_t *)&res);
        if (res) {
          ++num;
        }
      }
1651

H
Haojun Liao 已提交
1652 1653
      if (freeLeft) {
        taosMemoryFreeClear(pLeftData);
1654 1655
      }

H
Haojun Liao 已提交
1656 1657 1658
      if (freeRight) {
        taosMemoryFreeClear(pRightData);
      }
1659
    }
1660 1661
  }

1662 1663 1664
  return num;
}

dengyihao's avatar
dengyihao 已提交
1665 1666
void doVectorCompare(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t startIndex,
                     int32_t numOfRows, int32_t _ord, int32_t optr) {
D
dapan1121 已提交
1667
  int32_t       i = 0;
1668
  int32_t       step = ((_ord) == TSDB_ORDER_ASC) ? 1 : -1;
D
dapan1121 已提交
1669 1670 1671
  int32_t       lType = GET_PARAM_TYPE(pLeft);
  int32_t       rType = GET_PARAM_TYPE(pRight);
  __compar_fn_t fp = NULL;
D
dapan1121 已提交
1672
  int32_t       compRows = 0;
dengyihao's avatar
dengyihao 已提交
1673

D
dapan1121 已提交
1674 1675 1676 1677
  if (lType == rType) {
    fp = filterGetCompFunc(lType, optr);
  } else {
    fp = filterGetCompFuncEx(lType, rType, optr);
wmmhello's avatar
wmmhello 已提交
1678
  }
1679

D
dapan1121 已提交
1680 1681
  if (startIndex < 0) {
    i = ((_ord) == TSDB_ORDER_ASC) ? 0 : TMAX(pLeft->numOfRows, pRight->numOfRows) - 1;
D
dapan1121 已提交
1682
    pOut->numOfRows = TMAX(pLeft->numOfRows, pRight->numOfRows);
D
dapan1121 已提交
1683 1684 1685 1686 1687 1688
    compRows = pOut->numOfRows;
  } else {
    compRows = startIndex + numOfRows;
    i = startIndex;
  }

1689 1690
  if (pRight->pHashFilter != NULL) {
    for (; i >= 0 && i < pLeft->numOfRows; i += step) {
wmmhello's avatar
wmmhello 已提交
1691
      if (IS_HELPER_NULL(pLeft->columnData, i)) {
H
Hongze Cheng 已提交
1692 1693
        bool res = false;
        colDataAppendInt8(pOut->columnData, i, (int8_t *)&res);
D
dapan1121 已提交
1694 1695 1696
        continue;
      }

1697 1698
      char *pLeftData = colDataGetData(pLeft->columnData, i);
      bool  res = filterDoCompare(fp, optr, pLeftData, pRight->pHashFilter);
H
Hongze Cheng 已提交
1699
      colDataAppendInt8(pOut->columnData, i, (int8_t *)&res);
1700 1701 1702
      if (res) {
        pOut->numOfQualified++;
      }
1703
    }
1704
  } else {  // normal compare
D
dapan1121 已提交
1705
    pOut->numOfQualified = doVectorCompareImpl(pLeft, pRight, pOut, i, compRows, step, fp, optr);
D
dapan1121 已提交
1706 1707 1708
  }
}

dengyihao's avatar
dengyihao 已提交
1709 1710 1711 1712
void vectorCompareImpl(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t startIndex,
                       int32_t numOfRows, int32_t _ord, int32_t optr) {
  SScalarParam  pLeftOut = {0};
  SScalarParam  pRightOut = {0};
G
Ganlin Zhao 已提交
1713
  SScalarParam *param1 = NULL;
D
dapan1121 已提交
1714
  SScalarParam *param2 = NULL;
D
dapan1121 已提交
1715

H
Haojun Liao 已提交
1716
  if (noConvertBeforeCompare(GET_PARAM_TYPE(pLeft), GET_PARAM_TYPE(pRight), optr)) {
D
dapan1121 已提交
1717 1718
    param1 = pLeft;
    param2 = pRight;
D
dapan1121 已提交
1719
  } else {
D
dapan1121 已提交
1720
    vectorConvertCols(pLeft, pRight, &pLeftOut, &pRightOut, startIndex, numOfRows);
1721 1722
    param1 = (pLeftOut.columnData != NULL) ? &pLeftOut : pLeft;
    param2 = (pRightOut.columnData != NULL) ? &pRightOut : pRight;
D
dapan1121 已提交
1723 1724
  }

D
dapan1121 已提交
1725
  doVectorCompare(param1, param2, pOut, startIndex, numOfRows, _ord, optr);
dengyihao's avatar
dengyihao 已提交
1726

D
dapan1121 已提交
1727
  sclFreeParam(&pLeftOut);
G
Ganlin Zhao 已提交
1728
  sclFreeParam(&pRightOut);
D
dapan1121 已提交
1729 1730
}

dengyihao's avatar
dengyihao 已提交
1731
void vectorCompare(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord, int32_t optr) {
D
dapan1121 已提交
1732 1733 1734
  vectorCompareImpl(pLeft, pRight, pOut, -1, -1, _ord, optr);
}

dengyihao's avatar
dengyihao 已提交
1735
void vectorGreater(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
D
dapan 已提交
1736
  vectorCompare(pLeft, pRight, pOut, _ord, OP_TYPE_GREATER_THAN);
D
dapan1121 已提交
1737 1738
}

H
Hongze Cheng 已提交
1739
void vectorGreaterEqual(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
D
dapan 已提交
1740
  vectorCompare(pLeft, pRight, pOut, _ord, OP_TYPE_GREATER_EQUAL);
D
dapan1121 已提交
1741 1742
}

H
Hongze Cheng 已提交
1743
void vectorLower(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
D
dapan 已提交
1744
  vectorCompare(pLeft, pRight, pOut, _ord, OP_TYPE_LOWER_THAN);
D
dapan1121 已提交
1745 1746
}

H
Hongze Cheng 已提交
1747
void vectorLowerEqual(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
D
dapan 已提交
1748
  vectorCompare(pLeft, pRight, pOut, _ord, OP_TYPE_LOWER_EQUAL);
D
dapan1121 已提交
1749 1750
}

H
Hongze Cheng 已提交
1751
void vectorEqual(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
D
dapan 已提交
1752
  vectorCompare(pLeft, pRight, pOut, _ord, OP_TYPE_EQUAL);
D
dapan1121 已提交
1753 1754
}

H
Hongze Cheng 已提交
1755
void vectorNotEqual(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
D
dapan 已提交
1756
  vectorCompare(pLeft, pRight, pOut, _ord, OP_TYPE_NOT_EQUAL);
D
dapan1121 已提交
1757 1758
}

H
Hongze Cheng 已提交
1759
void vectorIn(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
D
dapan 已提交
1760
  vectorCompare(pLeft, pRight, pOut, _ord, OP_TYPE_IN);
D
dapan1121 已提交
1761 1762
}

H
Hongze Cheng 已提交
1763
void vectorNotIn(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
D
dapan 已提交
1764
  vectorCompare(pLeft, pRight, pOut, _ord, OP_TYPE_NOT_IN);
D
dapan1121 已提交
1765 1766
}

H
Hongze Cheng 已提交
1767
void vectorLike(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
D
dapan 已提交
1768
  vectorCompare(pLeft, pRight, pOut, _ord, OP_TYPE_LIKE);
D
dapan1121 已提交
1769 1770
}

H
Hongze Cheng 已提交
1771
void vectorNotLike(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
D
dapan 已提交
1772
  vectorCompare(pLeft, pRight, pOut, _ord, OP_TYPE_NOT_LIKE);
D
dapan1121 已提交
1773 1774
}

H
Hongze Cheng 已提交
1775
void vectorMatch(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
D
dapan 已提交
1776
  vectorCompare(pLeft, pRight, pOut, _ord, OP_TYPE_MATCH);
D
dapan1121 已提交
1777 1778
}

H
Hongze Cheng 已提交
1779
void vectorNotMatch(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
D
dapan 已提交
1780
  vectorCompare(pLeft, pRight, pOut, _ord, OP_TYPE_NMATCH);
D
dapan1121 已提交
1781 1782
}

H
Hongze Cheng 已提交
1783 1784
void vectorIsNull(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
  for (int32_t i = 0; i < pLeft->numOfRows; ++i) {
wmmhello's avatar
wmmhello 已提交
1785
    int8_t v = IS_HELPER_NULL(pLeft->columnData, i) ? 1 : 0;
1786
    colDataAppendInt8(pOut->columnData, i, &v);
D
dapan1121 已提交
1787
  }
1788
  pOut->numOfRows = pLeft->numOfRows;
D
dapan1121 已提交
1789 1790
}

H
Hongze Cheng 已提交
1791 1792
void vectorNotNull(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
  for (int32_t i = 0; i < pLeft->numOfRows; ++i) {
wmmhello's avatar
wmmhello 已提交
1793
    int8_t v = IS_HELPER_NULL(pLeft->columnData, i) ? 0 : 1;
1794
    colDataAppendInt8(pOut->columnData, i, &v);
D
dapan1121 已提交
1795
  }
1796
  pOut->numOfRows = pLeft->numOfRows;
D
dapan 已提交
1797
}
D
dapan1121 已提交
1798

dengyihao's avatar
dengyihao 已提交
1799
void vectorIsTrue(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
D
dapan1121 已提交
1800
  vectorConvertSingleColImpl(pLeft, pOut, NULL, -1, -1);
dengyihao's avatar
dengyihao 已提交
1801 1802
  for (int32_t i = 0; i < pOut->numOfRows; ++i) {
    if (colDataIsNull_s(pOut->columnData, i)) {
1803 1804
      int8_t v = 0;
      colDataAppendInt8(pOut->columnData, i, &v);
H
Haojun Liao 已提交
1805
      colDataClearNull_f(pOut->columnData->nullbitmap, i);
1806 1807 1808
    }
  }
  pOut->columnData->hasNull = false;
D
dapan1121 已提交
1809 1810
}

1811 1812
STagVal getJsonValue(char *json, char *key, bool *isExist) {
  STagVal val = {.pKey = key};
dengyihao's avatar
dengyihao 已提交
1813
  if (json == NULL || tTagIsJson((const STag *)json) == false) {
wmmhello's avatar
wmmhello 已提交
1814
    terrno = TSDB_CODE_QRY_JSON_NOT_SUPPORT_ERROR;
H
Hongze Cheng 已提交
1815
    if (isExist) {
wmmhello's avatar
wmmhello 已提交
1816 1817 1818 1819 1820
      *isExist = false;
    }
    return val;
  }

1821
  bool find = tTagGet(((const STag *)json), &val);  // json value is null and not exist is different
H
Hongze Cheng 已提交
1822
  if (isExist) {
1823 1824 1825 1826 1827
    *isExist = find;
  }
  return val;
}

H
Hongze Cheng 已提交
1828
void vectorJsonContains(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
1829 1830
  SColumnInfoData *pOutputCol = pOut->columnData;

H
Hongze Cheng 已提交
1831 1832
  int32_t i = ((_ord) == TSDB_ORDER_ASC) ? 0 : TMAX(pLeft->numOfRows, pRight->numOfRows) - 1;
  int32_t step = ((_ord) == TSDB_ORDER_ASC) ? 1 : -1;
1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846

  pOut->numOfRows = TMAX(pLeft->numOfRows, pRight->numOfRows);

  char *pRightData = colDataGetVarData(pRight->columnData, 0);
  char *jsonKey = taosMemoryCalloc(1, varDataLen(pRightData) + 1);
  memcpy(jsonKey, varDataVal(pRightData), varDataLen(pRightData));
  for (; i >= 0 && i < pLeft->numOfRows; i += step) {
    bool isExist = false;

    if (!colDataIsNull_var(pLeft->columnData, i)) {
      char *pLeftData = colDataGetVarData(pLeft->columnData, i);
      getJsonValue(pLeftData, jsonKey, &isExist);
    }

H
Hongze Cheng 已提交
1847
    colDataAppend(pOutputCol, i, (const char *)(&isExist), false);
1848 1849 1850 1851
  }
  taosMemoryFree(jsonKey);
}

H
Hongze Cheng 已提交
1852
void vectorJsonArrow(SScalarParam *pLeft, SScalarParam *pRight, SScalarParam *pOut, int32_t _ord) {
1853 1854
  SColumnInfoData *pOutputCol = pOut->columnData;

H
Hongze Cheng 已提交
1855 1856
  int32_t i = ((_ord) == TSDB_ORDER_ASC) ? 0 : TMAX(pLeft->numOfRows, pRight->numOfRows) - 1;
  int32_t step = ((_ord) == TSDB_ORDER_ASC) ? 1 : -1;
1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868

  pOut->numOfRows = TMAX(pLeft->numOfRows, pRight->numOfRows);

  char *pRightData = colDataGetVarData(pRight->columnData, 0);
  char *jsonKey = taosMemoryCalloc(1, varDataLen(pRightData) + 1);
  memcpy(jsonKey, varDataVal(pRightData), varDataLen(pRightData));
  for (; i >= 0 && i < pLeft->numOfRows; i += step) {
    if (colDataIsNull_var(pLeft->columnData, i)) {
      colDataSetNull_var(pOutputCol, i);
      pOutputCol->hasNull = true;
      continue;
    }
H
Hongze Cheng 已提交
1869 1870
    char   *pLeftData = colDataGetVarData(pLeft->columnData, i);
    bool    isExist = false;
1871
    STagVal value = getJsonValue(pLeftData, jsonKey, &isExist);
H
Hongze Cheng 已提交
1872
    char   *data = isExist ? tTagValToData(&value, true) : NULL;
1873
    colDataAppend(pOutputCol, i, data, data == NULL);
H
Hongze Cheng 已提交
1874
    if (isExist && IS_VAR_DATA_TYPE(value.type) && data) {
1875 1876 1877 1878 1879 1880
      taosMemoryFree(data);
    }
  }
  taosMemoryFree(jsonKey);
}

1881 1882
_bin_scalar_fn_t getBinScalarOperatorFn(int32_t binFunctionId) {
  switch (binFunctionId) {
D
dapan1121 已提交
1883
    case OP_TYPE_ADD:
1884
      return vectorMathAdd;
D
dapan1121 已提交
1885
    case OP_TYPE_SUB:
1886
      return vectorMathSub;
D
dapan1121 已提交
1887
    case OP_TYPE_MULTI:
1888
      return vectorMathMultiply;
D
dapan1121 已提交
1889
    case OP_TYPE_DIV:
1890
      return vectorMathDivide;
1891
    case OP_TYPE_REM:
1892
      return vectorMathRemainder;
D
dapan1121 已提交
1893 1894
    case OP_TYPE_MINUS:
      return vectorMathMinus;
D
dapan1121 已提交
1895 1896
    case OP_TYPE_ASSIGN:
      return vectorAssign;
D
dapan1121 已提交
1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920
    case OP_TYPE_GREATER_THAN:
      return vectorGreater;
    case OP_TYPE_GREATER_EQUAL:
      return vectorGreaterEqual;
    case OP_TYPE_LOWER_THAN:
      return vectorLower;
    case OP_TYPE_LOWER_EQUAL:
      return vectorLowerEqual;
    case OP_TYPE_EQUAL:
      return vectorEqual;
    case OP_TYPE_NOT_EQUAL:
      return vectorNotEqual;
    case OP_TYPE_IN:
      return vectorIn;
    case OP_TYPE_NOT_IN:
      return vectorNotIn;
    case OP_TYPE_LIKE:
      return vectorLike;
    case OP_TYPE_NOT_LIKE:
      return vectorNotLike;
    case OP_TYPE_MATCH:
      return vectorMatch;
    case OP_TYPE_NMATCH:
      return vectorNotMatch;
D
dapan1121 已提交
1921
    case OP_TYPE_IS_NULL:
D
dapan1121 已提交
1922
      return vectorIsNull;
D
dapan1121 已提交
1923
    case OP_TYPE_IS_NOT_NULL:
D
dapan1121 已提交
1924 1925 1926 1927 1928
      return vectorNotNull;
    case OP_TYPE_BIT_AND:
      return vectorBitAnd;
    case OP_TYPE_BIT_OR:
      return vectorBitOr;
D
dapan1121 已提交
1929 1930
    case OP_TYPE_IS_TRUE:
      return vectorIsTrue;
1931 1932 1933 1934
    case OP_TYPE_JSON_GET_VALUE:
      return vectorJsonArrow;
    case OP_TYPE_JSON_CONTAINS:
      return vectorJsonContains;
1935 1936 1937
    default:
      return NULL;
  }
D
dapan1121 已提交
1938
}