ttype.h 13.2 KB
Newer Older
H
Haojun Liao 已提交
1 2 3 4 5 6 7
#ifndef TDENGINE_TTYPE_H
#define TDENGINE_TTYPE_H

#ifdef __cplusplus
extern "C" {
#endif

S
TD-4088  
Shengliang Guan 已提交
8 9
#include <stdbool.h>
#include <stdint.h>
H
Haojun Liao 已提交
10 11
#include "taosdef.h"

H
Haojun Liao 已提交
12
// ----------------- For variable data types such as TSDB_DATA_TYPE_BINARY and TSDB_DATA_TYPE_NCHAR
C
Cary Xu 已提交
13 14 15 16
typedef int32_t  VarDataOffsetT;
typedef int16_t  VarDataLenT;  // maxVarDataLen: 32767
typedef uint16_t TDRowLenT;    // not including overhead: 0 ~ 65535
typedef uint32_t TDRowTLenT;   // total length, including overhead
H
Haojun Liao 已提交
17 18 19 20 21 22

typedef struct tstr {
  VarDataLenT len;
  char        data[];
} tstr;

C
Cary Xu 已提交
23 24 25 26 27 28 29 30 31 32 33 34
#pragma pack(push, 1)
typedef struct {
  VarDataLenT len;
  uint8_t     data;
} SBinaryNullT;

typedef struct {
  VarDataLenT len;
  uint32_t    data;
} SNCharNullT;
#pragma pack(pop)

H
Haojun Liao 已提交
35 36 37 38 39 40 41 42 43 44
#define VARSTR_HEADER_SIZE  sizeof(VarDataLenT)

#define varDataLen(v)       ((VarDataLenT *)(v))[0]
#define varDataTLen(v)      (sizeof(VarDataLenT) + varDataLen(v))
#define varDataVal(v)       ((void *)((char *)v + VARSTR_HEADER_SIZE))
#define varDataCopy(dst, v) memcpy((dst), (void*) (v), varDataTLen(v))
#define varDataLenByData(v) (*(VarDataLenT *)(((char*)(v)) - VARSTR_HEADER_SIZE))
#define varDataSetLen(v, _len) (((VarDataLenT *)(v))[0] = (VarDataLenT) (_len))
#define IS_VAR_DATA_TYPE(t) (((t) == TSDB_DATA_TYPE_BINARY) || ((t) == TSDB_DATA_TYPE_NCHAR))

D
dapan1121 已提交
45 46 47 48
#define varDataNetLen(v)       (htons(((VarDataLenT *)(v))[0]))
#define varDataNetTLen(v)      (sizeof(VarDataLenT) + varDataNetLen(v))


H
Haojun Liao 已提交
49
// this data type is internally used only in 'in' query to hold the values
W
wpan 已提交
50 51
#define TSDB_DATA_TYPE_POINTER_ARRAY      (1000)
#define TSDB_DATA_TYPE_VALUE_ARRAY      (1001)
H
Haojun Liao 已提交
52

D
dapan1121 已提交
53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93
#define COPY_DATA(dst, src) *((int64_t *)(dst)) = *((int64_t *)(src))

#define COPY_TYPED_DATA(_v, _type, _data) \
  do {                                               \
    switch (_type) {                                 \
      case TSDB_DATA_TYPE_BOOL:                      \
      case TSDB_DATA_TYPE_TINYINT:                   \
        (*(int8_t *)_v) = GET_INT8_VAL(_data);       \
        break;                                       \
      case TSDB_DATA_TYPE_UTINYINT:                  \
        (*(uint8_t *)_v) = GET_UINT8_VAL(_data);     \
        break;                                       \
      case TSDB_DATA_TYPE_SMALLINT:                  \
        (*(int16_t *)_v) = GET_INT16_VAL(_data);     \
        break;                                       \
      case TSDB_DATA_TYPE_USMALLINT:                 \
        (*(uint16_t *)_v) = GET_UINT16_VAL(_data);   \
        break;                                       \
      case TSDB_DATA_TYPE_TIMESTAMP:                 \
      case TSDB_DATA_TYPE_BIGINT:                    \
        (*(int64_t *)_v) = (GET_INT64_VAL(_data));   \
        break;                                       \
      case TSDB_DATA_TYPE_UBIGINT:                   \
        (*(uint64_t *)_v) = (GET_UINT64_VAL(_data)); \
        break;                                       \
      case TSDB_DATA_TYPE_FLOAT:                     \
        (*(float *)_v) = GET_FLOAT_VAL(_data);       \
        break;                                       \
      case TSDB_DATA_TYPE_DOUBLE:                    \
        (*(double *)_v) = GET_DOUBLE_VAL(_data);     \
        break;                                       \
      case TSDB_DATA_TYPE_UINT:                      \
        (*(uint32_t *)_v) = GET_UINT32_VAL(_data);   \
        break;                                       \
      default:                                       \
        (*(int32_t *)_v) = GET_INT32_VAL(_data);     \
        break;                                       \
    }                                                \
  } while (0)


H
Haojun Liao 已提交
94
#define GET_TYPED_DATA(_v, _finalType, _type, _data) \
95 96 97 98 99 100 101 102
  do {                                               \
    switch (_type) {                                 \
      case TSDB_DATA_TYPE_BOOL:                      \
      case TSDB_DATA_TYPE_TINYINT:                   \
        (_v) = (_finalType)GET_INT8_VAL(_data);      \
        break;                                       \
      case TSDB_DATA_TYPE_UTINYINT:                  \
        (_v) = (_finalType)GET_UINT8_VAL(_data);     \
103
        break;                                       \
104 105 106 107 108 109
      case TSDB_DATA_TYPE_SMALLINT:                  \
        (_v) = (_finalType)GET_INT16_VAL(_data);     \
        break;                                       \
      case TSDB_DATA_TYPE_USMALLINT:                 \
        (_v) = (_finalType)GET_UINT16_VAL(_data);    \
        break;                                       \
110
      case TSDB_DATA_TYPE_TIMESTAMP:\
111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131
      case TSDB_DATA_TYPE_BIGINT:                    \
        (_v) = (_finalType)(GET_INT64_VAL(_data));   \
        break;                                       \
      case TSDB_DATA_TYPE_UBIGINT:                   \
        (_v) = (_finalType)(GET_UINT64_VAL(_data));  \
        break;                                       \
      case TSDB_DATA_TYPE_FLOAT:                     \
        (_v) = (_finalType)GET_FLOAT_VAL(_data);     \
        break;                                       \
      case TSDB_DATA_TYPE_DOUBLE:                    \
        (_v) = (_finalType)GET_DOUBLE_VAL(_data);    \
        break;                                       \
      case TSDB_DATA_TYPE_UINT:                      \
        (_v) = (_finalType)GET_UINT32_VAL(_data);    \
        break;                                       \
      default:                                       \
        (_v) = (_finalType)GET_INT32_VAL(_data);     \
        break;                                       \
    }                                                \
  } while (0)

H
Haojun Liao 已提交
132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163
#define SET_TYPED_DATA(_v, _type, _data)       \
  do {                                         \
    switch (_type) {                           \
      case TSDB_DATA_TYPE_BOOL:                \
      case TSDB_DATA_TYPE_TINYINT:             \
        *(int8_t *)(_v) = (int8_t)(_data);     \
        break;                                 \
      case TSDB_DATA_TYPE_UTINYINT:            \
        *(uint8_t *)(_v) = (uint8_t)(_data);   \
        break;                                 \
      case TSDB_DATA_TYPE_SMALLINT:            \
        *(int16_t *)(_v) = (int16_t)(_data);   \
        break;                                 \
      case TSDB_DATA_TYPE_USMALLINT:           \
        *(uint16_t *)(_v) = (uint16_t)(_data); \
        break;                                 \
      case TSDB_DATA_TYPE_BIGINT:              \
        *(int64_t *)(_v) = (int64_t)(_data);   \
        break;                                 \
      case TSDB_DATA_TYPE_UBIGINT:             \
        *(uint64_t *)(_v) = (uint64_t)(_data); \
        break;                                 \
      case TSDB_DATA_TYPE_FLOAT:               \
        *(float *)(_v) = (float)(_data);       \
        break;                                 \
      case TSDB_DATA_TYPE_DOUBLE:              \
        *(double *)(_v) = (double)(_data);     \
        break;                                 \
      case TSDB_DATA_TYPE_UINT:                \
        *(uint32_t *)(_v) = (uint32_t)(_data); \
        break;                                 \
      default:                                 \
H
Haojun Liao 已提交
164
        *(int32_t *)(_v) = (int32_t)(_data);   \
H
Haojun Liao 已提交
165 166
        break;                                 \
    }                                          \
D
cast  
dapan1121 已提交
167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190
  } while (0)

#define NUM_TO_STRING(_inputType, _input, _outputBytes, _output)     \
  do {                                         \
    switch (_inputType) {                           \
      case TSDB_DATA_TYPE_TINYINT:             \
        snprintf(_output, (int32_t)(_outputBytes), "%d", *(int8_t *)(_input));     \
        break;                                 \
      case TSDB_DATA_TYPE_UTINYINT:            \
        snprintf(_output, (int32_t)(_outputBytes), "%d", *(uint8_t *)(_input));     \
        break;                                 \
      case TSDB_DATA_TYPE_SMALLINT:            \
        snprintf(_output, (int32_t)(_outputBytes), "%d", *(int16_t *)(_input));     \
        break;                                 \
      case TSDB_DATA_TYPE_USMALLINT:           \
        snprintf(_output, (int32_t)(_outputBytes), "%d", *(uint16_t *)(_input));     \
        break;                                 \
      case TSDB_DATA_TYPE_BIGINT:              \
        snprintf(_output, (int32_t)(_outputBytes), "%" PRId64, *(int64_t *)(_input));     \
        break;                                 \
      case TSDB_DATA_TYPE_UBIGINT:             \
        snprintf(_output, (int32_t)(_outputBytes), "%" PRIu64, *(uint64_t *)(_input));     \
        break;                                 \
      case TSDB_DATA_TYPE_FLOAT:               \
D
dapan1121 已提交
191
        snprintf(_output, (int32_t)(_outputBytes), "%f", *(float *)(_input));     \
D
cast  
dapan1121 已提交
192 193
        break;                                 \
      case TSDB_DATA_TYPE_DOUBLE:              \
D
dapan1121 已提交
194
        snprintf(_output, (int32_t)(_outputBytes), "%f", *(double *)(_input));     \
D
cast  
dapan1121 已提交
195 196 197 198 199 200 201 202
        break;                                 \
      case TSDB_DATA_TYPE_UINT:                \
        snprintf(_output, (int32_t)(_outputBytes), "%u", *(uint32_t *)(_input));     \
        break;                                 \
      default:                                 \
        snprintf(_output, (int32_t)(_outputBytes), "%d", *(int32_t *)(_input));     \
        break;                                 \
    }                                          \
203 204
  } while (0)

205 206 207 208 209 210 211 212 213 214 215 216 217 218
#define IS_SIGNED_NUMERIC_TYPE(_t)   ((_t) >= TSDB_DATA_TYPE_TINYINT && (_t) <= TSDB_DATA_TYPE_BIGINT)
#define IS_UNSIGNED_NUMERIC_TYPE(_t) ((_t) >= TSDB_DATA_TYPE_UTINYINT && (_t) <= TSDB_DATA_TYPE_UBIGINT)
#define IS_FLOAT_TYPE(_t)            ((_t) == TSDB_DATA_TYPE_FLOAT || (_t) == TSDB_DATA_TYPE_DOUBLE)

#define IS_NUMERIC_TYPE(_t) ((IS_SIGNED_NUMERIC_TYPE(_t)) || (IS_UNSIGNED_NUMERIC_TYPE(_t)) || (IS_FLOAT_TYPE(_t)))

#define IS_VALID_TINYINT(_t)    ((_t) > INT8_MIN  && (_t) <= INT8_MAX)
#define IS_VALID_SMALLINT(_t)   ((_t) > INT16_MIN && (_t) <= INT16_MAX)
#define IS_VALID_INT(_t)        ((_t) > INT32_MIN && (_t) <= INT32_MAX)
#define IS_VALID_BIGINT(_t)     ((_t) > INT64_MIN && (_t) <= INT64_MAX)
#define IS_VALID_UTINYINT(_t)   ((_t) >= 0 && (_t) < UINT8_MAX)
#define IS_VALID_USMALLINT(_t)  ((_t) >= 0 && (_t) < UINT16_MAX)
#define IS_VALID_UINT(_t)       ((_t) >= 0 && (_t) < UINT32_MAX)
#define IS_VALID_UBIGINT(_t)    ((_t) >= 0 && (_t) < UINT64_MAX)
219 220
#define IS_VALID_FLOAT(_t)      ((_t) >= -FLT_MAX && (_t) <= FLT_MAX)
#define IS_VALID_DOUBLE(_t)     ((_t) >= -DBL_MAX && (_t) <= DBL_MAX)
H
Haojun Liao 已提交
221

222
static FORCE_INLINE bool isNull(const void *val, int32_t type) {
H
Haojun Liao 已提交
223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261
  switch (type) {
    case TSDB_DATA_TYPE_BOOL:
      return *(uint8_t *)val == TSDB_DATA_BOOL_NULL;
    case TSDB_DATA_TYPE_TINYINT:
      return *(uint8_t *)val == TSDB_DATA_TINYINT_NULL;
    case TSDB_DATA_TYPE_SMALLINT:
      return *(uint16_t *)val == TSDB_DATA_SMALLINT_NULL;
    case TSDB_DATA_TYPE_INT:
      return *(uint32_t *)val == TSDB_DATA_INT_NULL;
    case TSDB_DATA_TYPE_BIGINT:
    case TSDB_DATA_TYPE_TIMESTAMP:
      return *(uint64_t *)val == TSDB_DATA_BIGINT_NULL;
    case TSDB_DATA_TYPE_FLOAT:
      return *(uint32_t *)val == TSDB_DATA_FLOAT_NULL;
    case TSDB_DATA_TYPE_DOUBLE:
      return *(uint64_t *)val == TSDB_DATA_DOUBLE_NULL;
    case TSDB_DATA_TYPE_NCHAR:
      return varDataLen(val) == sizeof(int32_t) && *(uint32_t*) varDataVal(val) == TSDB_DATA_NCHAR_NULL;
    case TSDB_DATA_TYPE_BINARY:
      return varDataLen(val) == sizeof(int8_t) && *(uint8_t *) varDataVal(val) == TSDB_DATA_BINARY_NULL;
    case TSDB_DATA_TYPE_UTINYINT:
      return *(uint8_t*) val == TSDB_DATA_UTINYINT_NULL;
    case TSDB_DATA_TYPE_USMALLINT:
      return *(uint16_t*) val == TSDB_DATA_USMALLINT_NULL;
    case TSDB_DATA_TYPE_UINT:
      return *(uint32_t*) val == TSDB_DATA_UINT_NULL;
    case TSDB_DATA_TYPE_UBIGINT:
      return *(uint64_t*) val == TSDB_DATA_UBIGINT_NULL;

    default:
      return false;
  };
}

typedef struct tDataTypeDescriptor {
  int16_t type;
  int16_t nameLen;
  int32_t bytes;
  char *  name;
W
wpan 已提交
262 263
  int64_t minValue;
  int64_t maxValue;
H
Haojun Liao 已提交
264 265 266 267 268 269 270 271 272 273 274 275
  int (*compFunc)(const char *const input, int inputSize, const int nelements, char *const output, int outputSize,
                  char algorithm, char *const buffer, int bufferSize);
  int (*decompFunc)(const char *const input, int compressedSize, const int nelements, char *const output,
                    int outputSize, char algorithm, char *const buffer, int bufferSize);
  void (*statisFunc)(const void *pData, int32_t numofrow, int64_t *min, int64_t *max, int64_t *sum,
                        int16_t *minindex, int16_t *maxindex, int16_t *numofnull);
} tDataTypeDescriptor;

extern tDataTypeDescriptor tDataTypes[15];

bool isValidDataType(int32_t type);

276 277 278
void  setVardataNull(void* val, int32_t type);
void  setNull(void *val, int32_t type, int32_t bytes);
void  setNullN(void *val, int32_t type, int32_t bytes, int32_t numOfElems);
C
Cary Xu 已提交
279
const void *getNullValue(int32_t type);
H
Haojun Liao 已提交
280 281 282

void assignVal(char *val, const char *src, int32_t len, int32_t type);
void tsDataSwap(void *pLeft, void *pRight, int32_t type, int32_t size, void* buf);
W
wpan 已提交
283
void operateVal(void *dst, void *s1, void *s2, int32_t optr, int32_t type);
W
wpan 已提交
284 285
void* getDataMin(int32_t type);
void* getDataMax(int32_t type);
H
Haojun Liao 已提交
286 287 288 289 290

int32_t tStrToInteger(const char* z, int16_t type, int32_t n, int64_t* value, bool issigned);

#define SET_DOUBLE_NULL(v) (*(uint64_t *)(v) = TSDB_DATA_DOUBLE_NULL)

H
Haojun Liao 已提交
291 292 293 294 295
#ifdef __cplusplus
}
#endif

#endif  // TDENGINE_TTYPE_H