tcoding.h 10.5 KB
Newer Older
H
hzcheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
S
Shengliang Guan 已提交
15 16
#ifndef _TD_UTIL_CODING_H
#define _TD_UTIL_CODING_H
H
hzcheng 已提交
17 18 19 20 21

#ifdef __cplusplus
extern "C" {
#endif

22
#include "os.h"
H
hzcheng 已提交
23

H
refact  
Hongze Cheng 已提交
24
#define ENCODE_LIMIT (((uint8_t)1) << 7)
H
Hongze Cheng 已提交
25 26 27
#define ZIGZAGE(T, v) ((u##T)((v) >> (sizeof(T) * 8 - 1))) ^ (((u##T)(v)) << 1)  // zigzag encode
#define ZIGZAGD(T, v) ((v) >> 1) ^ -((T)((v)&1))                                 // zigzag decode

H
more  
Hongze Cheng 已提交
28 29
/* ------------------------ LEGACY CODES ------------------------ */
#if 1
H
Hongze Cheng 已提交
30
// ---- Fixed U8
H
TD-353  
Hongze Cheng 已提交
31 32 33 34 35 36 37
static FORCE_INLINE int taosEncodeFixedU8(void **buf, uint8_t value) {
  if (buf != NULL) {
    ((uint8_t *)(*buf))[0] = value;
    *buf = POINTER_SHIFT(*buf, sizeof(value));
  }

  return (int)sizeof(value);
H
TD-185  
Hongze Cheng 已提交
38 39
}

H
Hongze Cheng 已提交
40 41 42 43 44 45
static FORCE_INLINE void *taosDecodeFixedU8(void *buf, uint8_t *value) {
  *value = ((uint8_t *)buf)[0];
  return POINTER_SHIFT(buf, sizeof(*value));
}

// ---- Fixed I8
H
TD-353  
Hongze Cheng 已提交
46 47 48 49 50 51
static FORCE_INLINE int taosEncodeFixedI8(void **buf, int8_t value) {
  if (buf != NULL) {
    ((int8_t *)(*buf))[0] = value;
    *buf = POINTER_SHIFT(*buf, sizeof(value));
  }
  return (int)sizeof(value);
H
Hongze Cheng 已提交
52 53 54 55 56 57 58 59
}

static FORCE_INLINE void *taosDecodeFixedI8(void *buf, int8_t *value) {
  *value = ((int8_t *)buf)[0];
  return POINTER_SHIFT(buf, sizeof(*value));
}

// ---- Fixed U16
H
TD-353  
Hongze Cheng 已提交
60 61 62 63 64 65 66 67 68
static FORCE_INLINE int taosEncodeFixedU16(void **buf, uint16_t value) {
  if (buf != NULL) {
    if (IS_LITTLE_ENDIAN()) {
      memcpy(*buf, &value, sizeof(value));
    } else {
      ((uint8_t *)(*buf))[0] = value & 0xff;
      ((uint8_t *)(*buf))[1] = (value >> 8) & 0xff;
    }
    *buf = POINTER_SHIFT(*buf, sizeof(value));
H
hzcheng 已提交
69 70
  }

H
TD-353  
Hongze Cheng 已提交
71
  return (int)sizeof(value);
H
hzcheng 已提交
72 73
}

H
Hongze Cheng 已提交
74
static FORCE_INLINE void *taosDecodeFixedU16(void *buf, uint16_t *value) {
H
hzcheng 已提交
75
  if (IS_LITTLE_ENDIAN()) {
H
Hongze Cheng 已提交
76
    memcpy(value, buf, sizeof(*value));
H
hzcheng 已提交
77
  } else {
H
Hongze Cheng 已提交
78 79
    ((uint8_t *)value)[1] = ((uint8_t *)buf)[0];
    ((uint8_t *)value)[0] = ((uint8_t *)buf)[1];
H
hzcheng 已提交
80 81
  }

H
Hongze Cheng 已提交
82 83 84 85
  return POINTER_SHIFT(buf, sizeof(*value));
}

// ---- Fixed I16
H
TD-353  
Hongze Cheng 已提交
86
static FORCE_INLINE int taosEncodeFixedI16(void **buf, int16_t value) {
H
Hongze Cheng 已提交
87
  return taosEncodeFixedU16(buf, ZIGZAGE(int16_t, value));
H
hzcheng 已提交
88 89
}

H
Hongze Cheng 已提交
90 91 92 93 94 95 96 97
static FORCE_INLINE void *taosDecodeFixedI16(void *buf, int16_t *value) {
  uint16_t tvalue = 0;
  void *   ret = taosDecodeFixedU16(buf, &tvalue);
  *value = ZIGZAGD(int16_t, tvalue);
  return ret;
}

// ---- Fixed U32
H
TD-353  
Hongze Cheng 已提交
98 99 100 101 102 103 104 105 106 107 108
static FORCE_INLINE int taosEncodeFixedU32(void **buf, uint32_t value) {
  if (buf != NULL) {
    if (IS_LITTLE_ENDIAN()) {
      memcpy(*buf, &value, sizeof(value));
    } else {
      ((uint8_t *)(*buf))[0] = value & 0xff;
      ((uint8_t *)(*buf))[1] = (value >> 8) & 0xff;
      ((uint8_t *)(*buf))[2] = (value >> 16) & 0xff;
      ((uint8_t *)(*buf))[3] = (value >> 24) & 0xff;
    }
    *buf = POINTER_SHIFT(*buf, sizeof(value));
H
hzcheng 已提交
109 110
  }

H
TD-353  
Hongze Cheng 已提交
111
  return (int)sizeof(value);
H
hzcheng 已提交
112 113
}

H
Hongze Cheng 已提交
114
static FORCE_INLINE void *taosDecodeFixedU32(void *buf, uint32_t *value) {
H
hzcheng 已提交
115 116 117
  if (IS_LITTLE_ENDIAN()) {
    memcpy(value, buf, sizeof(*value));
  } else {
H
Hongze Cheng 已提交
118 119 120 121
    ((uint8_t *)value)[3] = ((uint8_t *)buf)[0];
    ((uint8_t *)value)[2] = ((uint8_t *)buf)[1];
    ((uint8_t *)value)[1] = ((uint8_t *)buf)[2];
    ((uint8_t *)value)[0] = ((uint8_t *)buf)[3];
H
hzcheng 已提交
122 123
  }

H
hzcheng 已提交
124
  return POINTER_SHIFT(buf, sizeof(*value));
H
hzcheng 已提交
125 126
}

H
Hongze Cheng 已提交
127
// ---- Fixed I32
H
TD-353  
Hongze Cheng 已提交
128
static FORCE_INLINE int taosEncodeFixedI32(void **buf, int32_t value) {
H
Hongze Cheng 已提交
129 130 131 132 133 134 135 136 137 138 139
  return taosEncodeFixedU32(buf, ZIGZAGE(int32_t, value));
}

static FORCE_INLINE void *taosDecodeFixedI32(void *buf, int32_t *value) {
  uint32_t tvalue = 0;
  void *   ret = taosDecodeFixedU32(buf, &tvalue);
  *value = ZIGZAGD(int32_t, tvalue);
  return ret;
}

// ---- Fixed U64
H
TD-353  
Hongze Cheng 已提交
140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155
static FORCE_INLINE int taosEncodeFixedU64(void **buf, uint64_t value) {
  if (buf != NULL) {
    if (IS_LITTLE_ENDIAN()) {
      memcpy(*buf, &value, sizeof(value));
    } else {
      ((uint8_t *)(*buf))[0] = value & 0xff;
      ((uint8_t *)(*buf))[1] = (value >> 8) & 0xff;
      ((uint8_t *)(*buf))[2] = (value >> 16) & 0xff;
      ((uint8_t *)(*buf))[3] = (value >> 24) & 0xff;
      ((uint8_t *)(*buf))[4] = (value >> 32) & 0xff;
      ((uint8_t *)(*buf))[5] = (value >> 40) & 0xff;
      ((uint8_t *)(*buf))[6] = (value >> 48) & 0xff;
      ((uint8_t *)(*buf))[7] = (value >> 56) & 0xff;
    }

    *buf = POINTER_SHIFT(*buf, sizeof(value));
H
hzcheng 已提交
156 157
  }

H
TD-353  
Hongze Cheng 已提交
158
  return (int)sizeof(value);
H
hzcheng 已提交
159 160
}

H
Hongze Cheng 已提交
161
static FORCE_INLINE void *taosDecodeFixedU64(void *buf, uint64_t *value) {
H
hzcheng 已提交
162 163 164
  if (IS_LITTLE_ENDIAN()) {
    memcpy(value, buf, sizeof(*value));
  } else {
H
hzcheng 已提交
165 166 167 168 169 170 171 172
    ((uint8_t *)value)[7] = ((uint8_t *)buf)[0];
    ((uint8_t *)value)[6] = ((uint8_t *)buf)[1];
    ((uint8_t *)value)[5] = ((uint8_t *)buf)[2];
    ((uint8_t *)value)[4] = ((uint8_t *)buf)[3];
    ((uint8_t *)value)[3] = ((uint8_t *)buf)[4];
    ((uint8_t *)value)[2] = ((uint8_t *)buf)[5];
    ((uint8_t *)value)[1] = ((uint8_t *)buf)[6];
    ((uint8_t *)value)[0] = ((uint8_t *)buf)[7];
H
hzcheng 已提交
173 174
  }

H
hzcheng 已提交
175 176 177
  return POINTER_SHIFT(buf, sizeof(*value));
}

H
Hongze Cheng 已提交
178
// ---- Fixed I64
H
TD-353  
Hongze Cheng 已提交
179
static FORCE_INLINE int taosEncodeFixedI64(void **buf, int64_t value) {
H
Hongze Cheng 已提交
180
  return taosEncodeFixedU64(buf, ZIGZAGE(int64_t, value));
H
hzcheng 已提交
181 182
}

H
Hongze Cheng 已提交
183 184 185 186 187
static FORCE_INLINE void *taosDecodeFixedI64(void *buf, int64_t *value) {
  uint64_t tvalue = 0;
  void *   ret = taosDecodeFixedU64(buf, &tvalue);
  *value = ZIGZAGD(int64_t, tvalue);
  return ret;
H
hzcheng 已提交
188 189
}

H
Hongze Cheng 已提交
190
// ---- Variant U16
H
TD-353  
Hongze Cheng 已提交
191
static FORCE_INLINE int taosEncodeVariantU16(void **buf, uint16_t value) {
H
hzcheng 已提交
192 193
  int i = 0;
  while (value >= ENCODE_LIMIT) {
194
    if (buf != NULL) ((uint8_t *)(*buf))[i] = (uint8_t)(value | ENCODE_LIMIT);
H
hzcheng 已提交
195 196
    value >>= 7;
    i++;
H
Hongze Cheng 已提交
197
    ASSERT(i < 3);
H
hzcheng 已提交
198 199
  }

H
TD-353  
Hongze Cheng 已提交
200
  if (buf != NULL) {
201
    ((uint8_t *)(*buf))[i] = (uint8_t)value;
H
TD-353  
Hongze Cheng 已提交
202 203
    *buf = POINTER_SHIFT(*buf, i + 1);
  }
H
hzcheng 已提交
204

H
TD-353  
Hongze Cheng 已提交
205
  return i + 1;
H
hzcheng 已提交
206 207
}

H
Hongze Cheng 已提交
208 209
static FORCE_INLINE void *taosDecodeVariantU16(void *buf, uint16_t *value) {
  int      i = 0;
H
hzcheng 已提交
210
  uint16_t tval = 0;
H
hzcheng 已提交
211
  *value = 0;
H
hzcheng 已提交
212 213 214 215 216 217 218 219 220 221 222 223 224 225
  while (i < 3) {
    tval = (uint16_t)(((uint8_t *)buf)[i]);
    if (tval < ENCODE_LIMIT) {
      (*value) |= (tval << (7 * i));
      return POINTER_SHIFT(buf, i + 1);
    } else {
      (*value) |= ((tval & (ENCODE_LIMIT - 1)) << (7 * i));
      i++;
    }
  }

  return NULL;  // error happened
}

H
Hongze Cheng 已提交
226
// ---- Variant I16
H
TD-353  
Hongze Cheng 已提交
227
static FORCE_INLINE int taosEncodeVariantI16(void **buf, int16_t value) {
H
Hongze Cheng 已提交
228 229 230 231 232 233 234 235 236 237 238
  return taosEncodeVariantU16(buf, ZIGZAGE(int16_t, value));
}

static FORCE_INLINE void *taosDecodeVariantI16(void *buf, int16_t *value) {
  uint16_t tvalue = 0;
  void *   ret = taosDecodeVariantU16(buf, &tvalue);
  *value = ZIGZAGD(int16_t, tvalue);
  return ret;
}

// ---- Variant U32
H
TD-353  
Hongze Cheng 已提交
239
static FORCE_INLINE int taosEncodeVariantU32(void **buf, uint32_t value) {
H
hzcheng 已提交
240
  int i = 0;
H
Hongze Cheng 已提交
241
  while (value >= ENCODE_LIMIT) {
H
TD-353  
Hongze Cheng 已提交
242
    if (buf != NULL) ((uint8_t *)(*buf))[i] = (value | ENCODE_LIMIT);
H
Hongze Cheng 已提交
243 244 245 246 247
    value >>= 7;
    i++;
    ASSERT(i < 5);
  }

H
TD-353  
Hongze Cheng 已提交
248 249 250 251
  if (buf != NULL) {
    ((uint8_t *)(*buf))[i] = value;
    *buf = POINTER_SHIFT(*buf, i + 1);
  }
H
Hongze Cheng 已提交
252

H
TD-353  
Hongze Cheng 已提交
253
  return i + 1;
H
Hongze Cheng 已提交
254 255 256 257
}

static FORCE_INLINE void *taosDecodeVariantU32(void *buf, uint32_t *value) {
  int      i = 0;
H
hzcheng 已提交
258 259 260 261 262 263 264 265 266 267 268
  uint32_t tval = 0;
  *value = 0;
  while (i < 5) {
    tval = (uint32_t)(((uint8_t *)buf)[i]);
    if (tval < ENCODE_LIMIT) {
      (*value) |= (tval << (7 * i));
      return POINTER_SHIFT(buf, i + 1);
    } else {
      (*value) |= ((tval & (ENCODE_LIMIT - 1)) << (7 * i));
      i++;
    }
H
hzcheng 已提交
269 270
  }

H
hzcheng 已提交
271
  return NULL;  // error happened
H
hzcheng 已提交
272 273
}

H
Hongze Cheng 已提交
274
// ---- Variant I32
H
TD-353  
Hongze Cheng 已提交
275
static FORCE_INLINE int taosEncodeVariantI32(void **buf, int32_t value) {
H
Hongze Cheng 已提交
276 277 278 279 280 281 282 283 284 285 286
  return taosEncodeVariantU32(buf, ZIGZAGE(int32_t, value));
}

static FORCE_INLINE void *taosDecodeVariantI32(void *buf, int32_t *value) {
  uint32_t tvalue = 0;
  void *   ret = taosDecodeVariantU32(buf, &tvalue);
  *value = ZIGZAGD(int32_t, tvalue);
  return ret;
}

// ---- Variant U64
H
TD-353  
Hongze Cheng 已提交
287
static FORCE_INLINE int taosEncodeVariantU64(void **buf, uint64_t value) {
H
hzcheng 已提交
288
  int i = 0;
H
Hongze Cheng 已提交
289
  while (value >= ENCODE_LIMIT) {
290
    if (buf != NULL) ((uint8_t *)(*buf))[i] = (uint8_t)(value | ENCODE_LIMIT);
H
Hongze Cheng 已提交
291 292 293 294 295
    value >>= 7;
    i++;
    ASSERT(i < 10);
  }

H
TD-353  
Hongze Cheng 已提交
296
  if (buf != NULL) {
297
    ((uint8_t *)(*buf))[i] = (uint8_t)value;
H
TD-353  
Hongze Cheng 已提交
298 299
    *buf = POINTER_SHIFT(*buf, i + 1);
  }
H
Hongze Cheng 已提交
300

H
TD-353  
Hongze Cheng 已提交
301
  return i + 1;
H
Hongze Cheng 已提交
302 303 304 305
}

static FORCE_INLINE void *taosDecodeVariantU64(void *buf, uint64_t *value) {
  int      i = 0;
H
hzcheng 已提交
306 307 308 309 310 311 312 313 314 315 316 317 318 319 320
  uint64_t tval = 0;
  *value = 0;
  while (i < 10) {
    tval = (uint64_t)(((uint8_t *)buf)[i]);
    if (tval < ENCODE_LIMIT) {
      (*value) |= (tval << (7 * i));
      return POINTER_SHIFT(buf, i + 1);
    } else {
      (*value) |= ((tval & (ENCODE_LIMIT - 1)) << (7 * i));
      i++;
    }
  }

  return NULL;  // error happened
}
H
hzcheng 已提交
321

H
Hongze Cheng 已提交
322
// ---- Variant I64
H
TD-353  
Hongze Cheng 已提交
323
static FORCE_INLINE int taosEncodeVariantI64(void **buf, int64_t value) {
H
Hongze Cheng 已提交
324 325 326 327 328 329 330 331 332 333 334
  return taosEncodeVariantU64(buf, ZIGZAGE(int64_t, value));
}

static FORCE_INLINE void *taosDecodeVariantI64(void *buf, int64_t *value) {
  uint64_t tvalue = 0;
  void *   ret = taosDecodeVariantU64(buf, &tvalue);
  *value = ZIGZAGD(int64_t, tvalue);
  return ret;
}

// ---- string
H
more  
Hongze Cheng 已提交
335
static FORCE_INLINE int taosEncodeString(void **buf, const char *value) {
H
TD-353  
Hongze Cheng 已提交
336
  int    tlen = 0;
H
TD-354  
Hongze Cheng 已提交
337 338
  size_t size = strlen(value);

H
TD-353  
Hongze Cheng 已提交
339 340 341 342 343
  tlen += taosEncodeVariantU64(buf, size);
  if (buf != NULL) {
    memcpy(*buf, value, size);
    *buf = POINTER_SHIFT(*buf, size);
  }
344
  tlen += (int)size;
H
TD-354  
Hongze Cheng 已提交
345

H
TD-353  
Hongze Cheng 已提交
346
  return tlen;
H
TD-354  
Hongze Cheng 已提交
347 348 349 350 351
}

static FORCE_INLINE void *taosDecodeString(void *buf, char **value) {
  uint64_t size = 0;

H
Hongze Cheng 已提交
352
  buf = taosDecodeVariantU64(buf, &size);
353
  *value = (char *)malloc((size_t)size + 1);
H
TD-354  
Hongze Cheng 已提交
354
  if (*value == NULL) return NULL;
355
  memcpy(*value, buf, (size_t)size);
H
TD-354  
Hongze Cheng 已提交
356 357 358 359 360 361

  (*value)[size] = '\0';

  return POINTER_SHIFT(buf, size);
}

H
more  
Hongze Cheng 已提交
362 363 364 365 366 367 368 369 370 371 372
static FORCE_INLINE void *taosDecodeStringTo(void *buf, char *value) {
  uint64_t size = 0;

  buf = taosDecodeVariantU64(buf, &size);
  memcpy(value, buf, (size_t)size);

  value[size] = '\0';

  return POINTER_SHIFT(buf, size);
}

L
Liu Jicong 已提交
373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395
// ---- binary
static FORCE_INLINE int taosEncodeBinary(void **buf, const void *value, int valueLen) {
  int    tlen = 0;

  if (buf != NULL) {
    memcpy(*buf, value, valueLen);
    *buf = POINTER_SHIFT(*buf, valueLen);
  }
  tlen += (int)valueLen;

  return tlen;
}

static FORCE_INLINE void *taosDecodeBinary(void *buf, void **value, int valueLen) {
  uint64_t size = 0;

  *value = malloc((size_t)valueLen);
  if (*value == NULL) return NULL;
  memcpy(*value, buf, (size_t)size);

  return POINTER_SHIFT(buf, size);
}

H
more  
Hongze Cheng 已提交
396 397
#endif

H
hzcheng 已提交
398 399 400 401
#ifdef __cplusplus
}
#endif

L
Liu Jicong 已提交
402
#endif /*_TD_UTIL_CODING_H*/