tarray.c 12.3 KB
Newer Older
H
more  
hzcheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

S
tarray  
Shengliang Guan 已提交
16
#define _DEFAULT_SOURCE
H
more  
hzcheng 已提交
17
#include "tarray.h"
18
#include "tcoding.h"
H
more  
hzcheng 已提交
19

20 21
// todo refactor API

22
SArray* taosArrayInit(size_t size, size_t elemSize) {
H
Haojun Liao 已提交
23 24 25 26
  if (elemSize == 0) {
    terrno = TSDB_CODE_INVALID_PARA;
    return NULL;
  }
H
more  
hzcheng 已提交
27 28 29 30 31

  if (size < TARRAY_MIN_SIZE) {
    size = TARRAY_MIN_SIZE;
  }

wafwerar's avatar
wafwerar 已提交
32
  SArray* pArray = taosMemoryMalloc(sizeof(SArray));
H
more  
hzcheng 已提交
33
  if (pArray == NULL) {
34
    terrno = TSDB_CODE_OUT_OF_MEMORY;
H
more  
hzcheng 已提交
35 36 37
    return NULL;
  }

H
Haojun Liao 已提交
38
  pArray->size = 0;
wafwerar's avatar
wafwerar 已提交
39
  pArray->pData = taosMemoryCalloc(size, elemSize);
H
more  
hzcheng 已提交
40
  if (pArray->pData == NULL) {
41
    terrno = TSDB_CODE_OUT_OF_MEMORY;
wafwerar's avatar
wafwerar 已提交
42
    taosMemoryFree(pArray);
H
more  
hzcheng 已提交
43 44 45 46 47 48 49 50
    return NULL;
  }

  pArray->capacity = size;
  pArray->elemSize = elemSize;
  return pArray;
}

H
hjxilinx 已提交
51
static int32_t taosArrayResize(SArray* pArray) {
H
more  
hzcheng 已提交
52 53 54 55 56
  assert(pArray->size >= pArray->capacity);

  size_t size = pArray->capacity;
  size = (size << 1u);

wafwerar's avatar
wafwerar 已提交
57
  void* tmp = taosMemoryRealloc(pArray->pData, size * pArray->elemSize);
H
hjxilinx 已提交
58 59
  if (tmp == NULL) {  // reallocate failed, the original buffer remains
    return -1;
H
more  
hzcheng 已提交
60 61 62 63
  }

  pArray->pData = tmp;
  pArray->capacity = size;
S
tarray  
Shengliang Guan 已提交
64

H
hjxilinx 已提交
65
  return 0;
H
more  
hzcheng 已提交
66 67
}

L
Liu Jicong 已提交
68 69
int32_t taosArrayEnsureCap(SArray* pArray, size_t newCap) {
  if (newCap > pArray->capacity) {
H
Hongze Cheng 已提交
70
    size_t tsize = (pArray->capacity << 1u);
L
Liu Jicong 已提交
71
    while (newCap > tsize) {
H
Hongze Cheng 已提交
72 73 74
      tsize = (tsize << 1u);
    }

wafwerar's avatar
wafwerar 已提交
75
    pArray->pData = taosMemoryRealloc(pArray->pData, tsize * pArray->elemSize);
H
Hongze Cheng 已提交
76
    if (pArray->pData == NULL) {
L
Liu Jicong 已提交
77
      return -1;
H
hjxilinx 已提交
78
    }
H
Hongze Cheng 已提交
79 80

    pArray->capacity = tsize;
H
more  
hzcheng 已提交
81
  }
L
Liu Jicong 已提交
82 83 84
  return 0;
}

S
tarray  
Shengliang Guan 已提交
85
void* taosArrayAddBatch(SArray* pArray, const void* pData, int32_t nEles) {
L
Liu Jicong 已提交
86
  if (pData == NULL) {
L
Liu Jicong 已提交
87 88 89
    return NULL;
  }

S
tarray  
Shengliang Guan 已提交
90
  if (taosArrayEnsureCap(pArray, pArray->size + nEles) != 0) {
L
Liu Jicong 已提交
91 92
    return NULL;
  }
H
more  
hzcheng 已提交
93 94

  void* dst = TARRAY_GET_ELEM(pArray, pArray->size);
H
Hongze Cheng 已提交
95
  memcpy(dst, pData, pArray->elemSize * nEles);
H
more  
hzcheng 已提交
96

H
Hongze Cheng 已提交
97
  pArray->size += nEles;
H
more  
hzcheng 已提交
98 99 100
  return dst;
}

S
tarray  
Shengliang Guan 已提交
101
void taosArrayRemoveDuplicate(SArray* pArray, __compar_fn_t comparFn, void (*fp)(void*)) {
102 103 104 105 106 107
  size_t size = pArray->size;
  if (size <= 1) {
    return;
  }

  int32_t pos = 0;
S
tarray  
Shengliang Guan 已提交
108
  for (int32_t i = 1; i < size; ++i) {
109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129
    char* p1 = taosArrayGet(pArray, pos);
    char* p2 = taosArrayGet(pArray, i);

    if (comparFn(p1, p2) == 0) {
      // do nothing
    } else {
      if (pos + 1 != i) {
        void* p = taosArrayGet(pArray, pos + 1);
        if (fp != NULL) {
          fp(p);
        }

        taosArraySet(pArray, pos + 1, p2);
        pos += 1;
      } else {
        pos += 1;
      }
    }
  }

  if (fp != NULL) {
S
tarray  
Shengliang Guan 已提交
130
    for (int32_t i = pos + 1; i < pArray->size; ++i) {
131 132 133 134 135 136 137 138
      void* p = taosArrayGet(pArray, i);
      fp(p);
    }
  }

  pArray->size = pos + 1;
}

139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176
void taosArrayRemoveDuplicateP(SArray* pArray, __compar_fn_t comparFn, void (*fp)(void*)) {
  size_t size = pArray->size;
  if (size <= 1) {
    return;
  }

  int32_t pos = 0;
  for (int32_t i = 1; i < size; ++i) {
    char* p1 = taosArrayGet(pArray, pos);
    char* p2 = taosArrayGet(pArray, i);

    if (comparFn(p1, p2) == 0) {
      // do nothing
    } else {
      if (pos + 1 != i) {
        void* p = taosArrayGet(pArray, pos + 1);
        if (fp != NULL) {
          fp(p);
        }

        taosArraySet(pArray, pos + 1, p2);
        pos += 1;
      } else {
        pos += 1;
      }
    }
  }

  if (fp != NULL) {
    for (int32_t i = pos + 1; i < pArray->size; ++i) {
      void* p = taosArrayGetP(pArray, i);
      fp(p);
    }
  }

  pArray->size = pos + 1;
}

H
Haojun Liao 已提交
177
void* taosArrayAddAll(SArray* pArray, const SArray* pInput) {
178 179 180 181 182
  if (pInput) {
    return taosArrayAddBatch(pArray, pInput->pData, (int32_t)taosArrayGetSize(pInput));
  } else {
    return NULL;
  }
H
Haojun Liao 已提交
183 184
}

H
Hongze Cheng 已提交
185 186 187 188 189 190 191 192 193 194 195
void* taosArrayReserve(SArray* pArray, int32_t num) {
  if (taosArrayEnsureCap(pArray, pArray->size + num) != 0) {
    return NULL;
  }

  void* dst = TARRAY_GET_ELEM(pArray, pArray->size);
  pArray->size += num;

  return dst;
}

weixin_48148422's avatar
weixin_48148422 已提交
196
void* taosArrayPop(SArray* pArray) {
197
  if (pArray->size == 0) {
weixin_48148422's avatar
weixin_48148422 已提交
198
    return NULL;
H
more  
hzcheng 已提交
199
  }
H
Haojun Liao 已提交
200

H
more  
hzcheng 已提交
201
  pArray->size -= 1;
weixin_48148422's avatar
weixin_48148422 已提交
202
  return TARRAY_GET_ELEM(pArray, pArray->size);
H
more  
hzcheng 已提交
203 204
}

205
void* taosArrayGet(const SArray* pArray, size_t index) {
206 207 208
  if (NULL == pArray) {
    return NULL;
  }
H
Haojun Liao 已提交
209 210 211 212 213 214

  if (index >= pArray->size) {
    uError("index is out of range, current:%"PRIzu" max:%d", index, pArray->capacity);
    return NULL;
  }

H
more  
hzcheng 已提交
215 216 217
  return TARRAY_GET_ELEM(pArray, index);
}

218
void* taosArrayGetP(const SArray* pArray, size_t index) {
H
Haojun Liao 已提交
219 220 221 222 223
  void** p = taosArrayGet(pArray, index);
  if (p == NULL) {
    return NULL;
  }
  return *p;
H
hjxilinx 已提交
224 225
}

S
tarray  
Shengliang Guan 已提交
226
void* taosArrayGetLast(const SArray* pArray) { return TARRAY_GET_ELEM(pArray, pArray->size - 1); }
H
Haojun Liao 已提交
227

L
Liu Jicong 已提交
228
size_t taosArrayGetSize(const SArray* pArray) {
S
Shengliang Guan 已提交
229 230 231
  if (pArray == NULL) {
    return 0;
  }
L
Liu Jicong 已提交
232
  return pArray->size;
S
Shengliang Guan 已提交
233
}
H
more  
hzcheng 已提交
234

235 236 237 238 239
void taosArraySetSize(SArray* pArray, size_t size) {
  assert(size <= pArray->capacity);
  pArray->size = size;
}

H
hjxilinx 已提交
240
void* taosArrayInsert(SArray* pArray, size_t index, void* pData) {
H
more  
hzcheng 已提交
241
  if (pArray == NULL || pData == NULL) {
H
hjxilinx 已提交
242
    return NULL;
H
more  
hzcheng 已提交
243 244 245
  }

  if (index >= pArray->size) {
H
hjxilinx 已提交
246
    return taosArrayPush(pArray, pData);
H
more  
hzcheng 已提交
247 248 249
  }

  if (pArray->size >= pArray->capacity) {
H
hjxilinx 已提交
250
    int32_t ret = taosArrayResize(pArray);
S
tarray  
Shengliang Guan 已提交
251

H
hjxilinx 已提交
252 253 254
    if (ret < 0) {
      return NULL;
    }
H
more  
hzcheng 已提交
255 256 257 258
  }

  void* dst = TARRAY_GET_ELEM(pArray, index);

S
Shengliang Guan 已提交
259 260
  int32_t remain = (int32_t)(pArray->size - index);
  memmove((char*)dst + pArray->elemSize, (char*)dst, pArray->elemSize * remain);
H
more  
hzcheng 已提交
261 262 263
  memcpy(dst, pData, pArray->elemSize);

  pArray->size += 1;
S
tarray  
Shengliang Guan 已提交
264

H
hjxilinx 已提交
265
  return dst;
H
more  
hzcheng 已提交
266 267
}

H
Hongze Cheng 已提交
268
void taosArraySet(SArray* pArray, size_t index, void* pData) {
H
refact  
Hongze Cheng 已提交
269 270 271 272
  assert(index < pArray->size);
  memcpy(TARRAY_GET_ELEM(pArray, index), pData, pArray->elemSize);
}

L
Liu Jicong 已提交
273 274 275
void taosArrayPopFrontBatch(SArray* pArray, size_t cnt) {
  assert(cnt <= pArray->size);
  pArray->size = pArray->size - cnt;
L
Liu Jicong 已提交
276
  if (pArray->size == 0 || cnt == 0) {
L
Liu Jicong 已提交
277 278
    return;
  }
L
Liu Jicong 已提交
279
  memmove(pArray->pData, (char*)pArray->pData + cnt * pArray->elemSize, pArray->size * pArray->elemSize);
L
Liu Jicong 已提交
280 281
}

L
Liu Jicong 已提交
282 283 284 285 286
void taosArrayPopTailBatch(SArray* pArray, size_t cnt) {
  assert(cnt <= pArray->size);
  pArray->size = pArray->size - cnt;
}

287 288
void taosArrayRemove(SArray* pArray, size_t index) {
  assert(index < pArray->size);
S
tarray  
Shengliang Guan 已提交
289

290 291 292 293
  if (index == pArray->size - 1) {
    taosArrayPop(pArray);
    return;
  }
S
tarray  
Shengliang Guan 已提交
294

295
  size_t remain = pArray->size - index - 1;
S
tarray  
Shengliang Guan 已提交
296 297
  memmove((char*)pArray->pData + index * pArray->elemSize, (char*)pArray->pData + (index + 1) * pArray->elemSize,
          remain * pArray->elemSize);
298 299 300
  pArray->size -= 1;
}

H
Haojun Liao 已提交
301
SArray* taosArrayFromList(const void* src, size_t size, size_t elemSize) {
H
Haojun Liao 已提交
302 303 304 305
  if (elemSize <= 0) {
    terrno = TSDB_CODE_INVALID_PARA;
    return NULL;
  }
H
Haojun Liao 已提交
306

H
Haojun Liao 已提交
307
  SArray* pDst = taosArrayInit(size, elemSize);
H
Haojun Liao 已提交
308 309 310 311
  memcpy(pDst->pData, src, elemSize * size);
  pDst->size = size;

  return pDst;
312 313
}

H
Haojun Liao 已提交
314
SArray* taosArrayDup(const SArray* pSrc, __array_item_dup_fn_t fn) {
S
tarray  
Shengliang Guan 已提交
315
  if (pSrc->size == 0) {  // empty array list
H
hjxilinx 已提交
316 317
    return taosArrayInit(8, pSrc->elemSize);
  }
S
tarray  
Shengliang Guan 已提交
318

H
hjxilinx 已提交
319
  SArray* dst = taosArrayInit(pSrc->size, pSrc->elemSize);
S
tarray  
Shengliang Guan 已提交
320

H
Haojun Liao 已提交
321 322 323 324 325
  if (fn == NULL) {
    memcpy(dst->pData, pSrc->pData, pSrc->elemSize * pSrc->size);
  } else {
    ASSERT(pSrc->elemSize == sizeof(void*));

dengyihao's avatar
dengyihao 已提交
326
    for (int32_t i = 0; i < pSrc->size; ++i) {
H
Haojun Liao 已提交
327
      void* p = fn(taosArrayGetP(pSrc, i));
dengyihao's avatar
dengyihao 已提交
328
      memcpy(((char*)dst->pData) + i * dst->elemSize, &p, dst->elemSize);
H
Haojun Liao 已提交
329 330 331
    }
  }

H
hjxilinx 已提交
332
  dst->size = pSrc->size;
H
Haojun Liao 已提交
333

H
hjxilinx 已提交
334 335 336
  return dst;
}

weixin_48148422's avatar
weixin_48148422 已提交
337
void taosArrayClear(SArray* pArray) {
S
Shengliang Guan 已提交
338
  if (pArray == NULL) return;
weixin_48148422's avatar
weixin_48148422 已提交
339 340 341
  pArray->size = 0;
}

D
dapan1121 已提交
342 343 344 345 346 347 348 349 350 351 352 353 354 355
void taosArrayClearEx(SArray* pArray, void (*fp)(void*)) {
  if (pArray == NULL) return;
  if (fp == NULL) {
    pArray->size = 0;
    return;
  }

  for (int32_t i = 0; i < pArray->size; ++i) {
    fp(TARRAY_GET_ELEM(pArray, i));
  }

  pArray->size = 0;
}

R
root 已提交
356 357 358 359 360 361 362 363 364 365 366 367 368 369
void taosArrayClearP(SArray* pArray, FDelete fp) {
  if (pArray == NULL) return;
  if (fp == NULL) {
    pArray->size = 0;
    return;
  }

  for (int32_t i = 0; i < pArray->size; ++i) {
    fp(*(void**)TARRAY_GET_ELEM(pArray, i));
  }

  pArray->size = 0;
}

H
Hongze Cheng 已提交
370 371
void* taosArrayDestroy(SArray* pArray) {
  if (pArray) {
wafwerar's avatar
wafwerar 已提交
372 373
    taosMemoryFree(pArray->pData);
    taosMemoryFree(pArray);
H
more  
hzcheng 已提交
374 375
  }

H
Hongze Cheng 已提交
376
  return NULL;
H
more  
hzcheng 已提交
377
}
weixin_48148422's avatar
weixin_48148422 已提交
378

379
void taosArrayDestroyP(SArray* pArray, FDelete fp) {
L
Liu Jicong 已提交
380 381 382 383 384
  if (pArray) {
    for (int32_t i = 0; i < pArray->size; i++) {
      fp(*(void**)TARRAY_GET_ELEM(pArray, i));
    }
    taosArrayDestroy(pArray);
385 386 387 388
  }
}

void taosArrayDestroyEx(SArray* pArray, FDelete fp) {
H
Haojun Liao 已提交
389 390 391 392
  if (pArray == NULL) {
    return;
  }

H
Haojun Liao 已提交
393
  if (fp == NULL) {
H
Haojun Liao 已提交
394 395
    taosArrayDestroy(pArray);
    return;
H
Haojun Liao 已提交
396 397
  }

S
tarray  
Shengliang Guan 已提交
398
  for (int32_t i = 0; i < pArray->size; ++i) {
H
Haojun Liao 已提交
399 400 401 402 403 404
    fp(TARRAY_GET_ELEM(pArray, i));
  }

  taosArrayDestroy(pArray);
}

405
void taosArraySort(SArray* pArray, __compar_fn_t compar) {
wafwerar's avatar
wafwerar 已提交
406
  taosSort(pArray->pData, pArray->size, pArray->elemSize, compar);
weixin_48148422's avatar
weixin_48148422 已提交
407 408
}

S
tarray  
Shengliang Guan 已提交
409
void* taosArraySearch(const SArray* pArray, const void* key, __compar_fn_t comparFn, int32_t flags) {
H
refact  
Hongze Cheng 已提交
410
  return taosbsearch(key, pArray->pData, pArray->size, pArray->elemSize, comparFn, flags);
weixin_48148422's avatar
weixin_48148422 已提交
411 412
}

S
tarray  
Shengliang Guan 已提交
413
int32_t taosArraySearchIdx(const SArray* pArray, const void* key, __compar_fn_t comparFn, int32_t flags) {
L
Liu Jicong 已提交
414
  void* item = taosArraySearch(pArray, key, comparFn, flags);
L
Liu Jicong 已提交
415
  return item == NULL ? -1 : (int32_t)((char*)item - (char*)pArray->pData) / pArray->elemSize;
L
Liu Jicong 已提交
416 417
}

S
tarray  
Shengliang Guan 已提交
418 419
static int32_t taosArrayPartition(SArray* pArray, int32_t i, int32_t j, __ext_compar_fn_t fn, const void* userData) {
  void* key = taosArrayGetP(pArray, i);
420
  while (i < j) {
S
tarray  
Shengliang Guan 已提交
421 422 423 424 425
    while (i < j && fn(taosArrayGetP(pArray, j), key, userData) >= 0) {
      j--;
    }
    if (i < j) {
      void* a = taosArrayGetP(pArray, j);
426 427
      taosArraySet(pArray, i, &a);
    }
S
tarray  
Shengliang Guan 已提交
428 429 430
    while (i < j && fn(taosArrayGetP(pArray, i), key, userData) <= 0) {
      i++;
    }
431
    if (i < j) {
S
tarray  
Shengliang Guan 已提交
432
      void* a = taosArrayGetP(pArray, i);
433 434 435
      taosArraySet(pArray, j, &a);
    }
  }
S
tarray  
Shengliang Guan 已提交
436
  taosArraySet(pArray, i, &key);
437 438 439
  return i;
}

dengyihao's avatar
dengyihao 已提交
440
static void taosArrayQuicksortImpl(SArray* pArray, int32_t low, int32_t high, __ext_compar_fn_t fn, const void* param) {
441
  if (low < high) {
S
tarray  
Shengliang Guan 已提交
442
    int32_t idx = taosArrayPartition(pArray, low, high, fn, param);
dengyihao's avatar
dengyihao 已提交
443 444
    taosArrayQuicksortImpl(pArray, low, idx - 1, fn, param);
    taosArrayQuicksortImpl(pArray, idx + 1, high, fn, param);
S
tarray  
Shengliang Guan 已提交
445
  }
446 447
}

S
tarray  
Shengliang Guan 已提交
448
static void taosArrayQuickSort(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
449
  if (pArray->size <= 1) {
450
    return;
S
tarray  
Shengliang Guan 已提交
451
  }
dengyihao's avatar
dengyihao 已提交
452
  taosArrayQuicksortImpl(pArray, 0, (int32_t)(taosArrayGetSize(pArray) - 1), fn, param);
453
}
S
tarray  
Shengliang Guan 已提交
454 455

static void taosArrayInsertSort(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
456
  if (pArray->size <= 1) {
457
    return;
S
tarray  
Shengliang Guan 已提交
458 459 460
  }
  for (int32_t i = 1; i <= pArray->size - 1; ++i) {
    for (int32_t j = i; j > 0; --j) {
461
      if (fn(taosArrayGetP(pArray, j), taosArrayGetP(pArray, j - 1), param) == -1) {
S
tarray  
Shengliang Guan 已提交
462 463
        void* a = taosArrayGetP(pArray, j);
        void* b = taosArrayGetP(pArray, j - 1);
464 465 466 467 468 469 470
        taosArraySet(pArray, j - 1, &a);
        taosArraySet(pArray, j, &b);
      } else {
        break;
      }
    }
  }
471
  return;
S
tarray  
Shengliang Guan 已提交
472 473
}

474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491
int32_t taosEncodeArray(void** buf, const SArray* pArray, FEncode encode) {
  int32_t tlen = 0;
  int32_t sz = pArray->size;
  tlen += taosEncodeFixedI32(buf, sz);
  for (int32_t i = 0; i < sz; i++) {
    void* data = taosArrayGetP(pArray, i);
    tlen += encode(buf, data);
  }
  return tlen;
}

void* taosDecodeArray(const void* buf, SArray** pArray, FDecode decode, int32_t dataSz) {
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
  *pArray = taosArrayInit(sz, sizeof(void*));
  for (int32_t i = 0; i < sz; i++) {
    void* data = taosMemoryCalloc(1, dataSz);
    buf = decode(buf, data);
L
Liu Jicong 已提交
492
    taosArrayPush(*pArray, &data);
493 494 495 496
  }
  return (void*)buf;
}

497
// todo remove it
S
tarray  
Shengliang Guan 已提交
498 499 500 501
// order array<type *>
void taosArraySortPWithExt(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
  taosArrayGetSize(pArray) > 8 ? taosArrayQuickSort(pArray, fn, param) : taosArrayInsertSort(pArray, fn, param);
}
L
Liu Jicong 已提交
502

dengyihao's avatar
dengyihao 已提交
503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520
void taosArraySwap(SArray* a, SArray* b) {
  if (a == NULL || b == NULL) return;
  size_t t = a->size;
  a->size = b->size;
  b->size = t;

  uint32_t cap = a->capacity;
  a->capacity = b->capacity;
  b->capacity = cap;

  uint32_t elem = a->elemSize;
  a->elemSize = b->elemSize;
  b->elemSize = elem;

  void* data = a->pData;
  a->pData = b->pData;
  b->pData = data;
}