tarray.c 12.5 KB
Newer Older
H
more  
hzcheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

S
tarray  
Shengliang Guan 已提交
16
#define _DEFAULT_SOURCE
H
more  
hzcheng 已提交
17
#include "tarray.h"
18
#include "tcoding.h"
H
more  
hzcheng 已提交
19

20 21
// todo refactor API

22
SArray* taosArrayInit(size_t size, size_t elemSize) {
H
more  
hzcheng 已提交
23 24 25 26 27 28
  assert(elemSize > 0);

  if (size < TARRAY_MIN_SIZE) {
    size = TARRAY_MIN_SIZE;
  }

wafwerar's avatar
wafwerar 已提交
29
  SArray* pArray = taosMemoryMalloc(sizeof(SArray));
H
more  
hzcheng 已提交
30
  if (pArray == NULL) {
31
    terrno = TSDB_CODE_OUT_OF_MEMORY;
H
more  
hzcheng 已提交
32 33 34
    return NULL;
  }

H
Haojun Liao 已提交
35
  pArray->size = 0;
wafwerar's avatar
wafwerar 已提交
36
  pArray->pData = taosMemoryCalloc(size, elemSize);
H
more  
hzcheng 已提交
37
  if (pArray->pData == NULL) {
38
    terrno = TSDB_CODE_OUT_OF_MEMORY;
wafwerar's avatar
wafwerar 已提交
39
    taosMemoryFree(pArray);
H
more  
hzcheng 已提交
40 41 42 43 44 45 46 47
    return NULL;
  }

  pArray->capacity = size;
  pArray->elemSize = elemSize;
  return pArray;
}

H
hjxilinx 已提交
48
static int32_t taosArrayResize(SArray* pArray) {
H
more  
hzcheng 已提交
49 50 51 52 53
  assert(pArray->size >= pArray->capacity);

  size_t size = pArray->capacity;
  size = (size << 1u);

wafwerar's avatar
wafwerar 已提交
54
  void* tmp = taosMemoryRealloc(pArray->pData, size * pArray->elemSize);
H
hjxilinx 已提交
55 56
  if (tmp == NULL) {  // reallocate failed, the original buffer remains
    return -1;
H
more  
hzcheng 已提交
57 58 59 60
  }

  pArray->pData = tmp;
  pArray->capacity = size;
S
tarray  
Shengliang Guan 已提交
61

H
hjxilinx 已提交
62
  return 0;
H
more  
hzcheng 已提交
63 64
}

L
Liu Jicong 已提交
65 66
int32_t taosArrayEnsureCap(SArray* pArray, size_t newCap) {
  if (newCap > pArray->capacity) {
H
Hongze Cheng 已提交
67
    size_t tsize = (pArray->capacity << 1u);
L
Liu Jicong 已提交
68
    while (newCap > tsize) {
H
Hongze Cheng 已提交
69 70 71
      tsize = (tsize << 1u);
    }

wafwerar's avatar
wafwerar 已提交
72
    pArray->pData = taosMemoryRealloc(pArray->pData, tsize * pArray->elemSize);
H
Hongze Cheng 已提交
73
    if (pArray->pData == NULL) {
L
Liu Jicong 已提交
74
      return -1;
H
hjxilinx 已提交
75
    }
H
Hongze Cheng 已提交
76 77

    pArray->capacity = tsize;
H
more  
hzcheng 已提交
78
  }
L
Liu Jicong 已提交
79 80 81
  return 0;
}

S
tarray  
Shengliang Guan 已提交
82
void* taosArrayAddBatch(SArray* pArray, const void* pData, int32_t nEles) {
L
Liu Jicong 已提交
83
  if (pData == NULL) {
L
Liu Jicong 已提交
84 85 86
    return NULL;
  }

S
tarray  
Shengliang Guan 已提交
87
  if (taosArrayEnsureCap(pArray, pArray->size + nEles) != 0) {
L
Liu Jicong 已提交
88 89
    return NULL;
  }
H
more  
hzcheng 已提交
90 91

  void* dst = TARRAY_GET_ELEM(pArray, pArray->size);
H
Hongze Cheng 已提交
92
  memcpy(dst, pData, pArray->elemSize * nEles);
H
more  
hzcheng 已提交
93

H
Hongze Cheng 已提交
94
  pArray->size += nEles;
H
more  
hzcheng 已提交
95 96 97
  return dst;
}

S
tarray  
Shengliang Guan 已提交
98
void taosArrayRemoveDuplicate(SArray* pArray, __compar_fn_t comparFn, void (*fp)(void*)) {
99 100 101 102 103 104 105 106
  assert(pArray);

  size_t size = pArray->size;
  if (size <= 1) {
    return;
  }

  int32_t pos = 0;
S
tarray  
Shengliang Guan 已提交
107
  for (int32_t i = 1; i < size; ++i) {
108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128
    char* p1 = taosArrayGet(pArray, pos);
    char* p2 = taosArrayGet(pArray, i);

    if (comparFn(p1, p2) == 0) {
      // do nothing
    } else {
      if (pos + 1 != i) {
        void* p = taosArrayGet(pArray, pos + 1);
        if (fp != NULL) {
          fp(p);
        }

        taosArraySet(pArray, pos + 1, p2);
        pos += 1;
      } else {
        pos += 1;
      }
    }
  }

  if (fp != NULL) {
S
tarray  
Shengliang Guan 已提交
129
    for (int32_t i = pos + 1; i < pArray->size; ++i) {
130 131 132 133 134 135 136 137
      void* p = taosArrayGet(pArray, i);
      fp(p);
    }
  }

  pArray->size = pos + 1;
}

138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177
void taosArrayRemoveDuplicateP(SArray* pArray, __compar_fn_t comparFn, void (*fp)(void*)) {
  assert(pArray);

  size_t size = pArray->size;
  if (size <= 1) {
    return;
  }

  int32_t pos = 0;
  for (int32_t i = 1; i < size; ++i) {
    char* p1 = taosArrayGet(pArray, pos);
    char* p2 = taosArrayGet(pArray, i);

    if (comparFn(p1, p2) == 0) {
      // do nothing
    } else {
      if (pos + 1 != i) {
        void* p = taosArrayGet(pArray, pos + 1);
        if (fp != NULL) {
          fp(p);
        }

        taosArraySet(pArray, pos + 1, p2);
        pos += 1;
      } else {
        pos += 1;
      }
    }
  }

  if (fp != NULL) {
    for (int32_t i = pos + 1; i < pArray->size; ++i) {
      void* p = taosArrayGetP(pArray, i);
      fp(p);
    }
  }

  pArray->size = pos + 1;
}

H
Haojun Liao 已提交
178
void* taosArrayAddAll(SArray* pArray, const SArray* pInput) {
179 180 181 182 183
  if (pInput) {
    return taosArrayAddBatch(pArray, pInput->pData, (int32_t)taosArrayGetSize(pInput));
  } else {
    return NULL;
  }
H
Haojun Liao 已提交
184 185
}

H
Hongze Cheng 已提交
186 187 188 189 190 191 192 193 194 195 196
void* taosArrayReserve(SArray* pArray, int32_t num) {
  if (taosArrayEnsureCap(pArray, pArray->size + num) != 0) {
    return NULL;
  }

  void* dst = TARRAY_GET_ELEM(pArray, pArray->size);
  pArray->size += num;

  return dst;
}

weixin_48148422's avatar
weixin_48148422 已提交
197
void* taosArrayPop(SArray* pArray) {
S
tarray  
Shengliang Guan 已提交
198
  assert(pArray != NULL);
199 200

  if (pArray->size == 0) {
weixin_48148422's avatar
weixin_48148422 已提交
201
    return NULL;
H
more  
hzcheng 已提交
202 203
  }
  pArray->size -= 1;
weixin_48148422's avatar
weixin_48148422 已提交
204
  return TARRAY_GET_ELEM(pArray, pArray->size);
H
more  
hzcheng 已提交
205 206
}

207
void* taosArrayGet(const SArray* pArray, size_t index) {
H
more  
hzcheng 已提交
208 209 210 211
  assert(index < pArray->size);
  return TARRAY_GET_ELEM(pArray, index);
}

212
void* taosArrayGetP(const SArray* pArray, size_t index) {
H
Haojun Liao 已提交
213
  assert(index < pArray->size);
S
tarray  
Shengliang Guan 已提交
214

H
Haojun Liao 已提交
215
  void* d = TARRAY_GET_ELEM(pArray, index);
S
tarray  
Shengliang Guan 已提交
216

H
Haojun Liao 已提交
217
  return *(void**)d;
H
hjxilinx 已提交
218 219
}

S
tarray  
Shengliang Guan 已提交
220
void* taosArrayGetLast(const SArray* pArray) { return TARRAY_GET_ELEM(pArray, pArray->size - 1); }
H
Haojun Liao 已提交
221

L
Liu Jicong 已提交
222
size_t taosArrayGetSize(const SArray* pArray) {
S
Shengliang Guan 已提交
223 224 225
  if (pArray == NULL) {
    return 0;
  }
L
Liu Jicong 已提交
226
  return pArray->size;
S
Shengliang Guan 已提交
227
}
H
more  
hzcheng 已提交
228

229 230 231 232 233
void taosArraySetSize(SArray* pArray, size_t size) {
  assert(size <= pArray->capacity);
  pArray->size = size;
}

H
hjxilinx 已提交
234
void* taosArrayInsert(SArray* pArray, size_t index, void* pData) {
H
more  
hzcheng 已提交
235
  if (pArray == NULL || pData == NULL) {
H
hjxilinx 已提交
236
    return NULL;
H
more  
hzcheng 已提交
237 238 239
  }

  if (index >= pArray->size) {
H
hjxilinx 已提交
240
    return taosArrayPush(pArray, pData);
H
more  
hzcheng 已提交
241 242 243
  }

  if (pArray->size >= pArray->capacity) {
H
hjxilinx 已提交
244
    int32_t ret = taosArrayResize(pArray);
S
tarray  
Shengliang Guan 已提交
245

H
hjxilinx 已提交
246 247 248
    if (ret < 0) {
      return NULL;
    }
H
more  
hzcheng 已提交
249 250 251 252
  }

  void* dst = TARRAY_GET_ELEM(pArray, index);

S
Shengliang Guan 已提交
253 254
  int32_t remain = (int32_t)(pArray->size - index);
  memmove((char*)dst + pArray->elemSize, (char*)dst, pArray->elemSize * remain);
H
more  
hzcheng 已提交
255 256 257
  memcpy(dst, pData, pArray->elemSize);

  pArray->size += 1;
S
tarray  
Shengliang Guan 已提交
258

H
hjxilinx 已提交
259
  return dst;
H
more  
hzcheng 已提交
260 261
}

H
Hongze Cheng 已提交
262
void taosArraySet(SArray* pArray, size_t index, void* pData) {
H
refact  
Hongze Cheng 已提交
263 264 265 266
  assert(index < pArray->size);
  memcpy(TARRAY_GET_ELEM(pArray, index), pData, pArray->elemSize);
}

L
Liu Jicong 已提交
267 268 269
void taosArrayPopFrontBatch(SArray* pArray, size_t cnt) {
  assert(cnt <= pArray->size);
  pArray->size = pArray->size - cnt;
L
Liu Jicong 已提交
270
  if (pArray->size == 0 || cnt == 0) {
L
Liu Jicong 已提交
271 272
    return;
  }
L
Liu Jicong 已提交
273
  memmove(pArray->pData, (char*)pArray->pData + cnt * pArray->elemSize, pArray->size * pArray->elemSize);
L
Liu Jicong 已提交
274 275
}

L
Liu Jicong 已提交
276 277 278 279 280
void taosArrayPopTailBatch(SArray* pArray, size_t cnt) {
  assert(cnt <= pArray->size);
  pArray->size = pArray->size - cnt;
}

281 282
void taosArrayRemove(SArray* pArray, size_t index) {
  assert(index < pArray->size);
S
tarray  
Shengliang Guan 已提交
283

284 285 286 287
  if (index == pArray->size - 1) {
    taosArrayPop(pArray);
    return;
  }
S
tarray  
Shengliang Guan 已提交
288

289
  size_t remain = pArray->size - index - 1;
S
tarray  
Shengliang Guan 已提交
290 291
  memmove((char*)pArray->pData + index * pArray->elemSize, (char*)pArray->pData + (index + 1) * pArray->elemSize,
          remain * pArray->elemSize);
292 293 294
  pArray->size -= 1;
}

H
Haojun Liao 已提交
295 296 297 298 299 300 301 302
SArray* taosArrayFromList(const void* src, size_t size, size_t elemSize) {
  assert(src != NULL && elemSize > 0);
  SArray* pDst = taosArrayInit(size, elemSize);

  memcpy(pDst->pData, src, elemSize * size);
  pDst->size = size;

  return pDst;
303 304
}

H
Haojun Liao 已提交
305
SArray* taosArrayDup(const SArray* pSrc) {
H
hjxilinx 已提交
306
  assert(pSrc != NULL);
S
tarray  
Shengliang Guan 已提交
307 308

  if (pSrc->size == 0) {  // empty array list
H
hjxilinx 已提交
309 310
    return taosArrayInit(8, pSrc->elemSize);
  }
S
tarray  
Shengliang Guan 已提交
311

H
hjxilinx 已提交
312
  SArray* dst = taosArrayInit(pSrc->size, pSrc->elemSize);
S
tarray  
Shengliang Guan 已提交
313

H
hjxilinx 已提交
314 315 316 317 318
  memcpy(dst->pData, pSrc->pData, pSrc->elemSize * pSrc->size);
  dst->size = pSrc->size;
  return dst;
}

weixin_48148422's avatar
weixin_48148422 已提交
319
void taosArrayClear(SArray* pArray) {
S
Shengliang Guan 已提交
320
  if (pArray == NULL) return;
weixin_48148422's avatar
weixin_48148422 已提交
321 322 323
  pArray->size = 0;
}

D
dapan1121 已提交
324 325 326 327 328 329 330 331 332 333 334 335 336 337
void taosArrayClearEx(SArray* pArray, void (*fp)(void*)) {
  if (pArray == NULL) return;
  if (fp == NULL) {
    pArray->size = 0;
    return;
  }

  for (int32_t i = 0; i < pArray->size; ++i) {
    fp(TARRAY_GET_ELEM(pArray, i));
  }

  pArray->size = 0;
}

R
root 已提交
338 339 340 341 342 343 344 345 346 347 348 349 350 351
void taosArrayClearP(SArray* pArray, FDelete fp) {
  if (pArray == NULL) return;
  if (fp == NULL) {
    pArray->size = 0;
    return;
  }

  for (int32_t i = 0; i < pArray->size; ++i) {
    fp(*(void**)TARRAY_GET_ELEM(pArray, i));
  }

  pArray->size = 0;
}

H
Hongze Cheng 已提交
352 353
void* taosArrayDestroy(SArray* pArray) {
  if (pArray) {
wafwerar's avatar
wafwerar 已提交
354 355
    taosMemoryFree(pArray->pData);
    taosMemoryFree(pArray);
H
more  
hzcheng 已提交
356 357
  }

H
Hongze Cheng 已提交
358
  return NULL;
H
more  
hzcheng 已提交
359
}
weixin_48148422's avatar
weixin_48148422 已提交
360

361
void taosArrayDestroyP(SArray* pArray, FDelete fp) {
L
Liu Jicong 已提交
362 363 364 365 366
  if (pArray) {
    for (int32_t i = 0; i < pArray->size; i++) {
      fp(*(void**)TARRAY_GET_ELEM(pArray, i));
    }
    taosArrayDestroy(pArray);
367 368 369 370
  }
}

void taosArrayDestroyEx(SArray* pArray, FDelete fp) {
H
Haojun Liao 已提交
371 372 373 374
  if (pArray == NULL) {
    return;
  }

H
Haojun Liao 已提交
375
  if (fp == NULL) {
H
Haojun Liao 已提交
376 377
    taosArrayDestroy(pArray);
    return;
H
Haojun Liao 已提交
378 379
  }

S
tarray  
Shengliang Guan 已提交
380
  for (int32_t i = 0; i < pArray->size; ++i) {
H
Haojun Liao 已提交
381 382 383 384 385 386
    fp(TARRAY_GET_ELEM(pArray, i));
  }

  taosArrayDestroy(pArray);
}

387
void taosArraySort(SArray* pArray, __compar_fn_t compar) {
weixin_48148422's avatar
weixin_48148422 已提交
388 389 390
  assert(pArray != NULL);
  assert(compar != NULL);

wafwerar's avatar
wafwerar 已提交
391
  taosSort(pArray->pData, pArray->size, pArray->elemSize, compar);
weixin_48148422's avatar
weixin_48148422 已提交
392 393
}

S
tarray  
Shengliang Guan 已提交
394
void* taosArraySearch(const SArray* pArray, const void* key, __compar_fn_t comparFn, int32_t flags) {
395
  assert(pArray != NULL && comparFn != NULL);
weixin_48148422's avatar
weixin_48148422 已提交
396 397
  assert(key != NULL);

H
refact  
Hongze Cheng 已提交
398
  return taosbsearch(key, pArray->pData, pArray->size, pArray->elemSize, comparFn, flags);
weixin_48148422's avatar
weixin_48148422 已提交
399 400
}

S
tarray  
Shengliang Guan 已提交
401
int32_t taosArraySearchIdx(const SArray* pArray, const void* key, __compar_fn_t comparFn, int32_t flags) {
L
Liu Jicong 已提交
402
  void* item = taosArraySearch(pArray, key, comparFn, flags);
L
Liu Jicong 已提交
403
  return item == NULL ? -1 : (int32_t)((char*)item - (char*)pArray->pData) / pArray->elemSize;
L
Liu Jicong 已提交
404 405
}

406
void taosArraySortString(SArray* pArray, __compar_fn_t comparFn) {
weixin_48148422's avatar
weixin_48148422 已提交
407
  assert(pArray != NULL);
wafwerar's avatar
wafwerar 已提交
408
  taosSort(pArray->pData, pArray->size, pArray->elemSize, comparFn);
weixin_48148422's avatar
weixin_48148422 已提交
409 410
}

S
tarray  
Shengliang Guan 已提交
411 412
static int32_t taosArrayPartition(SArray* pArray, int32_t i, int32_t j, __ext_compar_fn_t fn, const void* userData) {
  void* key = taosArrayGetP(pArray, i);
413
  while (i < j) {
S
tarray  
Shengliang Guan 已提交
414 415 416 417 418
    while (i < j && fn(taosArrayGetP(pArray, j), key, userData) >= 0) {
      j--;
    }
    if (i < j) {
      void* a = taosArrayGetP(pArray, j);
419 420
      taosArraySet(pArray, i, &a);
    }
S
tarray  
Shengliang Guan 已提交
421 422 423
    while (i < j && fn(taosArrayGetP(pArray, i), key, userData) <= 0) {
      i++;
    }
424
    if (i < j) {
S
tarray  
Shengliang Guan 已提交
425
      void* a = taosArrayGetP(pArray, i);
426 427 428
      taosArraySet(pArray, j, &a);
    }
  }
S
tarray  
Shengliang Guan 已提交
429
  taosArraySet(pArray, i, &key);
430 431 432
  return i;
}

dengyihao's avatar
dengyihao 已提交
433
static void taosArrayQuicksortImpl(SArray* pArray, int32_t low, int32_t high, __ext_compar_fn_t fn, const void* param) {
434
  if (low < high) {
S
tarray  
Shengliang Guan 已提交
435
    int32_t idx = taosArrayPartition(pArray, low, high, fn, param);
dengyihao's avatar
dengyihao 已提交
436 437
    taosArrayQuicksortImpl(pArray, low, idx - 1, fn, param);
    taosArrayQuicksortImpl(pArray, idx + 1, high, fn, param);
S
tarray  
Shengliang Guan 已提交
438
  }
439 440
}

S
tarray  
Shengliang Guan 已提交
441
static void taosArrayQuickSort(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
442
  if (pArray->size <= 1) {
443
    return;
S
tarray  
Shengliang Guan 已提交
444
  }
dengyihao's avatar
dengyihao 已提交
445
  taosArrayQuicksortImpl(pArray, 0, (int32_t)(taosArrayGetSize(pArray) - 1), fn, param);
446
}
S
tarray  
Shengliang Guan 已提交
447 448

static void taosArrayInsertSort(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
449
  if (pArray->size <= 1) {
450
    return;
S
tarray  
Shengliang Guan 已提交
451 452 453
  }
  for (int32_t i = 1; i <= pArray->size - 1; ++i) {
    for (int32_t j = i; j > 0; --j) {
454
      if (fn(taosArrayGetP(pArray, j), taosArrayGetP(pArray, j - 1), param) == -1) {
S
tarray  
Shengliang Guan 已提交
455 456
        void* a = taosArrayGetP(pArray, j);
        void* b = taosArrayGetP(pArray, j - 1);
457 458 459 460 461 462 463
        taosArraySet(pArray, j - 1, &a);
        taosArraySet(pArray, j, &b);
      } else {
        break;
      }
    }
  }
464
  return;
S
tarray  
Shengliang Guan 已提交
465 466
}

467
SArray* taosArrayDeepCopy(const SArray* pSrc, FCopy deepCopy) {
D
dapan1121 已提交
468 469 470
  if (NULL == pSrc) {
    return NULL;
  }
L
Liu Jicong 已提交
471 472
  ASSERT(pSrc->elemSize == sizeof(void*));
  SArray* pArray = taosArrayInit(pSrc->size, sizeof(void*));
473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497
  for (int32_t i = 0; i < pSrc->size; i++) {
    void* clone = deepCopy(taosArrayGetP(pSrc, i));
    taosArrayPush(pArray, &clone);
  }
  return pArray;
}

int32_t taosEncodeArray(void** buf, const SArray* pArray, FEncode encode) {
  int32_t tlen = 0;
  int32_t sz = pArray->size;
  tlen += taosEncodeFixedI32(buf, sz);
  for (int32_t i = 0; i < sz; i++) {
    void* data = taosArrayGetP(pArray, i);
    tlen += encode(buf, data);
  }
  return tlen;
}

void* taosDecodeArray(const void* buf, SArray** pArray, FDecode decode, int32_t dataSz) {
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
  *pArray = taosArrayInit(sz, sizeof(void*));
  for (int32_t i = 0; i < sz; i++) {
    void* data = taosMemoryCalloc(1, dataSz);
    buf = decode(buf, data);
L
Liu Jicong 已提交
498
    taosArrayPush(*pArray, &data);
499 500 501 502
  }
  return (void*)buf;
}

503
// todo remove it
S
tarray  
Shengliang Guan 已提交
504 505 506 507
// order array<type *>
void taosArraySortPWithExt(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
  taosArrayGetSize(pArray) > 8 ? taosArrayQuickSort(pArray, fn, param) : taosArrayInsertSort(pArray, fn, param);
}
L
Liu Jicong 已提交
508

dengyihao's avatar
dengyihao 已提交
509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526
void taosArraySwap(SArray* a, SArray* b) {
  if (a == NULL || b == NULL) return;
  size_t t = a->size;
  a->size = b->size;
  b->size = t;

  uint32_t cap = a->capacity;
  a->capacity = b->capacity;
  b->capacity = cap;

  uint32_t elem = a->elemSize;
  a->elemSize = b->elemSize;
  b->elemSize = elem;

  void* data = a->pData;
  a->pData = b->pData;
  b->pData = data;
}