tarray.c 12.2 KB
Newer Older
H
more  
hzcheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

S
tarray  
Shengliang Guan 已提交
16
#define _DEFAULT_SOURCE
H
more  
hzcheng 已提交
17
#include "tarray.h"
18
#include "tcoding.h"
H
more  
hzcheng 已提交
19

20
SArray* taosArrayInit(size_t size, size_t elemSize) {
H
more  
hzcheng 已提交
21 22 23 24 25 26
  assert(elemSize > 0);

  if (size < TARRAY_MIN_SIZE) {
    size = TARRAY_MIN_SIZE;
  }

wafwerar's avatar
wafwerar 已提交
27
  SArray* pArray = taosMemoryMalloc(sizeof(SArray));
H
more  
hzcheng 已提交
28 29 30 31
  if (pArray == NULL) {
    return NULL;
  }

H
Haojun Liao 已提交
32
  pArray->size = 0;
wafwerar's avatar
wafwerar 已提交
33
  pArray->pData = taosMemoryCalloc(size, elemSize);
H
more  
hzcheng 已提交
34
  if (pArray->pData == NULL) {
wafwerar's avatar
wafwerar 已提交
35
    taosMemoryFree(pArray);
H
more  
hzcheng 已提交
36 37 38 39 40 41 42 43
    return NULL;
  }

  pArray->capacity = size;
  pArray->elemSize = elemSize;
  return pArray;
}

H
hjxilinx 已提交
44
static int32_t taosArrayResize(SArray* pArray) {
H
more  
hzcheng 已提交
45 46 47 48 49
  assert(pArray->size >= pArray->capacity);

  size_t size = pArray->capacity;
  size = (size << 1u);

wafwerar's avatar
wafwerar 已提交
50
  void* tmp = taosMemoryRealloc(pArray->pData, size * pArray->elemSize);
H
hjxilinx 已提交
51 52
  if (tmp == NULL) {  // reallocate failed, the original buffer remains
    return -1;
H
more  
hzcheng 已提交
53 54 55 56
  }

  pArray->pData = tmp;
  pArray->capacity = size;
S
tarray  
Shengliang Guan 已提交
57

H
hjxilinx 已提交
58
  return 0;
H
more  
hzcheng 已提交
59 60
}

L
Liu Jicong 已提交
61 62
int32_t taosArrayEnsureCap(SArray* pArray, size_t newCap) {
  if (newCap > pArray->capacity) {
H
Hongze Cheng 已提交
63
    size_t tsize = (pArray->capacity << 1u);
L
Liu Jicong 已提交
64
    while (newCap > tsize) {
H
Hongze Cheng 已提交
65 66 67
      tsize = (tsize << 1u);
    }

wafwerar's avatar
wafwerar 已提交
68
    pArray->pData = taosMemoryRealloc(pArray->pData, tsize * pArray->elemSize);
H
Hongze Cheng 已提交
69
    if (pArray->pData == NULL) {
L
Liu Jicong 已提交
70
      return -1;
H
hjxilinx 已提交
71
    }
H
Hongze Cheng 已提交
72 73

    pArray->capacity = tsize;
H
more  
hzcheng 已提交
74
  }
L
Liu Jicong 已提交
75 76 77
  return 0;
}

S
tarray  
Shengliang Guan 已提交
78
void* taosArrayAddBatch(SArray* pArray, const void* pData, int32_t nEles) {
L
Liu Jicong 已提交
79
  if (pData == NULL) {
L
Liu Jicong 已提交
80 81 82
    return NULL;
  }

S
tarray  
Shengliang Guan 已提交
83
  if (taosArrayEnsureCap(pArray, pArray->size + nEles) != 0) {
L
Liu Jicong 已提交
84 85
    return NULL;
  }
H
more  
hzcheng 已提交
86 87

  void* dst = TARRAY_GET_ELEM(pArray, pArray->size);
H
Hongze Cheng 已提交
88
  memcpy(dst, pData, pArray->elemSize * nEles);
H
more  
hzcheng 已提交
89

H
Hongze Cheng 已提交
90
  pArray->size += nEles;
H
more  
hzcheng 已提交
91 92 93
  return dst;
}

S
tarray  
Shengliang Guan 已提交
94
void taosArrayRemoveDuplicate(SArray* pArray, __compar_fn_t comparFn, void (*fp)(void*)) {
95 96 97 98 99 100 101 102
  assert(pArray);

  size_t size = pArray->size;
  if (size <= 1) {
    return;
  }

  int32_t pos = 0;
S
tarray  
Shengliang Guan 已提交
103
  for (int32_t i = 1; i < size; ++i) {
104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124
    char* p1 = taosArrayGet(pArray, pos);
    char* p2 = taosArrayGet(pArray, i);

    if (comparFn(p1, p2) == 0) {
      // do nothing
    } else {
      if (pos + 1 != i) {
        void* p = taosArrayGet(pArray, pos + 1);
        if (fp != NULL) {
          fp(p);
        }

        taosArraySet(pArray, pos + 1, p2);
        pos += 1;
      } else {
        pos += 1;
      }
    }
  }

  if (fp != NULL) {
S
tarray  
Shengliang Guan 已提交
125
    for (int32_t i = pos + 1; i < pArray->size; ++i) {
126 127 128 129 130 131 132 133
      void* p = taosArrayGet(pArray, i);
      fp(p);
    }
  }

  pArray->size = pos + 1;
}

134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173
void taosArrayRemoveDuplicateP(SArray* pArray, __compar_fn_t comparFn, void (*fp)(void*)) {
  assert(pArray);

  size_t size = pArray->size;
  if (size <= 1) {
    return;
  }

  int32_t pos = 0;
  for (int32_t i = 1; i < size; ++i) {
    char* p1 = taosArrayGet(pArray, pos);
    char* p2 = taosArrayGet(pArray, i);

    if (comparFn(p1, p2) == 0) {
      // do nothing
    } else {
      if (pos + 1 != i) {
        void* p = taosArrayGet(pArray, pos + 1);
        if (fp != NULL) {
          fp(p);
        }

        taosArraySet(pArray, pos + 1, p2);
        pos += 1;
      } else {
        pos += 1;
      }
    }
  }

  if (fp != NULL) {
    for (int32_t i = pos + 1; i < pArray->size; ++i) {
      void* p = taosArrayGetP(pArray, i);
      fp(p);
    }
  }

  pArray->size = pos + 1;
}

H
Haojun Liao 已提交
174
void* taosArrayAddAll(SArray* pArray, const SArray* pInput) {
175 176 177 178 179
  if (pInput) {
    return taosArrayAddBatch(pArray, pInput->pData, (int32_t)taosArrayGetSize(pInput));
  } else {
    return NULL;
  }
H
Haojun Liao 已提交
180 181
}

weixin_48148422's avatar
weixin_48148422 已提交
182
void* taosArrayPop(SArray* pArray) {
S
tarray  
Shengliang Guan 已提交
183
  assert(pArray != NULL);
184 185

  if (pArray->size == 0) {
weixin_48148422's avatar
weixin_48148422 已提交
186
    return NULL;
H
more  
hzcheng 已提交
187 188
  }
  pArray->size -= 1;
weixin_48148422's avatar
weixin_48148422 已提交
189
  return TARRAY_GET_ELEM(pArray, pArray->size);
H
more  
hzcheng 已提交
190 191
}

192
void* taosArrayGet(const SArray* pArray, size_t index) {
H
more  
hzcheng 已提交
193 194 195 196
  assert(index < pArray->size);
  return TARRAY_GET_ELEM(pArray, index);
}

197
void* taosArrayGetP(const SArray* pArray, size_t index) {
H
Haojun Liao 已提交
198
  assert(index < pArray->size);
S
tarray  
Shengliang Guan 已提交
199

H
Haojun Liao 已提交
200
  void* d = TARRAY_GET_ELEM(pArray, index);
S
tarray  
Shengliang Guan 已提交
201

H
Haojun Liao 已提交
202
  return *(void**)d;
H
hjxilinx 已提交
203 204
}

S
tarray  
Shengliang Guan 已提交
205
void* taosArrayGetLast(const SArray* pArray) { return TARRAY_GET_ELEM(pArray, pArray->size - 1); }
H
Haojun Liao 已提交
206

L
Liu Jicong 已提交
207
size_t taosArrayGetSize(const SArray* pArray) {
S
Shengliang Guan 已提交
208 209 210
  if (pArray == NULL) {
    return 0;
  }
L
Liu Jicong 已提交
211
  return pArray->size;
S
Shengliang Guan 已提交
212
}
H
more  
hzcheng 已提交
213

214 215 216 217 218
void taosArraySetSize(SArray* pArray, size_t size) {
  assert(size <= pArray->capacity);
  pArray->size = size;
}

H
hjxilinx 已提交
219
void* taosArrayInsert(SArray* pArray, size_t index, void* pData) {
H
more  
hzcheng 已提交
220
  if (pArray == NULL || pData == NULL) {
H
hjxilinx 已提交
221
    return NULL;
H
more  
hzcheng 已提交
222 223 224
  }

  if (index >= pArray->size) {
H
hjxilinx 已提交
225
    return taosArrayPush(pArray, pData);
H
more  
hzcheng 已提交
226 227 228
  }

  if (pArray->size >= pArray->capacity) {
H
hjxilinx 已提交
229
    int32_t ret = taosArrayResize(pArray);
S
tarray  
Shengliang Guan 已提交
230

H
hjxilinx 已提交
231 232 233
    if (ret < 0) {
      return NULL;
    }
H
more  
hzcheng 已提交
234 235 236 237
  }

  void* dst = TARRAY_GET_ELEM(pArray, index);

S
Shengliang Guan 已提交
238 239
  int32_t remain = (int32_t)(pArray->size - index);
  memmove((char*)dst + pArray->elemSize, (char*)dst, pArray->elemSize * remain);
H
more  
hzcheng 已提交
240 241 242
  memcpy(dst, pData, pArray->elemSize);

  pArray->size += 1;
S
tarray  
Shengliang Guan 已提交
243

H
hjxilinx 已提交
244
  return dst;
H
more  
hzcheng 已提交
245 246
}

H
Hongze Cheng 已提交
247
void taosArraySet(SArray* pArray, size_t index, void* pData) {
H
refact  
Hongze Cheng 已提交
248 249 250 251
  assert(index < pArray->size);
  memcpy(TARRAY_GET_ELEM(pArray, index), pData, pArray->elemSize);
}

L
Liu Jicong 已提交
252 253 254
void taosArrayPopFrontBatch(SArray* pArray, size_t cnt) {
  assert(cnt <= pArray->size);
  pArray->size = pArray->size - cnt;
L
Liu Jicong 已提交
255
  if (pArray->size == 0 || cnt == 0) {
L
Liu Jicong 已提交
256 257
    return;
  }
L
Liu Jicong 已提交
258
  memmove(pArray->pData, (char*)pArray->pData + cnt * pArray->elemSize, pArray->size * pArray->elemSize);
L
Liu Jicong 已提交
259 260
}

L
Liu Jicong 已提交
261 262 263 264 265
void taosArrayPopTailBatch(SArray* pArray, size_t cnt) {
  assert(cnt <= pArray->size);
  pArray->size = pArray->size - cnt;
}

266 267
void taosArrayRemove(SArray* pArray, size_t index) {
  assert(index < pArray->size);
S
tarray  
Shengliang Guan 已提交
268

269 270 271 272
  if (index == pArray->size - 1) {
    taosArrayPop(pArray);
    return;
  }
S
tarray  
Shengliang Guan 已提交
273

274
  size_t remain = pArray->size - index - 1;
S
tarray  
Shengliang Guan 已提交
275 276
  memmove((char*)pArray->pData + index * pArray->elemSize, (char*)pArray->pData + (index + 1) * pArray->elemSize,
          remain * pArray->elemSize);
277 278 279
  pArray->size -= 1;
}

H
Haojun Liao 已提交
280 281 282 283 284 285 286 287
SArray* taosArrayFromList(const void* src, size_t size, size_t elemSize) {
  assert(src != NULL && elemSize > 0);
  SArray* pDst = taosArrayInit(size, elemSize);

  memcpy(pDst->pData, src, elemSize * size);
  pDst->size = size;

  return pDst;
288 289
}

H
Haojun Liao 已提交
290
SArray* taosArrayDup(const SArray* pSrc) {
H
hjxilinx 已提交
291
  assert(pSrc != NULL);
S
tarray  
Shengliang Guan 已提交
292 293

  if (pSrc->size == 0) {  // empty array list
H
hjxilinx 已提交
294 295
    return taosArrayInit(8, pSrc->elemSize);
  }
S
tarray  
Shengliang Guan 已提交
296

H
hjxilinx 已提交
297
  SArray* dst = taosArrayInit(pSrc->size, pSrc->elemSize);
S
tarray  
Shengliang Guan 已提交
298

H
hjxilinx 已提交
299 300 301 302 303
  memcpy(dst->pData, pSrc->pData, pSrc->elemSize * pSrc->size);
  dst->size = pSrc->size;
  return dst;
}

weixin_48148422's avatar
weixin_48148422 已提交
304
void taosArrayClear(SArray* pArray) {
S
Shengliang Guan 已提交
305
  if (pArray == NULL) return;
weixin_48148422's avatar
weixin_48148422 已提交
306 307 308
  pArray->size = 0;
}

D
dapan1121 已提交
309 310 311 312 313 314 315 316 317 318 319 320 321 322
void taosArrayClearEx(SArray* pArray, void (*fp)(void*)) {
  if (pArray == NULL) return;
  if (fp == NULL) {
    pArray->size = 0;
    return;
  }

  for (int32_t i = 0; i < pArray->size; ++i) {
    fp(TARRAY_GET_ELEM(pArray, i));
  }

  pArray->size = 0;
}

R
root 已提交
323 324 325 326 327 328 329 330 331 332 333 334 335 336
void taosArrayClearP(SArray* pArray, FDelete fp) {
  if (pArray == NULL) return;
  if (fp == NULL) {
    pArray->size = 0;
    return;
  }

  for (int32_t i = 0; i < pArray->size; ++i) {
    fp(*(void**)TARRAY_GET_ELEM(pArray, i));
  }

  pArray->size = 0;
}

H
Hongze Cheng 已提交
337 338
void* taosArrayDestroy(SArray* pArray) {
  if (pArray) {
wafwerar's avatar
wafwerar 已提交
339 340
    taosMemoryFree(pArray->pData);
    taosMemoryFree(pArray);
H
more  
hzcheng 已提交
341 342
  }

H
Hongze Cheng 已提交
343
  return NULL;
H
more  
hzcheng 已提交
344
}
weixin_48148422's avatar
weixin_48148422 已提交
345

346
void taosArrayDestroyP(SArray* pArray, FDelete fp) {
L
Liu Jicong 已提交
347 348 349 350 351
  if (pArray) {
    for (int32_t i = 0; i < pArray->size; i++) {
      fp(*(void**)TARRAY_GET_ELEM(pArray, i));
    }
    taosArrayDestroy(pArray);
352 353 354 355
  }
}

void taosArrayDestroyEx(SArray* pArray, FDelete fp) {
H
Haojun Liao 已提交
356 357 358 359
  if (pArray == NULL) {
    return;
  }

H
Haojun Liao 已提交
360
  if (fp == NULL) {
H
Haojun Liao 已提交
361 362
    taosArrayDestroy(pArray);
    return;
H
Haojun Liao 已提交
363 364
  }

S
tarray  
Shengliang Guan 已提交
365
  for (int32_t i = 0; i < pArray->size; ++i) {
H
Haojun Liao 已提交
366 367 368 369 370 371
    fp(TARRAY_GET_ELEM(pArray, i));
  }

  taosArrayDestroy(pArray);
}

372
void taosArraySort(SArray* pArray, __compar_fn_t compar) {
weixin_48148422's avatar
weixin_48148422 已提交
373 374 375
  assert(pArray != NULL);
  assert(compar != NULL);

wafwerar's avatar
wafwerar 已提交
376
  taosSort(pArray->pData, pArray->size, pArray->elemSize, compar);
weixin_48148422's avatar
weixin_48148422 已提交
377 378
}

S
tarray  
Shengliang Guan 已提交
379
void* taosArraySearch(const SArray* pArray, const void* key, __compar_fn_t comparFn, int32_t flags) {
380
  assert(pArray != NULL && comparFn != NULL);
weixin_48148422's avatar
weixin_48148422 已提交
381 382
  assert(key != NULL);

H
refact  
Hongze Cheng 已提交
383
  return taosbsearch(key, pArray->pData, pArray->size, pArray->elemSize, comparFn, flags);
weixin_48148422's avatar
weixin_48148422 已提交
384 385
}

S
tarray  
Shengliang Guan 已提交
386
int32_t taosArraySearchIdx(const SArray* pArray, const void* key, __compar_fn_t comparFn, int32_t flags) {
L
Liu Jicong 已提交
387
  void* item = taosArraySearch(pArray, key, comparFn, flags);
L
Liu Jicong 已提交
388
  return item == NULL ? -1 : (int32_t)((char*)item - (char*)pArray->pData) / pArray->elemSize;
L
Liu Jicong 已提交
389 390
}

391
void taosArraySortString(SArray* pArray, __compar_fn_t comparFn) {
weixin_48148422's avatar
weixin_48148422 已提交
392
  assert(pArray != NULL);
wafwerar's avatar
wafwerar 已提交
393
  taosSort(pArray->pData, pArray->size, pArray->elemSize, comparFn);
weixin_48148422's avatar
weixin_48148422 已提交
394 395
}

S
tarray  
Shengliang Guan 已提交
396 397
static int32_t taosArrayPartition(SArray* pArray, int32_t i, int32_t j, __ext_compar_fn_t fn, const void* userData) {
  void* key = taosArrayGetP(pArray, i);
398
  while (i < j) {
S
tarray  
Shengliang Guan 已提交
399 400 401 402 403
    while (i < j && fn(taosArrayGetP(pArray, j), key, userData) >= 0) {
      j--;
    }
    if (i < j) {
      void* a = taosArrayGetP(pArray, j);
404 405
      taosArraySet(pArray, i, &a);
    }
S
tarray  
Shengliang Guan 已提交
406 407 408
    while (i < j && fn(taosArrayGetP(pArray, i), key, userData) <= 0) {
      i++;
    }
409
    if (i < j) {
S
tarray  
Shengliang Guan 已提交
410
      void* a = taosArrayGetP(pArray, i);
411 412 413
      taosArraySet(pArray, j, &a);
    }
  }
S
tarray  
Shengliang Guan 已提交
414
  taosArraySet(pArray, i, &key);
415 416 417
  return i;
}

dengyihao's avatar
dengyihao 已提交
418
static void taosArrayQuicksortImpl(SArray* pArray, int32_t low, int32_t high, __ext_compar_fn_t fn, const void* param) {
419
  if (low < high) {
S
tarray  
Shengliang Guan 已提交
420
    int32_t idx = taosArrayPartition(pArray, low, high, fn, param);
dengyihao's avatar
dengyihao 已提交
421 422
    taosArrayQuicksortImpl(pArray, low, idx - 1, fn, param);
    taosArrayQuicksortImpl(pArray, idx + 1, high, fn, param);
S
tarray  
Shengliang Guan 已提交
423
  }
424 425
}

S
tarray  
Shengliang Guan 已提交
426
static void taosArrayQuickSort(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
427
  if (pArray->size <= 1) {
428
    return;
S
tarray  
Shengliang Guan 已提交
429
  }
dengyihao's avatar
dengyihao 已提交
430
  taosArrayQuicksortImpl(pArray, 0, (int32_t)(taosArrayGetSize(pArray) - 1), fn, param);
431
}
S
tarray  
Shengliang Guan 已提交
432 433

static void taosArrayInsertSort(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
434
  if (pArray->size <= 1) {
435
    return;
S
tarray  
Shengliang Guan 已提交
436 437 438
  }
  for (int32_t i = 1; i <= pArray->size - 1; ++i) {
    for (int32_t j = i; j > 0; --j) {
439
      if (fn(taosArrayGetP(pArray, j), taosArrayGetP(pArray, j - 1), param) == -1) {
S
tarray  
Shengliang Guan 已提交
440 441
        void* a = taosArrayGetP(pArray, j);
        void* b = taosArrayGetP(pArray, j - 1);
442 443 444 445 446 447 448
        taosArraySet(pArray, j - 1, &a);
        taosArraySet(pArray, j, &b);
      } else {
        break;
      }
    }
  }
449
  return;
S
tarray  
Shengliang Guan 已提交
450 451
}

452
SArray* taosArrayDeepCopy(const SArray* pSrc, FCopy deepCopy) {
D
dapan1121 已提交
453 454 455
  if (NULL == pSrc) {
    return NULL;
  }
L
Liu Jicong 已提交
456 457
  ASSERT(pSrc->elemSize == sizeof(void*));
  SArray* pArray = taosArrayInit(pSrc->size, sizeof(void*));
458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482
  for (int32_t i = 0; i < pSrc->size; i++) {
    void* clone = deepCopy(taosArrayGetP(pSrc, i));
    taosArrayPush(pArray, &clone);
  }
  return pArray;
}

int32_t taosEncodeArray(void** buf, const SArray* pArray, FEncode encode) {
  int32_t tlen = 0;
  int32_t sz = pArray->size;
  tlen += taosEncodeFixedI32(buf, sz);
  for (int32_t i = 0; i < sz; i++) {
    void* data = taosArrayGetP(pArray, i);
    tlen += encode(buf, data);
  }
  return tlen;
}

void* taosDecodeArray(const void* buf, SArray** pArray, FDecode decode, int32_t dataSz) {
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
  *pArray = taosArrayInit(sz, sizeof(void*));
  for (int32_t i = 0; i < sz; i++) {
    void* data = taosMemoryCalloc(1, dataSz);
    buf = decode(buf, data);
L
Liu Jicong 已提交
483
    taosArrayPush(*pArray, &data);
484 485 486 487
  }
  return (void*)buf;
}

488
// todo remove it
S
tarray  
Shengliang Guan 已提交
489 490 491 492
// order array<type *>
void taosArraySortPWithExt(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
  taosArrayGetSize(pArray) > 8 ? taosArrayQuickSort(pArray, fn, param) : taosArrayInsertSort(pArray, fn, param);
}
L
Liu Jicong 已提交
493

dengyihao's avatar
dengyihao 已提交
494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511
void taosArraySwap(SArray* a, SArray* b) {
  if (a == NULL || b == NULL) return;
  size_t t = a->size;
  a->size = b->size;
  b->size = t;

  uint32_t cap = a->capacity;
  a->capacity = b->capacity;
  b->capacity = cap;

  uint32_t elem = a->elemSize;
  a->elemSize = b->elemSize;
  b->elemSize = elem;

  void* data = a->pData;
  a->pData = b->pData;
  b->pData = data;
}