tscParseLine.h 2.8 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
/*
 * Copyright (c) 2021 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef TDENGINE_TSCPARSELINE_H
#define TDENGINE_TSCPARSELINE_H

#ifdef __cplusplus
extern "C" {
#endif

23 24 25
#define SML_TIMESTAMP_SECOND_DIGITS 10
#define SML_TIMESTAMP_MILLI_SECOND_DIGITS 13

26 27 28 29 30
typedef struct {
  char* key;
  uint8_t type;
  int16_t length;
  char* value;
31
  uint32_t fieldSchemaIdx;
32 33 34 35 36 37 38 39 40 41 42 43
} TAOS_SML_KV;

typedef struct {
  char* stableName;

  char* childTableName;
  TAOS_SML_KV* tags;
  int32_t tagNum;

  // first kv must be timestamp
  TAOS_SML_KV* fields;
  int32_t fieldNum;
44 45

  uint32_t schemaIdx;
46 47 48 49
} TAOS_SML_DATA_POINT;

typedef enum {
  SML_TIME_STAMP_NOW,
50 51
  SML_TIME_STAMP_HOURS,
  SML_TIME_STAMP_MINUTES,
52 53 54
  SML_TIME_STAMP_SECONDS,
  SML_TIME_STAMP_MILLI_SECONDS,
  SML_TIME_STAMP_MICRO_SECONDS,
55 56
  SML_TIME_STAMP_NANO_SECONDS,
  SML_TIME_STAMP_NOT_CONFIGURED
57 58
} SMLTimeStampType;

59 60 61 62 63 64
typedef enum {
  SML_LINE_PROTOCOL = 0,
  SML_TELNET_PROTOCOL = 1,
  SML_JSON_PROTOCOL = 2,
} SMLProtocolType;

65 66
typedef struct {
  uint64_t id;
67 68
  SMLProtocolType protocol;
  SMLTimeStampType tsType;
69
  SHashObj* smlDataToSchema;
70 71

  int64_t affectedRows;
72 73
} SSmlLinesInfo;

74
int tscSmlInsert(TAOS* taos, TAOS_SML_DATA_POINT* points, int numPoint, SSmlLinesInfo* info);
75
bool checkDuplicateKey(char *key, SHashObj *pHash, SSmlLinesInfo* info);
76 77 78
bool isValidInteger(char *str);
bool isValidFloat(char *str);

79
int32_t isValidChildTableName(const char *pTbName, int16_t len, SSmlLinesInfo* info);
80

81
bool convertSmlValueType(TAOS_SML_KV *pVal, char *value,
82
                         uint16_t len, SSmlLinesInfo* info, bool isTag);
83 84 85
int32_t convertSmlTimeStamp(TAOS_SML_KV *pVal, char *value,
                            uint16_t len, SSmlLinesInfo* info);

86 87
void destroySmlDataPoint(TAOS_SML_DATA_POINT* point);

88 89 90 91 92 93
int taos_insert_sml_lines(TAOS* taos, char* lines[], int numLines,
                          SMLProtocolType protocol, SMLTimeStampType tsType);
int taos_insert_telnet_lines(TAOS* taos, char* lines[], int numLines,
                             SMLProtocolType protocol, SMLTimeStampType tsType);
int taos_insert_json_payload(TAOS* taos, char* payload,
                             SMLProtocolType protocol, SMLTimeStampType tsType);
94 95


96 97 98 99 100
#ifdef __cplusplus
}
#endif

#endif  // TDENGINE_TSCPARSELINE_H