generator.go 10.3 KB
Newer Older
aaronchen2k2k's avatar
aaronchen2k2k 已提交
1 2 3
package gen

import (
aaronchen2k2k's avatar
aaronchen2k2k 已提交
4
	"errors"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
5
	"fmt"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
6
	"github.com/easysoft/zendata/src/model"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
7
	commonUtils "github.com/easysoft/zendata/src/utils/common"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
8
	constant "github.com/easysoft/zendata/src/utils/const"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
9
	fileUtils "github.com/easysoft/zendata/src/utils/file"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
10 11
	i118Utils "github.com/easysoft/zendata/src/utils/i118"
	logUtils "github.com/easysoft/zendata/src/utils/log"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
12
	stringUtils "github.com/easysoft/zendata/src/utils/string"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
13
	"github.com/easysoft/zendata/src/utils/vari"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
14
	"github.com/fatih/color"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
15
	"regexp"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
16
	"strconv"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
17 18 19
	"strings"
)

aaronchen2k2k's avatar
aaronchen2k2k 已提交
20
func GenerateForDefinition(defaultFile, configFile string, fieldsToExport *[]string,
aaronchen2k2k's avatar
aaronchen2k2k 已提交
21
		) (rows [][]string, colIsNumArr []bool, err error) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
22

aaronchen2k2k's avatar
aaronchen2k2k 已提交
23 24 25 26
	vari.DefaultDir = fileUtils.GetAbsDir(defaultFile)
	vari.ConfigDir = fileUtils.GetAbsDir(configFile)

	vari.Def = LoadConfigDef(defaultFile, configFile, fieldsToExport)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
27 28 29 30
	if len(vari.Def.Fields) == 0 {
		err = errors.New("")
		return
	}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
31 32 33 34 35 36 37 38 39

	if vari.Total < 0 {
		if vari.Def.Type == constant.ConfigTypeArticle {
			vari.Total = 1
		} else {
			vari.Total = constant.DefaultNumber
		}
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
40
	vari.Res = LoadResDef(*fieldsToExport)
41

42
	topFieldNameToValuesMap := map[string][]string{}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
43

aaronchen2k2k's avatar
aaronchen2k2k 已提交
44
	// 为每个field生成值列表
aaronchen2k2k's avatar
aaronchen2k2k 已提交
45
	for index, field := range vari.Def.Fields {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
46
		if !stringUtils.StrInArr(field.Field, *fieldsToExport) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
47 48
			continue
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
49

aaronchen2k2k's avatar
aaronchen2k2k 已提交
50 51 52
		if field.Use != "" && field.From == "" {
			field.From = vari.Def.From
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
53
		values := GenerateForField(&field, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
54

aaronchen2k2k's avatar
aaronchen2k2k 已提交
55
		vari.Def.Fields[index].Precision = field.Precision
aaronchen2k2k's avatar
aaronchen2k2k 已提交
56

57
		topFieldNameToValuesMap[field.Field] = values
aaronchen2k2k's avatar
aaronchen2k2k 已提交
58
		colIsNumArr = append(colIsNumArr, field.IsNumb)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
59 60
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
61 62 63
	// 处理数据
	arrOfArr := make([][]string, 0) // 2 dimension arr for child, [ [a,b,c], [1,2,3] ]
	for _, child := range vari.Def.Fields {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
64
		if !stringUtils.StrInArr(child.Field, *fieldsToExport) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
65
			continue
aaronchen2k2k's avatar
aaronchen2k2k 已提交
66
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
67 68 69

		childValues := topFieldNameToValuesMap[child.Field]
		arrOfArr = append(arrOfArr, childValues)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
70
	}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
71
	rows = putChildrenToArr(arrOfArr)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
72

aaronchen2k2k's avatar
aaronchen2k2k 已提交
73
	return
aaronchen2k2k's avatar
aaronchen2k2k 已提交
74 75
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
76
func GenerateForField(field *model.DefField, withFix bool) (values []string) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
77
	if len(field.Fields) > 0 { // sub fields
78
		arrOfArr := make([][]string, 0) // 2 dimension arr for child, [ [a,b,c], [1,2,3] ]
aaronchen2k2k's avatar
aaronchen2k2k 已提交
79

aaronchen2k2k's avatar
aaronchen2k2k 已提交
80
		for _, child := range field.Fields {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
81 82 83 84
			if child.From == "" {
				child.From = field.From
			}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
85
			childValues := GenerateForField(&child, withFix)
86
			arrOfArr = append(arrOfArr, childValues)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
87 88
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
89
		count := vari.Total
aaronchen2k2k's avatar
aaronchen2k2k 已提交
90
		count = getRecordCount(arrOfArr)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
91 92
		if count > vari.Total {
			count = vari.Total
aaronchen2k2k's avatar
aaronchen2k2k 已提交
93
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
94 95
		values = combineChildrenValues(arrOfArr, count)
		values = loopFieldValues(field, values, count, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
96

aaronchen2k2k's avatar
aaronchen2k2k 已提交
97
	} else if len(field.Froms) > 0 { // from muti items
98
		unionValues := make([]string, 0) // 2 dimension arr for child, [ [a,b,c], [1,2,3] ]
aaronchen2k2k's avatar
aaronchen2k2k 已提交
99 100 101 102 103
		for _, child := range field.Froms {
			if child.From == "" {
				child.From = field.From
			}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
104
			childValues := GenerateForField(&child, withFix)
105
			unionValues = append(unionValues, childValues...)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
106 107
		}

108
		count := len(unionValues)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
109 110
		if count > vari.Total {
			count = vari.Total
aaronchen2k2k's avatar
aaronchen2k2k 已提交
111
		}
112
		values = loopFieldValues(field, unionValues, count, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
113

aaronchen2k2k's avatar
aaronchen2k2k 已提交
114
	} else if field.From != "" { // refer to res
115

aaronchen2k2k's avatar
aaronchen2k2k 已提交
116 117
		if field.Use != "" { // refer to instance
			groupValues := vari.Res[field.From]
aaronchen2k2k's avatar
aaronchen2k2k 已提交
118 119
			groups := strings.Split(field.Use, ",")
			for _, group := range groups {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
120 121 122 123 124 125 126 127 128
				regx := regexp.MustCompile(`\{(.*)\}`)
				arr := regx.FindStringSubmatch(group)
				group = regx.ReplaceAllString(group, "")
				num := 0
				if len(arr) == 2 {
					num, _ = strconv.Atoi(arr[1])
				}

				i := num
aaronchen2k2k's avatar
aaronchen2k2k 已提交
129 130
				if group == "all" {
					for _, arr := range groupValues { // add all
131 132 133 134 135 136 137
						valuesFromGroup := make([]string, 0)
						if num == 0 {
							valuesFromGroup = arr
						} else {
							valuesFromGroup = arr[:num]
						}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
138 139 140 141
						values = append(values, valuesFromGroup...)

						i = i - len(valuesFromGroup)
						if i <= 0 { break }
aaronchen2k2k's avatar
aaronchen2k2k 已提交
142 143
					}
				} else {
144 145 146 147 148 149 150
					valuesFromGroup := make([]string, 0)
					if num == 0 {
						valuesFromGroup = groupValues[group]
					} else {
						valuesFromGroup = groupValues[group][:num]
					}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
151 152 153 154
					values = append(values, valuesFromGroup...)

					i = i - len(valuesFromGroup)
					if i <= 0 { break }
aaronchen2k2k's avatar
aaronchen2k2k 已提交
155
				}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
156
			}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
157 158
		} else if field.Select != "" { // refer to excel
			groupValues := vari.Res[field.From]
aaronchen2k2k's avatar
aaronchen2k2k 已提交
159 160 161 162 163 164 165 166
			resKey := field.Select

			// deal with the key
			if vari.Def.Type == constant.ConfigTypeArticle {
				resKey = resKey + "_" + field.Field
			}

			values = append(values, groupValues[resKey]...)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
167 168
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
169
		values = loopFieldValues(field, values, vari.Total, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
170

aaronchen2k2k's avatar
aaronchen2k2k 已提交
171
	} else if field.Config != "" { // refer to config
aaronchen2k2k's avatar
aaronchen2k2k 已提交
172 173
		groupValues := vari.Res[field.Config]
		values = append(values, groupValues["all"]...)
174

aaronchen2k2k's avatar
aaronchen2k2k 已提交
175
		values = loopFieldValues(field, values, vari.Total, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
176

177
	} else { // leaf field
aaronchen2k2k's avatar
aaronchen2k2k 已提交
178
		values = GenerateFieldValuesForDef(field)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
179 180
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
181 182 183 184
	if field.Rand {
		values = randomValues(values)
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
185 186
	return values
}
187

aaronchen2k2k's avatar
aaronchen2k2k 已提交
188
func GenerateFieldValuesForDef(field *model.DefField) []string {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
189 190
	values := make([]string, 0)

aaronchen2k2k's avatar
aaronchen2k2k 已提交
191
	fieldWithValues := CreateField(field)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
192

aaronchen2k2k's avatar
aaronchen2k2k 已提交
193 194
	computerLoop(field)
	indexOfRow := 0
aaronchen2k2k's avatar
aaronchen2k2k 已提交
195 196 197
	count := 0
	for {
		// 处理格式、前后缀、loop等
aaronchen2k2k's avatar
aaronchen2k2k 已提交
198
		val := loopFieldValWithFix(field, fieldWithValues, &indexOfRow, true)
199
		values = append(values, val)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
200 201

		count++
aaronchen2k2k's avatar
aaronchen2k2k 已提交
202
		isRandomAndLoopEnd := !(*field).IsReferYaml && (*field).IsRand && (*field).LoopIndex == (*field).LoopEnd
aaronchen2k2k's avatar
aaronchen2k2k 已提交
203
		// isNotRandomAndValOver := !(*field).IsRand && indexOfRow >= len(fieldWithValues.Values)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
204
		if count >= vari.Total || count >= len(fieldWithValues.Values) || isRandomAndLoopEnd {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
205 206
			break
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
207 208 209 210 211

		(*field).LoopIndex = (*field).LoopIndex + 1
		if (*field).LoopIndex > (*field).LoopEnd {
			(*field).LoopIndex = (*field).LoopStart
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
212 213 214 215 216
	}

	return values
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
217
func GetFieldValStr(field model.DefField, val interface{}) string {
aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
218
	str := "n/a"
aaronchen2k2k's avatar
format  
aaronchen2k2k 已提交
219
	success := false
220

aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
221 222
	switch val.(type) {
		case int64:
aaronchen2k2k's avatar
format  
aaronchen2k2k 已提交
223 224 225 226 227 228
			if field.Format != "" {
				str, success = stringUtils.FormatStr(field.Format, val.(int64))
			}
			if !success {
				str = strconv.FormatInt(val.(int64), 10)
			}
aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
229 230 231 232 233
		case float64:
			precision := 0
			if field.Precision > 0 {
				precision = field.Precision
			}
aaronchen2k2k's avatar
format  
aaronchen2k2k 已提交
234 235 236 237 238 239
			if field.Format != "" {
				str, success = stringUtils.FormatStr(field.Format, val.(float64))
			}
			if !success {
				str = strconv.FormatFloat(val.(float64), 'f', precision, 64)
			}
aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
240 241
		case byte:
			str = string(val.(byte))
aaronchen2k2k's avatar
format  
aaronchen2k2k 已提交
242 243 244 245 246 247
			if field.Format != "" {
				str, success = stringUtils.FormatStr(field.Format, str)
			}
			if !success {
				str = string(val.(byte))
			}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
248 249
		case string:
			str = val.(string)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
250
			fmt.Sprintf(str)
aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
251 252 253 254
		default:
	}

	return str
aaronchen2k2k's avatar
aaronchen2k2k 已提交
255 256
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
257
func loopFieldValues(field *model.DefField, oldValues []string, total int, withFix bool) (values []string) {
258
	fieldValue := model.FieldWithValues{}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
259 260

	for _, val := range oldValues {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
261
		fieldValue.Values = append(fieldValue.Values, val)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
262 263
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
264
	computerLoop(field)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
265
	indexOfRow := 0
aaronchen2k2k's avatar
aaronchen2k2k 已提交
266 267 268
	count := 0
	for {
		// 处理格式、前后缀、loop等
aaronchen2k2k's avatar
aaronchen2k2k 已提交
269
		str := loopFieldValWithFix(field, fieldValue, &indexOfRow, withFix)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
270 271 272
		values = append(values, str)

		count++
273 274
		isRandomAndLoopEnd := (*field).IsRand && (*field).LoopIndex == (*field).LoopEnd
		isNotRandomAndValOver := !(*field).IsRand && indexOfRow >= len(fieldValue.Values)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
275
		if count >= total || isRandomAndLoopEnd || isNotRandomAndValOver {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
276 277
			break
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
278 279 280 281 282

		(*field).LoopIndex = (*field).LoopIndex + 1
		if (*field).LoopIndex > (*field).LoopEnd {
			(*field).LoopIndex = (*field).LoopStart
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
283 284
	}

285
	return
aaronchen2k2k's avatar
aaronchen2k2k 已提交
286 287
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
288
func loopFieldValWithFix(field *model.DefField, fieldValue model.FieldWithValues,
289
		indexOfRow *int, withFix bool) (loopStr string) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
290 291 292
	prefix := field.Prefix
	postfix := field.Postfix

aaronchen2k2k's avatar
aaronchen2k2k 已提交
293
	for j := 0; j < (*field).LoopIndex; j++ {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
294 295 296 297
		if loopStr != "" {
			loopStr = loopStr + field.Loopfix
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
298 299 300 301
		str, err := GenerateFieldVal(*field, fieldValue, indexOfRow)
		if err != nil {
			str = "N/A"
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
302 303 304 305 306
		loopStr = loopStr + str

		*indexOfRow++
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
307
	if withFix && !vari.Trim {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
308 309
		loopStr = prefix + loopStr + postfix
	}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
310

311 312 313
	return
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
314
func GenerateFieldVal(field model.DefField, fieldValue model.FieldWithValues, index *int) (val string, err error) {
315
	// 叶节点
aaronchen2k2k's avatar
aaronchen2k2k 已提交
316 317 318 319 320 321
	if len(fieldValue.Values) == 0 {
		logUtils.PrintToWithColor(i118Utils.I118Prt.Sprintf("fail_to_generate_field", field.Field), color.FgCyan)
		err = errors.New("")
		return
	}

322 323 324 325 326
	idx := *index % len(fieldValue.Values)
	str := fieldValue.Values[idx]
	val = GetFieldValStr(field, str)

	return
aaronchen2k2k's avatar
aaronchen2k2k 已提交
327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347
}

func computerLoop(field *model.DefField) {
	if (*field).LoopIndex != 0 {
		return
	}

	arr := strings.Split(field.Loop, "-")
	(*field).LoopStart, _ = strconv.Atoi(arr[0])
	if len(arr) > 1 {
		field.LoopEnd, _ = strconv.Atoi(arr[1])
	}

	if (*field).LoopStart == 0 {
		(*field).LoopStart = 1
	}
	if (*field).LoopEnd == 0 {
		(*field).LoopEnd = 1
	}

	(*field).LoopIndex = (*field).LoopStart
348 349
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
350
func putChildrenToArr(arrOfArr [][]string) (values [][]string) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
351 352 353 354
	indexArr := make([]int, 0)
	if vari.Recursive {
		indexArr = getModArr(arrOfArr)
	}
355

aaronchen2k2k's avatar
aaronchen2k2k 已提交
356
	for i := 0; i < vari.Total; i++ {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
357
		strArr := make([]string, 0)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
358 359 360
		for j := 0; j < len(arrOfArr); j++ {
			child := arrOfArr[j]

aaronchen2k2k's avatar
aaronchen2k2k 已提交
361 362 363 364 365 366 367 368
			var index int
			if vari.Recursive {
				mod := indexArr[j]
				index = i / mod % len(child)
			} else {
				index = i % len(child)
			}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
369 370
			val := child[index]
			strArr = append(strArr, val)
371 372
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
373 374 375 376 377 378
		values = append(values, strArr)
	}

	return
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
379 380 381 382 383 384 385 386 387
func randomValuesArr(values [][]string) (ret [][]string) {
	length := len(values)
	for i := 0; i < length; i++ {
		val := commonUtils.RandNum(length)
		ret = append(ret, values[val])
	}

	return
}
388 389 390 391 392 393 394 395 396
func randomInterfaces(values []interface{}) (ret []interface{}) {
	length := len(values)
	for i := 0; i < length; i++ {
		val := commonUtils.RandNum(length)
		ret = append(ret, values[val])
	}

	return
}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
397
func randomValues(values []string) (ret []string) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
398 399 400 401 402 403 404 405 406
	length := len(values)
	for i := 0; i < length; i++ {
		val := commonUtils.RandNum(length)
		ret = append(ret, values[val])
	}

	return
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
407
func combineChildrenValues(arrOfArr [][]string, total int) (ret []string)  {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
408
	valueArr := putChildrenToArr(arrOfArr)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
409 410 411

	for _, arr := range valueArr {
		ret = append(ret, strings.Join(arr, ""))
412
	}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
413
	return
414 415
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
416 417 418 419 420 421 422 423 424
func getRecordCount(arrOfArr [][]string) int {
	count := 1
	for i := 0; i < len(arrOfArr); i++ {
		arr := arrOfArr[i]
		count = len(arr) * count
	}
	return count
}

425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441
func getModArr(arrOfArr [][]string) []int {
	indexArr := make([]int, 0)
	for _, _ = range arrOfArr {
		indexArr = append(indexArr, 0)
	}

	for i := 0; i < len(arrOfArr); i++ {
		loop := 1
		for j := i + 1; j < len(arrOfArr); j++ {
			loop = loop * len(arrOfArr[j])
		}

		indexArr[i] = loop
	}

	return indexArr
}