generator.go 9.9 KB
Newer Older
aaronchen2k2k's avatar
aaronchen2k2k 已提交
1 2 3
package gen

import (
aaronchen2k2k's avatar
aaronchen2k2k 已提交
4
	"errors"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
5
	"fmt"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
6
	"github.com/easysoft/zendata/src/model"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
7
	commonUtils "github.com/easysoft/zendata/src/utils/common"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
8
	fileUtils "github.com/easysoft/zendata/src/utils/file"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
9 10
	i118Utils "github.com/easysoft/zendata/src/utils/i118"
	logUtils "github.com/easysoft/zendata/src/utils/log"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
11
	stringUtils "github.com/easysoft/zendata/src/utils/string"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
12
	"github.com/easysoft/zendata/src/utils/vari"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
13
	"github.com/fatih/color"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
14
	"regexp"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
15
	"strconv"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
16 17 18
	"strings"
)

aaronchen2k2k's avatar
aaronchen2k2k 已提交
19
func GenerateForDefinition(defaultFile, configFile string, fieldsToExport *[]string,
aaronchen2k2k's avatar
aaronchen2k2k 已提交
20
		) (rows [][]string, colIsNumArr []bool, err error) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
21

aaronchen2k2k's avatar
aaronchen2k2k 已提交
22 23 24 25
	vari.DefaultDir = fileUtils.GetAbsDir(defaultFile)
	vari.ConfigDir = fileUtils.GetAbsDir(configFile)

	vari.Def = LoadConfigDef(defaultFile, configFile, fieldsToExport)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
26 27 28 29
	if len(vari.Def.Fields) == 0 {
		err = errors.New("")
		return
	}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
30
	vari.Res = LoadResDef(*fieldsToExport)
31

32
	topFieldNameToValuesMap := map[string][]string{}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
33

aaronchen2k2k's avatar
aaronchen2k2k 已提交
34
	// 为每个field生成值列表
aaronchen2k2k's avatar
aaronchen2k2k 已提交
35
	for index, field := range vari.Def.Fields {
36
		if !stringUtils.FindInArr(field.Field, *fieldsToExport) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
37 38
			continue
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
39

aaronchen2k2k's avatar
aaronchen2k2k 已提交
40 41 42
		if field.Use != "" && field.From == "" {
			field.From = vari.Def.From
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
43
		values := GenerateForField(&field, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
44

aaronchen2k2k's avatar
aaronchen2k2k 已提交
45
		vari.Def.Fields[index].Precision = field.Precision
aaronchen2k2k's avatar
aaronchen2k2k 已提交
46

47
		topFieldNameToValuesMap[field.Field] = values
aaronchen2k2k's avatar
aaronchen2k2k 已提交
48
		colIsNumArr = append(colIsNumArr, field.IsNumb)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
49 50
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
51 52 53 54 55
	// 处理数据
	arrOfArr := make([][]string, 0) // 2 dimension arr for child, [ [a,b,c], [1,2,3] ]
	for _, child := range vari.Def.Fields {
		if !stringUtils.FindInArr(child.Field, *fieldsToExport) {
			continue
aaronchen2k2k's avatar
aaronchen2k2k 已提交
56
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
57 58 59

		childValues := topFieldNameToValuesMap[child.Field]
		arrOfArr = append(arrOfArr, childValues)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
60
	}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
61
	rows = putChildrenToArr(arrOfArr)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
62

aaronchen2k2k's avatar
aaronchen2k2k 已提交
63
	return
aaronchen2k2k's avatar
aaronchen2k2k 已提交
64 65
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
66
func GenerateForField(field *model.DefField, withFix bool) (values []string) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
67
	if len(field.Fields) > 0 { // sub fields
68
		arrOfArr := make([][]string, 0) // 2 dimension arr for child, [ [a,b,c], [1,2,3] ]
aaronchen2k2k's avatar
aaronchen2k2k 已提交
69
		for _, child := range field.Fields {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
70 71 72 73
			if child.From == "" {
				child.From = field.From
			}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
74
			childValues := GenerateForField(&child, withFix)
75
			arrOfArr = append(arrOfArr, childValues)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
76 77
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
78
		count := vari.Total
aaronchen2k2k's avatar
aaronchen2k2k 已提交
79
		count = getRecordCount(arrOfArr)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
80 81
		if count > vari.Total {
			count = vari.Total
aaronchen2k2k's avatar
aaronchen2k2k 已提交
82
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
83 84
		values = combineChildrenValues(arrOfArr, count)
		values = loopFieldValues(field, values, count, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
85

aaronchen2k2k's avatar
aaronchen2k2k 已提交
86 87 88 89 90 91 92
	} else if len(field.Froms) > 0 { // from muti items
		arrOfArr := make([][]string, 0) // 2 dimension arr for child, [ [a,b,c], [1,2,3] ]
		for _, child := range field.Froms {
			if child.From == "" {
				child.From = field.From
			}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
93
			childValues := GenerateForField(&child, withFix)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
94 95 96
			arrOfArr = append(arrOfArr, childValues)
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
97
		count := vari.Total
aaronchen2k2k's avatar
aaronchen2k2k 已提交
98
		count = getRecordCount(arrOfArr)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
99 100
		if count > vari.Total {
			count = vari.Total
aaronchen2k2k's avatar
aaronchen2k2k 已提交
101 102 103 104
		}
		values = combineChildrenValues(arrOfArr, count)
		values = loopFieldValues(field, values, count, true)

aaronchen2k2k's avatar
aaronchen2k2k 已提交
105
	} else if field.From != "" { // refer to res
106

aaronchen2k2k's avatar
aaronchen2k2k 已提交
107 108
		if field.Use != "" { // refer to instance
			groupValues := vari.Res[field.From]
aaronchen2k2k's avatar
aaronchen2k2k 已提交
109 110
			groups := strings.Split(field.Use, ",")
			for _, group := range groups {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
111 112 113 114 115 116 117 118 119
				regx := regexp.MustCompile(`\{(.*)\}`)
				arr := regx.FindStringSubmatch(group)
				group = regx.ReplaceAllString(group, "")
				num := 0
				if len(arr) == 2 {
					num, _ = strconv.Atoi(arr[1])
				}

				i := num
aaronchen2k2k's avatar
aaronchen2k2k 已提交
120 121
				if group == "all" {
					for _, arr := range groupValues { // add all
122 123 124 125 126 127 128
						valuesFromGroup := make([]string, 0)
						if num == 0 {
							valuesFromGroup = arr
						} else {
							valuesFromGroup = arr[:num]
						}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
129 130 131 132
						values = append(values, valuesFromGroup...)

						i = i - len(valuesFromGroup)
						if i <= 0 { break }
aaronchen2k2k's avatar
aaronchen2k2k 已提交
133 134
					}
				} else {
135 136 137 138 139 140 141
					valuesFromGroup := make([]string, 0)
					if num == 0 {
						valuesFromGroup = groupValues[group]
					} else {
						valuesFromGroup = groupValues[group][:num]
					}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
142 143 144 145
					values = append(values, valuesFromGroup...)

					i = i - len(valuesFromGroup)
					if i <= 0 { break }
aaronchen2k2k's avatar
aaronchen2k2k 已提交
146
				}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
147
			}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
148 149
		} else if field.Select != "" { // refer to excel
			groupValues := vari.Res[field.From]
aaronchen2k2k's avatar
aaronchen2k2k 已提交
150 151
			slct := field.Select
			values = append(values, groupValues[slct]...)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
152 153
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
154
		values = loopFieldValues(field, values, vari.Total, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
155

aaronchen2k2k's avatar
aaronchen2k2k 已提交
156
	} else if field.Config != "" { // refer to config
aaronchen2k2k's avatar
aaronchen2k2k 已提交
157 158
		groupValues := vari.Res[field.Config]
		values = append(values, groupValues["all"]...)
159

aaronchen2k2k's avatar
aaronchen2k2k 已提交
160
		values = loopFieldValues(field, values, vari.Total, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
161

162
	} else { // leaf field
aaronchen2k2k's avatar
aaronchen2k2k 已提交
163
		values = GenerateFieldValuesForDef(field)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
164 165
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
166 167 168 169
	if field.Rand {
		values = randomValues(values)
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
170 171
	return values
}
172

aaronchen2k2k's avatar
aaronchen2k2k 已提交
173
func GenerateFieldValuesForDef(field *model.DefField) []string {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
174 175
	values := make([]string, 0)

aaronchen2k2k's avatar
aaronchen2k2k 已提交
176
	fieldWithValues := CreateList(field)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
177

aaronchen2k2k's avatar
aaronchen2k2k 已提交
178 179
	computerLoop(field)
	indexOfRow := 0
aaronchen2k2k's avatar
aaronchen2k2k 已提交
180 181 182
	count := 0
	for {
		// 处理格式、前后缀、loop等
aaronchen2k2k's avatar
aaronchen2k2k 已提交
183
		val := loopFieldValWithFix(field, fieldWithValues, &indexOfRow, true)
184
		values = append(values, val)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
185 186

		count++
aaronchen2k2k's avatar
aaronchen2k2k 已提交
187
		isRandomAndLoopEnd := !(*field).IsReferYaml && (*field).IsRand && (*field).LoopIndex == (*field).LoopEnd
aaronchen2k2k's avatar
aaronchen2k2k 已提交
188 189
		// isNotRandomAndValOver := !(*field).IsRand && indexOfRow >= len(fieldWithValues.Values)
		if count >= vari.Total || isRandomAndLoopEnd {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
190 191
			break
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
192 193 194 195 196

		(*field).LoopIndex = (*field).LoopIndex + 1
		if (*field).LoopIndex > (*field).LoopEnd {
			(*field).LoopIndex = (*field).LoopStart
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
197 198 199 200 201
	}

	return values
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
202
func GetFieldValStr(field model.DefField, val interface{}) string {
aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
203
	str := "n/a"
aaronchen2k2k's avatar
format  
aaronchen2k2k 已提交
204
	success := false
205

aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
206 207
	switch val.(type) {
		case int64:
aaronchen2k2k's avatar
format  
aaronchen2k2k 已提交
208 209 210 211 212 213
			if field.Format != "" {
				str, success = stringUtils.FormatStr(field.Format, val.(int64))
			}
			if !success {
				str = strconv.FormatInt(val.(int64), 10)
			}
aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
214 215 216 217 218
		case float64:
			precision := 0
			if field.Precision > 0 {
				precision = field.Precision
			}
aaronchen2k2k's avatar
format  
aaronchen2k2k 已提交
219 220 221 222 223 224
			if field.Format != "" {
				str, success = stringUtils.FormatStr(field.Format, val.(float64))
			}
			if !success {
				str = strconv.FormatFloat(val.(float64), 'f', precision, 64)
			}
aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
225 226
		case byte:
			str = string(val.(byte))
aaronchen2k2k's avatar
format  
aaronchen2k2k 已提交
227 228 229 230 231 232
			if field.Format != "" {
				str, success = stringUtils.FormatStr(field.Format, str)
			}
			if !success {
				str = string(val.(byte))
			}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
233 234
		case string:
			str = val.(string)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
235
			fmt.Sprintf(str)
aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
236 237 238 239
		default:
	}

	return str
aaronchen2k2k's avatar
aaronchen2k2k 已提交
240 241
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
242
func loopFieldValues(field *model.DefField, oldValues []string, total int, withFix bool) (values []string) {
243
	fieldValue := model.FieldWithValues{}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
244 245

	for _, val := range oldValues {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
246
		fieldValue.Values = append(fieldValue.Values, val)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
247 248
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
249
	computerLoop(field)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
250
	indexOfRow := 0
aaronchen2k2k's avatar
aaronchen2k2k 已提交
251 252 253
	count := 0
	for {
		// 处理格式、前后缀、loop等
aaronchen2k2k's avatar
aaronchen2k2k 已提交
254
		str := loopFieldValWithFix(field, fieldValue, &indexOfRow, withFix)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
255 256 257
		values = append(values, str)

		count++
258 259
		isRandomAndLoopEnd := (*field).IsRand && (*field).LoopIndex == (*field).LoopEnd
		isNotRandomAndValOver := !(*field).IsRand && indexOfRow >= len(fieldValue.Values)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
260
		if count >= total || isRandomAndLoopEnd || isNotRandomAndValOver {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
261 262
			break
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
263 264 265 266 267

		(*field).LoopIndex = (*field).LoopIndex + 1
		if (*field).LoopIndex > (*field).LoopEnd {
			(*field).LoopIndex = (*field).LoopStart
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
268 269
	}

270
	return
aaronchen2k2k's avatar
aaronchen2k2k 已提交
271 272
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
273
func loopFieldValWithFix(field *model.DefField, fieldValue model.FieldWithValues,
274
		indexOfRow *int, withFix bool) (loopStr string) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
275 276 277
	prefix := field.Prefix
	postfix := field.Postfix

aaronchen2k2k's avatar
aaronchen2k2k 已提交
278
	for j := 0; j < (*field).LoopIndex; j++ {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
279 280 281 282
		if loopStr != "" {
			loopStr = loopStr + field.Loopfix
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
283 284 285 286
		str, err := GenerateFieldVal(*field, fieldValue, indexOfRow)
		if err != nil {
			str = "N/A"
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
287 288 289 290 291
		loopStr = loopStr + str

		*indexOfRow++
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
292
	if withFix && !vari.Trim {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
293 294
		loopStr = prefix + loopStr + postfix
	}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
295

296 297 298
	return
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
299
func GenerateFieldVal(field model.DefField, fieldValue model.FieldWithValues, index *int) (val string, err error) {
300
	// 叶节点
aaronchen2k2k's avatar
aaronchen2k2k 已提交
301 302 303 304 305 306
	if len(fieldValue.Values) == 0 {
		logUtils.PrintToWithColor(i118Utils.I118Prt.Sprintf("fail_to_generate_field", field.Field), color.FgCyan)
		err = errors.New("")
		return
	}

307 308 309 310 311
	idx := *index % len(fieldValue.Values)
	str := fieldValue.Values[idx]
	val = GetFieldValStr(field, str)

	return
aaronchen2k2k's avatar
aaronchen2k2k 已提交
312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332
}

func computerLoop(field *model.DefField) {
	if (*field).LoopIndex != 0 {
		return
	}

	arr := strings.Split(field.Loop, "-")
	(*field).LoopStart, _ = strconv.Atoi(arr[0])
	if len(arr) > 1 {
		field.LoopEnd, _ = strconv.Atoi(arr[1])
	}

	if (*field).LoopStart == 0 {
		(*field).LoopStart = 1
	}
	if (*field).LoopEnd == 0 {
		(*field).LoopEnd = 1
	}

	(*field).LoopIndex = (*field).LoopStart
333 334
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
335
func putChildrenToArr(arrOfArr [][]string) (values [][]string) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
336 337 338 339
	indexArr := make([]int, 0)
	if vari.Recursive {
		indexArr = getModArr(arrOfArr)
	}
340

aaronchen2k2k's avatar
aaronchen2k2k 已提交
341
	for i := 0; i < vari.Total; i++ {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
342
		strArr := make([]string, 0)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
343 344 345
		for j := 0; j < len(arrOfArr); j++ {
			child := arrOfArr[j]

aaronchen2k2k's avatar
aaronchen2k2k 已提交
346 347 348 349 350 351 352 353 354
			var index int
			if vari.Recursive {
				mod := indexArr[j]
				index = i / mod % len(child)
			} else {
				index = i % len(child)
			}

			strArr = append(strArr, child[index])
355 356
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
357 358 359 360 361 362
		values = append(values, strArr)
	}

	return
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
363 364 365 366 367 368 369 370 371
func randomValuesArr(values [][]string) (ret [][]string) {
	length := len(values)
	for i := 0; i < length; i++ {
		val := commonUtils.RandNum(length)
		ret = append(ret, values[val])
	}

	return
}
372 373 374 375 376 377 378 379 380
func randomInterfaces(values []interface{}) (ret []interface{}) {
	length := len(values)
	for i := 0; i < length; i++ {
		val := commonUtils.RandNum(length)
		ret = append(ret, values[val])
	}

	return
}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
381
func randomValues(values []string) (ret []string) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
382 383 384 385 386 387 388 389 390
	length := len(values)
	for i := 0; i < length; i++ {
		val := commonUtils.RandNum(length)
		ret = append(ret, values[val])
	}

	return
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
391
func combineChildrenValues(arrOfArr [][]string, total int) (ret []string)  {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
392
	valueArr := putChildrenToArr(arrOfArr)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
393 394 395

	for _, arr := range valueArr {
		ret = append(ret, strings.Join(arr, ""))
396
	}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
397
	return
398 399
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
400 401 402 403 404 405 406 407 408
func getRecordCount(arrOfArr [][]string) int {
	count := 1
	for i := 0; i < len(arrOfArr); i++ {
		arr := arrOfArr[i]
		count = len(arr) * count
	}
	return count
}

409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425
func getModArr(arrOfArr [][]string) []int {
	indexArr := make([]int, 0)
	for _, _ = range arrOfArr {
		indexArr = append(indexArr, 0)
	}

	for i := 0; i < len(arrOfArr); i++ {
		loop := 1
		for j := i + 1; j < len(arrOfArr); j++ {
			loop = loop * len(arrOfArr[j])
		}

		indexArr[i] = loop
	}

	return indexArr
}