generator.go 8.5 KB
Newer Older
aaronchen2k2k's avatar
aaronchen2k2k 已提交
1 2 3
package gen

import (
aaronchen2k2k's avatar
aaronchen2k2k 已提交
4
	"errors"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
5
	"fmt"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
6
	"github.com/easysoft/zendata/src/model"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
7
	fileUtils "github.com/easysoft/zendata/src/utils/file"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
8 9
	i118Utils "github.com/easysoft/zendata/src/utils/i118"
	logUtils "github.com/easysoft/zendata/src/utils/log"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
10
	stringUtils "github.com/easysoft/zendata/src/utils/string"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
11
	"github.com/easysoft/zendata/src/utils/vari"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
12
	"github.com/fatih/color"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
13
	"regexp"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
14
	"strconv"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
15 16 17
	"strings"
)

aaronchen2k2k's avatar
aaronchen2k2k 已提交
18 19 20
func GenerateForDefinition(defaultFile, configFile string, fieldsToExport *[]string,
		total int) (rows [][]string, colIsNumArr []bool, err error) {

aaronchen2k2k's avatar
aaronchen2k2k 已提交
21 22 23 24
	vari.DefaultDir = fileUtils.GetAbsDir(defaultFile)
	vari.ConfigDir = fileUtils.GetAbsDir(configFile)

	vari.Def = LoadConfigDef(defaultFile, configFile, fieldsToExport)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
25 26 27 28
	if len(vari.Def.Fields) == 0 {
		err = errors.New("")
		return
	}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
29
	vari.Res = LoadResDef(*fieldsToExport)
30

31
	topFieldNameToValuesMap := map[string][]string{}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
32

aaronchen2k2k's avatar
aaronchen2k2k 已提交
33
	// 为每个field生成值列表
aaronchen2k2k's avatar
aaronchen2k2k 已提交
34
	for index, field := range vari.Def.Fields {
35
		if !stringUtils.FindInArr(field.Field, *fieldsToExport) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
36 37
			continue
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
38

aaronchen2k2k's avatar
aaronchen2k2k 已提交
39 40 41
		if field.Use != "" && field.From == "" {
			field.From = vari.Def.From
		}
42
		values := GenerateForField(&field, total, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
43
		vari.Def.Fields[index].Precision = field.Precision
aaronchen2k2k's avatar
aaronchen2k2k 已提交
44

45
		topFieldNameToValuesMap[field.Field] = values
aaronchen2k2k's avatar
aaronchen2k2k 已提交
46
		colIsNumArr = append(colIsNumArr, field.IsNumb)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
47 48
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
49 50 51 52 53
	// 处理数据
	arrOfArr := make([][]string, 0) // 2 dimension arr for child, [ [a,b,c], [1,2,3] ]
	for _, child := range vari.Def.Fields {
		if !stringUtils.FindInArr(child.Field, *fieldsToExport) {
			continue
aaronchen2k2k's avatar
aaronchen2k2k 已提交
54
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
55 56 57

		childValues := topFieldNameToValuesMap[child.Field]
		arrOfArr = append(arrOfArr, childValues)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
58
	}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
59
	rows = putChildrenToArr(arrOfArr, total)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
60

aaronchen2k2k's avatar
aaronchen2k2k 已提交
61
	return
aaronchen2k2k's avatar
aaronchen2k2k 已提交
62 63
}

64
func GenerateForField(field *model.DefField, total int, withFix bool) (values []string) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
65
	if len(field.Fields) > 0 { // sub fields
66
		arrOfArr := make([][]string, 0) // 2 dimension arr for child, [ [a,b,c], [1,2,3] ]
aaronchen2k2k's avatar
aaronchen2k2k 已提交
67
		for _, child := range field.Fields {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
68 69 70 71
			if child.From == "" {
				child.From = field.From
			}

72
			childValues := GenerateForField(&child, total, withFix)
73
			arrOfArr = append(arrOfArr, childValues)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
74 75
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
76
		count := total
aaronchen2k2k's avatar
aaronchen2k2k 已提交
77 78 79
		count = getRecordCount(arrOfArr)
		if count > total {
			count = total
aaronchen2k2k's avatar
aaronchen2k2k 已提交
80
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
81 82
		values = combineChildrenValues(arrOfArr, count)
		values = loopFieldValues(field, values, count, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
83

aaronchen2k2k's avatar
aaronchen2k2k 已提交
84
	} else if field.From != "" { // refer to res
85

aaronchen2k2k's avatar
aaronchen2k2k 已提交
86 87
		if field.Use != "" { // refer to instance
			groupValues := vari.Res[field.From]
aaronchen2k2k's avatar
aaronchen2k2k 已提交
88 89
			groups := strings.Split(field.Use, ",")
			for _, group := range groups {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
90 91 92 93 94 95 96 97 98
				regx := regexp.MustCompile(`\{(.*)\}`)
				arr := regx.FindStringSubmatch(group)
				group = regx.ReplaceAllString(group, "")
				num := 0
				if len(arr) == 2 {
					num, _ = strconv.Atoi(arr[1])
				}

				i := num
aaronchen2k2k's avatar
aaronchen2k2k 已提交
99 100
				if group == "all" {
					for _, arr := range groupValues { // add all
aaronchen2k2k's avatar
aaronchen2k2k 已提交
101 102 103 104 105
						valuesFromGroup := arr[:num]
						values = append(values, valuesFromGroup...)

						i = i - len(valuesFromGroup)
						if i <= 0 { break }
aaronchen2k2k's avatar
aaronchen2k2k 已提交
106 107
					}
				} else {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
108 109 110 111 112
					valuesFromGroup := groupValues[group][:num]
					values = append(values, valuesFromGroup...)

					i = i - len(valuesFromGroup)
					if i <= 0 { break }
aaronchen2k2k's avatar
aaronchen2k2k 已提交
113
				}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
114
			}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
115 116
		} else if field.Select != "" { // refer to excel
			groupValues := vari.Res[field.From]
aaronchen2k2k's avatar
aaronchen2k2k 已提交
117 118
			slct := field.Select
			values = append(values, groupValues[slct]...)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
119 120
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
121
		values = loopFieldValues(field, values, total, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
122

aaronchen2k2k's avatar
aaronchen2k2k 已提交
123
	} else if field.Config != "" { // refer to config
aaronchen2k2k's avatar
aaronchen2k2k 已提交
124 125
		groupValues := vari.Res[field.Config]
		values = append(values, groupValues["all"]...)
126

aaronchen2k2k's avatar
aaronchen2k2k 已提交
127
		values = loopFieldValues(field, values, total, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
128

129
	} else { // leaf field
aaronchen2k2k's avatar
aaronchen2k2k 已提交
130
		values = GenerateFieldValuesForDef(field)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
131 132 133 134
	}

	return values
}
135

aaronchen2k2k's avatar
aaronchen2k2k 已提交
136
func GenerateFieldValuesForDef(field *model.DefField) []string {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
137 138
	values := make([]string, 0)

aaronchen2k2k's avatar
aaronchen2k2k 已提交
139
	fieldWithValues := CreateList(field)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
140

aaronchen2k2k's avatar
aaronchen2k2k 已提交
141 142
	computerLoop(field)
	indexOfRow := 0
aaronchen2k2k's avatar
aaronchen2k2k 已提交
143 144 145
	count := 0
	for {
		// 处理格式、前后缀、loop等
aaronchen2k2k's avatar
aaronchen2k2k 已提交
146
		val := loopFieldValWithFix(field, fieldWithValues, &indexOfRow, true)
147
		values = append(values, val)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
148 149

		count++
150
		isRandomAndLoopEnd := (*field).IsRand && (*field).LoopIndex == (*field).LoopEnd
aaronchen2k2k's avatar
aaronchen2k2k 已提交
151 152
		// isNotRandomAndValOver := !(*field).IsRand && indexOfRow >= len(fieldWithValues.Values)
		if count >= vari.Total || isRandomAndLoopEnd {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
153 154
			break
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
155 156 157 158 159

		(*field).LoopIndex = (*field).LoopIndex + 1
		if (*field).LoopIndex > (*field).LoopEnd {
			(*field).LoopIndex = (*field).LoopStart
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
160 161 162 163 164
	}

	return values
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
165
func GetFieldValStr(field model.DefField, val interface{}) string {
aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
166
	str := "n/a"
aaronchen2k2k's avatar
format  
aaronchen2k2k 已提交
167
	success := false
168

aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
169 170
	switch val.(type) {
		case int64:
aaronchen2k2k's avatar
format  
aaronchen2k2k 已提交
171 172 173 174 175 176
			if field.Format != "" {
				str, success = stringUtils.FormatStr(field.Format, val.(int64))
			}
			if !success {
				str = strconv.FormatInt(val.(int64), 10)
			}
aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
177 178 179 180 181
		case float64:
			precision := 0
			if field.Precision > 0 {
				precision = field.Precision
			}
aaronchen2k2k's avatar
format  
aaronchen2k2k 已提交
182 183 184 185 186 187
			if field.Format != "" {
				str, success = stringUtils.FormatStr(field.Format, val.(float64))
			}
			if !success {
				str = strconv.FormatFloat(val.(float64), 'f', precision, 64)
			}
aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
188 189
		case byte:
			str = string(val.(byte))
aaronchen2k2k's avatar
format  
aaronchen2k2k 已提交
190 191 192 193 194 195
			if field.Format != "" {
				str, success = stringUtils.FormatStr(field.Format, str)
			}
			if !success {
				str = string(val.(byte))
			}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
196 197
		case string:
			str = val.(string)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
198
			fmt.Sprintf(str)
aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
199 200 201 202
		default:
	}

	return str
aaronchen2k2k's avatar
aaronchen2k2k 已提交
203 204
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
205
func loopFieldValues(field *model.DefField, oldValues []string, total int, withFix bool) (values []string) {
206
	fieldValue := model.FieldWithValues{}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
207 208

	for _, val := range oldValues {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
209
		fieldValue.Values = append(fieldValue.Values, val)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
210 211
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
212
	computerLoop(field)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
213
	indexOfRow := 0
aaronchen2k2k's avatar
aaronchen2k2k 已提交
214 215 216
	count := 0
	for {
		// 处理格式、前后缀、loop等
aaronchen2k2k's avatar
aaronchen2k2k 已提交
217
		str := loopFieldValWithFix(field, fieldValue, &indexOfRow, withFix)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
218 219 220
		values = append(values, str)

		count++
221 222
		isRandomAndLoopEnd := (*field).IsRand && (*field).LoopIndex == (*field).LoopEnd
		isNotRandomAndValOver := !(*field).IsRand && indexOfRow >= len(fieldValue.Values)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
223
		if count >= vari.Total || isRandomAndLoopEnd || isNotRandomAndValOver {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
224 225
			break
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
226 227 228 229 230

		(*field).LoopIndex = (*field).LoopIndex + 1
		if (*field).LoopIndex > (*field).LoopEnd {
			(*field).LoopIndex = (*field).LoopStart
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
231 232
	}

233
	return
aaronchen2k2k's avatar
aaronchen2k2k 已提交
234 235
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
236
func loopFieldValWithFix(field *model.DefField, fieldValue model.FieldWithValues,
237
		indexOfRow *int, withFix bool) (loopStr string) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
238 239 240
	prefix := field.Prefix
	postfix := field.Postfix

aaronchen2k2k's avatar
aaronchen2k2k 已提交
241
	for j := 0; j < (*field).LoopIndex; j++ {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
242 243 244 245
		if loopStr != "" {
			loopStr = loopStr + field.Loopfix
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
246 247 248 249
		str, err := GenerateFieldVal(*field, fieldValue, indexOfRow)
		if err != nil {
			str = "N/A"
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
250 251 252 253 254
		loopStr = loopStr + str

		*indexOfRow++
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
255
	if withFix && !vari.Trim {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
256 257
		loopStr = prefix + loopStr + postfix
	}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
258

259 260 261
	return
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
262
func GenerateFieldVal(field model.DefField, fieldValue model.FieldWithValues, index *int) (val string, err error) {
263
	// 叶节点
aaronchen2k2k's avatar
aaronchen2k2k 已提交
264 265 266 267 268 269
	if len(fieldValue.Values) == 0 {
		logUtils.PrintToWithColor(i118Utils.I118Prt.Sprintf("fail_to_generate_field", field.Field), color.FgCyan)
		err = errors.New("")
		return
	}

270 271 272 273 274
	idx := *index % len(fieldValue.Values)
	str := fieldValue.Values[idx]
	val = GetFieldValStr(field, str)

	return
aaronchen2k2k's avatar
aaronchen2k2k 已提交
275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295
}

func computerLoop(field *model.DefField) {
	if (*field).LoopIndex != 0 {
		return
	}

	arr := strings.Split(field.Loop, "-")
	(*field).LoopStart, _ = strconv.Atoi(arr[0])
	if len(arr) > 1 {
		field.LoopEnd, _ = strconv.Atoi(arr[1])
	}

	if (*field).LoopStart == 0 {
		(*field).LoopStart = 1
	}
	if (*field).LoopEnd == 0 {
		(*field).LoopEnd = 1
	}

	(*field).LoopIndex = (*field).LoopStart
296 297
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
298 299 300 301 302
func putChildrenToArr(arrOfArr [][]string, total int) (values [][]string) {
	indexArr := make([]int, 0)
	if vari.Recursive {
		indexArr = getModArr(arrOfArr)
	}
303

aaronchen2k2k's avatar
aaronchen2k2k 已提交
304
	for i := 0; i < total; i++ {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
305
		strArr := make([]string, 0)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
306 307 308
		for j := 0; j < len(arrOfArr); j++ {
			child := arrOfArr[j]

aaronchen2k2k's avatar
aaronchen2k2k 已提交
309 310 311 312 313 314 315 316 317
			var index int
			if vari.Recursive {
				mod := indexArr[j]
				index = i / mod % len(child)
			} else {
				index = i % len(child)
			}

			strArr = append(strArr, child[index])
318 319
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
320 321 322 323 324 325
		values = append(values, strArr)
	}

	return
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
326
func combineChildrenValues(arrOfArr [][]string, total int) (ret []string)  {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
327 328 329 330
	valueArr := putChildrenToArr(arrOfArr, total)

	for _, arr := range valueArr {
		ret = append(ret, strings.Join(arr, ""))
331
	}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
332
	return
333 334
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
335 336 337 338 339 340 341 342 343
func getRecordCount(arrOfArr [][]string) int {
	count := 1
	for i := 0; i < len(arrOfArr); i++ {
		arr := arrOfArr[i]
		count = len(arr) * count
	}
	return count
}

344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360
func getModArr(arrOfArr [][]string) []int {
	indexArr := make([]int, 0)
	for _, _ = range arrOfArr {
		indexArr = append(indexArr, 0)
	}

	for i := 0; i < len(arrOfArr); i++ {
		loop := 1
		for j := i + 1; j < len(arrOfArr); j++ {
			loop = loop * len(arrOfArr[j])
		}

		indexArr[i] = loop
	}

	return indexArr
}