generator.go 7.9 KB
Newer Older
aaronchen2k2k's avatar
aaronchen2k2k 已提交
1 2 3
package gen

import (
aaronchen2k2k's avatar
aaronchen2k2k 已提交
4
	"errors"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
5
	"fmt"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
6
	"github.com/easysoft/zendata/src/model"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
7
	fileUtils "github.com/easysoft/zendata/src/utils/file"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
8 9
	i118Utils "github.com/easysoft/zendata/src/utils/i118"
	logUtils "github.com/easysoft/zendata/src/utils/log"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
10
	stringUtils "github.com/easysoft/zendata/src/utils/string"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
11
	"github.com/easysoft/zendata/src/utils/vari"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
12
	"github.com/fatih/color"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
13
	"strconv"
aaronchen2k2k's avatar
aaronchen2k2k 已提交
14 15 16
	"strings"
)

aaronchen2k2k's avatar
aaronchen2k2k 已提交
17 18 19
func GenerateForDefinition(defaultFile, configFile string, fieldsToExport *[]string,
		total int) (rows [][]string, colIsNumArr []bool, err error) {

aaronchen2k2k's avatar
aaronchen2k2k 已提交
20 21 22 23
	vari.DefaultDir = fileUtils.GetAbsDir(defaultFile)
	vari.ConfigDir = fileUtils.GetAbsDir(configFile)

	vari.Def = LoadConfigDef(defaultFile, configFile, fieldsToExport)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
24 25 26 27
	if len(vari.Def.Fields) == 0 {
		err = errors.New("")
		return
	}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
28
	vari.Res = LoadResDef(*fieldsToExport)
29

30
	topFieldNameToValuesMap := map[string][]string{}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
31

aaronchen2k2k's avatar
aaronchen2k2k 已提交
32
	// 为每个field生成值列表
aaronchen2k2k's avatar
aaronchen2k2k 已提交
33
	for index, field := range vari.Def.Fields {
34
		if !stringUtils.FindInArr(field.Field, *fieldsToExport) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
35 36
			continue
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
37

38
		values := GenerateForField(&field, total, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
39
		vari.Def.Fields[index].Precision = field.Precision
aaronchen2k2k's avatar
aaronchen2k2k 已提交
40

41
		topFieldNameToValuesMap[field.Field] = values
aaronchen2k2k's avatar
aaronchen2k2k 已提交
42
		colIsNumArr = append(colIsNumArr, field.IsNumb)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
43 44
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
45 46 47 48 49
	// 处理数据
	arrOfArr := make([][]string, 0) // 2 dimension arr for child, [ [a,b,c], [1,2,3] ]
	for _, child := range vari.Def.Fields {
		if !stringUtils.FindInArr(child.Field, *fieldsToExport) {
			continue
aaronchen2k2k's avatar
aaronchen2k2k 已提交
50
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
51 52 53

		childValues := topFieldNameToValuesMap[child.Field]
		arrOfArr = append(arrOfArr, childValues)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
54
	}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
55
	rows = putChildrenToArr(arrOfArr, total)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
56

aaronchen2k2k's avatar
aaronchen2k2k 已提交
57
	return
aaronchen2k2k's avatar
aaronchen2k2k 已提交
58 59
}

60
func GenerateForField(field *model.DefField, total int, withFix bool) (values []string) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
61
	if len(field.Fields) > 0 { // sub fields
62
		arrOfArr := make([][]string, 0) // 2 dimension arr for child, [ [a,b,c], [1,2,3] ]
aaronchen2k2k's avatar
aaronchen2k2k 已提交
63
		for _, child := range field.Fields {
64
			childValues := GenerateForField(&child, total, withFix)
65
			arrOfArr = append(arrOfArr, childValues)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
66 67
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
68
		count := total
aaronchen2k2k's avatar
aaronchen2k2k 已提交
69 70 71
		count = getRecordCount(arrOfArr)
		if count > total {
			count = total
aaronchen2k2k's avatar
aaronchen2k2k 已提交
72
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
73 74
		values = combineChildrenValues(arrOfArr, count)
		values = loopFieldValues(field, values, count, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
75

aaronchen2k2k's avatar
aaronchen2k2k 已提交
76
	} else if field.From != "" { // refer to res
77

aaronchen2k2k's avatar
aaronchen2k2k 已提交
78 79
		if field.Use != "" { // refer to instance
			groupValues := vari.Res[field.From]
aaronchen2k2k's avatar
aaronchen2k2k 已提交
80 81
			groups := strings.Split(field.Use, ",")
			for _, group := range groups {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
82 83 84 85 86 87 88
				if group == "all" {
					for _, arr := range groupValues { // add all
						values = append(values, arr...)
					}
				} else {
					values = append(values, groupValues[group]...)
				}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
89
			}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
90 91
		} else if field.Select != "" { // refer to excel
			groupValues := vari.Res[field.From]
aaronchen2k2k's avatar
aaronchen2k2k 已提交
92 93
			slct := field.Select
			values = append(values, groupValues[slct]...)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
94 95
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
96
		values = loopFieldValues(field, values, total, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
97

aaronchen2k2k's avatar
aaronchen2k2k 已提交
98
	} else if field.Config != "" { // refer to config
aaronchen2k2k's avatar
aaronchen2k2k 已提交
99 100
		groupValues := vari.Res[field.Config]
		values = append(values, groupValues["all"]...)
101

aaronchen2k2k's avatar
aaronchen2k2k 已提交
102
		values = loopFieldValues(field, values, total, true)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
103

104
	} else { // leaf field
aaronchen2k2k's avatar
aaronchen2k2k 已提交
105
		values = GenerateFieldValuesForDef(field)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
106 107 108 109
	}

	return values
}
110

aaronchen2k2k's avatar
aaronchen2k2k 已提交
111
func GenerateFieldValuesForDef(field *model.DefField) []string {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
112 113
	values := make([]string, 0)

aaronchen2k2k's avatar
aaronchen2k2k 已提交
114
	fieldWithValues := CreateList(field)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
115

aaronchen2k2k's avatar
aaronchen2k2k 已提交
116 117
	computerLoop(field)
	indexOfRow := 0
aaronchen2k2k's avatar
aaronchen2k2k 已提交
118 119 120
	count := 0
	for {
		// 处理格式、前后缀、loop等
aaronchen2k2k's avatar
aaronchen2k2k 已提交
121
		val := loopFieldValWithFix(field, fieldWithValues, &indexOfRow, true)
122
		values = append(values, val)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
123 124

		count++
125
		isRandomAndLoopEnd := (*field).IsRand && (*field).LoopIndex == (*field).LoopEnd
aaronchen2k2k's avatar
aaronchen2k2k 已提交
126 127
		// isNotRandomAndValOver := !(*field).IsRand && indexOfRow >= len(fieldWithValues.Values)
		if count >= vari.Total || isRandomAndLoopEnd {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
128 129
			break
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
130 131 132 133 134

		(*field).LoopIndex = (*field).LoopIndex + 1
		if (*field).LoopIndex > (*field).LoopEnd {
			(*field).LoopIndex = (*field).LoopStart
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
135 136 137 138 139
	}

	return values
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
140
func GetFieldValStr(field model.DefField, val interface{}) string {
aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
141
	str := "n/a"
aaronchen2k2k's avatar
format  
aaronchen2k2k 已提交
142
	success := false
143

aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
144 145
	switch val.(type) {
		case int64:
aaronchen2k2k's avatar
format  
aaronchen2k2k 已提交
146 147 148 149 150 151
			if field.Format != "" {
				str, success = stringUtils.FormatStr(field.Format, val.(int64))
			}
			if !success {
				str = strconv.FormatInt(val.(int64), 10)
			}
aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
152 153 154 155 156
		case float64:
			precision := 0
			if field.Precision > 0 {
				precision = field.Precision
			}
aaronchen2k2k's avatar
format  
aaronchen2k2k 已提交
157 158 159 160 161 162
			if field.Format != "" {
				str, success = stringUtils.FormatStr(field.Format, val.(float64))
			}
			if !success {
				str = strconv.FormatFloat(val.(float64), 'f', precision, 64)
			}
aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
163 164
		case byte:
			str = string(val.(byte))
aaronchen2k2k's avatar
format  
aaronchen2k2k 已提交
165 166 167 168 169 170
			if field.Format != "" {
				str, success = stringUtils.FormatStr(field.Format, str)
			}
			if !success {
				str = string(val.(byte))
			}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
171 172
		case string:
			str = val.(string)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
173
			fmt.Sprintf(str)
aaronchen2k2k's avatar
gen int  
aaronchen2k2k 已提交
174 175 176 177
		default:
	}

	return str
aaronchen2k2k's avatar
aaronchen2k2k 已提交
178 179
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
180
func loopFieldValues(field *model.DefField, oldValues []string, total int, withFix bool) (values []string) {
181
	fieldValue := model.FieldWithValues{}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
182 183

	for _, val := range oldValues {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
184
		fieldValue.Values = append(fieldValue.Values, val)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
185 186
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
187
	computerLoop(field)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
188
	indexOfRow := 0
aaronchen2k2k's avatar
aaronchen2k2k 已提交
189 190 191
	count := 0
	for {
		// 处理格式、前后缀、loop等
aaronchen2k2k's avatar
aaronchen2k2k 已提交
192
		str := loopFieldValWithFix(field, fieldValue, &indexOfRow, withFix)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
193 194 195
		values = append(values, str)

		count++
196 197
		isRandomAndLoopEnd := (*field).IsRand && (*field).LoopIndex == (*field).LoopEnd
		isNotRandomAndValOver := !(*field).IsRand && indexOfRow >= len(fieldValue.Values)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
198
		if count >= vari.Total || isRandomAndLoopEnd || isNotRandomAndValOver {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
199 200
			break
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
201 202 203 204 205

		(*field).LoopIndex = (*field).LoopIndex + 1
		if (*field).LoopIndex > (*field).LoopEnd {
			(*field).LoopIndex = (*field).LoopStart
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
206 207
	}

208
	return
aaronchen2k2k's avatar
aaronchen2k2k 已提交
209 210
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
211
func loopFieldValWithFix(field *model.DefField, fieldValue model.FieldWithValues,
212
		indexOfRow *int, withFix bool) (loopStr string) {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
213 214 215
	prefix := field.Prefix
	postfix := field.Postfix

aaronchen2k2k's avatar
aaronchen2k2k 已提交
216
	for j := 0; j < (*field).LoopIndex; j++ {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
217 218 219 220
		if loopStr != "" {
			loopStr = loopStr + field.Loopfix
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
221 222 223 224
		str, err := GenerateFieldVal(*field, fieldValue, indexOfRow)
		if err != nil {
			str = "N/A"
		}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
225 226 227 228 229
		loopStr = loopStr + str

		*indexOfRow++
	}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
230
	if withFix && !vari.Trim {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
231 232
		loopStr = prefix + loopStr + postfix
	}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
233

234 235 236
	return
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
237
func GenerateFieldVal(field model.DefField, fieldValue model.FieldWithValues, index *int) (val string, err error) {
238
	// 叶节点
aaronchen2k2k's avatar
aaronchen2k2k 已提交
239 240 241 242 243 244
	if len(fieldValue.Values) == 0 {
		logUtils.PrintToWithColor(i118Utils.I118Prt.Sprintf("fail_to_generate_field", field.Field), color.FgCyan)
		err = errors.New("")
		return
	}

245 246 247 248 249
	idx := *index % len(fieldValue.Values)
	str := fieldValue.Values[idx]
	val = GetFieldValStr(field, str)

	return
aaronchen2k2k's avatar
aaronchen2k2k 已提交
250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270
}

func computerLoop(field *model.DefField) {
	if (*field).LoopIndex != 0 {
		return
	}

	arr := strings.Split(field.Loop, "-")
	(*field).LoopStart, _ = strconv.Atoi(arr[0])
	if len(arr) > 1 {
		field.LoopEnd, _ = strconv.Atoi(arr[1])
	}

	if (*field).LoopStart == 0 {
		(*field).LoopStart = 1
	}
	if (*field).LoopEnd == 0 {
		(*field).LoopEnd = 1
	}

	(*field).LoopIndex = (*field).LoopStart
271 272
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
273 274 275 276 277
func putChildrenToArr(arrOfArr [][]string, total int) (values [][]string) {
	indexArr := make([]int, 0)
	if vari.Recursive {
		indexArr = getModArr(arrOfArr)
	}
278

aaronchen2k2k's avatar
aaronchen2k2k 已提交
279
	for i := 0; i < total; i++ {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
280
		strArr := make([]string, 0)
aaronchen2k2k's avatar
aaronchen2k2k 已提交
281 282 283
		for j := 0; j < len(arrOfArr); j++ {
			child := arrOfArr[j]

aaronchen2k2k's avatar
aaronchen2k2k 已提交
284 285 286 287 288 289 290 291 292
			var index int
			if vari.Recursive {
				mod := indexArr[j]
				index = i / mod % len(child)
			} else {
				index = i % len(child)
			}

			strArr = append(strArr, child[index])
293 294
		}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
295 296 297 298 299 300
		values = append(values, strArr)
	}

	return
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
301
func combineChildrenValues(arrOfArr [][]string, total int) (ret []string)  {
aaronchen2k2k's avatar
aaronchen2k2k 已提交
302 303 304 305
	valueArr := putChildrenToArr(arrOfArr, total)

	for _, arr := range valueArr {
		ret = append(ret, strings.Join(arr, ""))
306
	}
aaronchen2k2k's avatar
aaronchen2k2k 已提交
307
	return
308 309
}

aaronchen2k2k's avatar
aaronchen2k2k 已提交
310 311 312 313 314 315 316 317 318
func getRecordCount(arrOfArr [][]string) int {
	count := 1
	for i := 0; i < len(arrOfArr); i++ {
		arr := arrOfArr[i]
		count = len(arr) * count
	}
	return count
}

319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335
func getModArr(arrOfArr [][]string) []int {
	indexArr := make([]int, 0)
	for _, _ = range arrOfArr {
		indexArr = append(indexArr, 0)
	}

	for i := 0; i < len(arrOfArr); i++ {
		loop := 1
		for j := i + 1; j < len(arrOfArr); j++ {
			loop = loop * len(arrOfArr[j])
		}

		indexArr[i] = loop
	}

	return indexArr
}