Makefile 7.6 KB
Newer Older
martianzhang's avatar
martianzhang 已提交
1 2 3 4 5 6
# This how we want to name the binary output
#
# use checkmake linter https://github.com/mrtazz/checkmake
# $ checkmake Makefile
#
BINARY=soar
martianzhang's avatar
martianzhang 已提交
7 8 9 10 11
GOPATH ?= $(shell go env GOPATH)
# Ensure GOPATH is set before running build process.
ifeq "$(GOPATH)" ""
  $(error Please set the environment variable GOPATH before running `make`)
endif
martianzhang's avatar
martianzhang 已提交
12
PATH := ${GOPATH}/bin:$(PATH)
martianzhang's avatar
martianzhang 已提交
13 14 15
GCFLAGS=-gcflags "all=-trimpath=${GOPATH}"
LDFLAGS=-ldflags="-s -w"

martianzhang's avatar
martianzhang 已提交
16 17 18 19
# These are the values we want to pass for VERSION  and BUILD
BUILD_TIME=`date +%Y%m%d%H%M`
COMMIT_VERSION=`git rev-parse HEAD`

20 21 22 23 24 25 26 27 28
# colors compatible setting
COLOR_ENABLE=$(shell tput colors > /dev/null; echo $$?)
ifeq "$(COLOR_ENABLE)" "0"
CRED=$(shell echo "\033[91m")
CGREEN=$(shell echo "\033[92m")
CYELLOW=$(shell echo "\033[93m")
CEND=$(shell echo "\033[0m")
endif

29
# Add mysql version for testing `MYSQL_RELEASE=percona MYSQL_VERSION=5.7 make docker`
martianzhang's avatar
martianzhang 已提交
30
# MySQL 5.1 `MYSQL_RELEASE=vsamov/mysql-5.1.73 make docker`
31 32
# MYSQL_RELEASE: mysql, percona, mariadb ...
# MYSQL_VERSION: latest, 8.0, 5.7, 5.6, 5.5 ...
martianzhang's avatar
martianzhang 已提交
33
# use mysql:latest as default
34
MYSQL_RELEASE := $(or ${MYSQL_RELEASE}, ${MYSQL_RELEASE}, mysql)
martianzhang's avatar
martianzhang 已提交
35 36 37 38 39
MYSQL_VERSION := $(or ${MYSQL_VERSION}, ${MYSQL_VERSION}, latest)

.PHONY: all
all: | fmt build

martianzhang's avatar
martianzhang 已提交
40 41 42 43 44 45
.PHONY: go_version_check
GO_VERSION_MIN=1.10
# Parse out the x.y or x.y.z version and output a single value x*10000+y*100+z (e.g., 1.9 is 10900)
# that allows the three components to be checked in a single comparison.
VER_TO_INT:=awk '{split(substr($$0, match ($$0, /[0-9\.]+/)), a, "."); print a[1]*10000+a[2]*100+a[3]}'
go_version_check:
46
	@echo "$(CGREEN)Go version check ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
47 48 49 50 51
	@if test $(shell go version | $(VER_TO_INT) ) -lt \
  	$(shell echo "$(GO_VERSION_MIN)" | $(VER_TO_INT)); \
  	then printf "go version $(GO_VERSION_MIN)+ required, found: "; go version; exit 1; \
		else echo "go version check pass";	fi

martianzhang's avatar
martianzhang 已提交
52 53 54
# Dependency check
.PHONY: deps
deps:
55
	@echo "$(CGREEN)Dependency check ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
56 57
	@bash ./deps.sh
	# The retool tools.json is setup from retool-install.sh
martianzhang's avatar
martianzhang 已提交
58
	# some packages download need more open internet access
martianzhang's avatar
martianzhang 已提交
59
	retool sync
martianzhang's avatar
martianzhang 已提交
60
	#retool do gometalinter.v2 --install
martianzhang's avatar
martianzhang 已提交
61 62 63

# Code format
.PHONY: fmt
martianzhang's avatar
martianzhang 已提交
64
fmt: go_version_check
65
	@echo "$(CGREEN)Run gofmt on all source files ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
66 67 68 69 70 71 72 73
	@echo "gofmt -l -s -w ..."
	@ret=0 && for d in $$(go list -f '{{.Dir}}' ./... | grep -v /vendor/); do \
		gofmt -l -s -w $$d/*.go || ret=$$? ; \
	done ; exit $$ret

# Run golang test cases
.PHONY: test
test:
74
	@echo "$(CGREEN)Run all test cases ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
75
	go test -race ./...
martianzhang's avatar
martianzhang 已提交
76 77
	@echo "test Success!"

martianzhang's avatar
martianzhang 已提交
78 79
# Rule golang test cases with `-update` flag
test-update:
80
	@echo "$(CGREEN)Run all test cases with -update flag ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
81 82 83
	go test ./... -update
	@echo "test-update Success!"

martianzhang's avatar
martianzhang 已提交
84 85 86 87
# Code Coverage
# colorful coverage numerical >=90% GREEN, <80% RED, Other YELLOW
.PHONY: cover
cover: test
88
	@echo "$(CGREEN)Run test cover check ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
89 90 91 92 93
	go test -coverpkg=./... -coverprofile=coverage.data ./... | column -t
	go tool cover -html=coverage.data -o coverage.html
	go tool cover -func=coverage.data -o coverage.txt
	@tail -n 1 coverage.txt | awk '{sub(/%/, "", $$NF); \
		if($$NF < 80) \
94
			{print "$(CRED)"$$0"%$(CEND)"} \
martianzhang's avatar
martianzhang 已提交
95
		else if ($$NF >= 90) \
96
			{print "$(CGREEN)"$$0"%$(CEND)"} \
martianzhang's avatar
martianzhang 已提交
97
		else \
98
			{print "$(CYELLOW)"$$0"%$(CEND)"}}'
martianzhang's avatar
martianzhang 已提交
99 100

# Builds the project
martianzhang's avatar
martianzhang 已提交
101
build: fmt
102
	@echo "$(CGREEN)Building ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
103
	@mkdir -p bin
martianzhang's avatar
martianzhang 已提交
104
	@bash ./genver.sh
martianzhang's avatar
martianzhang 已提交
105
	@ret=0 && for d in $$(go list -f '{{if (eq .Name "main")}}{{.ImportPath}}{{end}}' ./...); do \
martianzhang's avatar
martianzhang 已提交
106
		b=$$(basename $${d}) ; \
martianzhang's avatar
martianzhang 已提交
107
		go build ${GCFLAGS} -o bin/$${b} $$d || ret=$$? ; \
martianzhang's avatar
martianzhang 已提交
108 109 110 111 112
	done ; exit $$ret
	@echo "build Success!"

# Installs our project: copies binaries
install: build
113
	@echo "$(CGREEN)Install ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
114 115 116 117 118
	go install ./...
	@echo "install Success!"

# Generate doc use -list* command
.PHONY: doc
martianzhang's avatar
martianzhang 已提交
119
doc: build
120
	@echo "$(CGREEN)Auto generate doc ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
121 122 123
	./bin/soar -list-heuristic-rules > doc/heuristic.md
	./bin/soar -list-rewrite-rules > doc/rewrite.md
	./bin/soar -list-report-types > doc/report_type.md
martianzhang's avatar
martianzhang 已提交
124 125 126

# Add or change a heuristic rule
.PHONY: heuristic
martianzhang's avatar
martianzhang 已提交
127
heuristic: doc
128
	@echo "$(CGREEN)Update Heuristic rule golden files ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
129 130 131 132 133 134 135
	go test github.com/XiaoMi/soar/advisor -v -update -run TestListHeuristicRules
	go test github.com/XiaoMi/soar/advisor -v -update -run TestMergeConflictHeuristicRules
	docker stop soar-mysql 2>/dev/null || true

# Update vitess vendor
.PHONY: vitess
vitess:
136
	@echo "$(CGREEN)Update vitess deps ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
137 138 139 140 141
	govendor fetch -v vitess.io/vitess/...

# Update tidb vendor
.PHONY: tidb
tidb:
142
	@echo "$(CGREEN)Update tidb deps ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
143 144 145 146 147
	govendor fetch -v github.com/pingcap/tidb/...

# make pingcap parser
.PHONY: pingcap-parser
pingcap-parser: tidb
148
	@echo "$(CGREEN)Update pingcap parser deps ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
149
	govendor fetch -v github.com/pingcap/parser/...
martianzhang's avatar
martianzhang 已提交
150 151 152

# Update all vendor
.PHONY: vendor
martianzhang's avatar
martianzhang 已提交
153
vendor: vitess pingcap-parser
martianzhang's avatar
martianzhang 已提交
154 155 156 157
# gometalinter
# 如果有不想改的lint问题可以使用metalinter.sh加黑名单
#@bash doc/example/metalinter.sh
.PHONY: lint
martianzhang's avatar
martianzhang 已提交
158
lint: build
159
	@echo "$(CGREEN)Run linter check ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
160 161 162 163 164 165
	CGO_ENABLED=0 retool do gometalinter.v2 -j 1 --config doc/example/metalinter.json ./...
	retool do revive -formatter friendly --exclude vendor/... -config doc/example/revive.toml ./...
	retool do golangci-lint --tests=false run
	@echo "gometalinter check your code is pretty good"

.PHONY: release
martianzhang's avatar
martianzhang 已提交
166
release: build
167
	@echo "$(CGREEN)Cross platform building for release ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
168
	@mkdir -p release
martianzhang's avatar
martianzhang 已提交
169
	@for GOOS in darwin linux windows; do \
170
		for GOARCH in amd64; do \
martianzhang's avatar
martianzhang 已提交
171 172 173
			for d in $$(go list -f '{{if (eq .Name "main")}}{{.ImportPath}}{{end}}' ./...); do \
				b=$$(basename $${d}) ; \
				echo "Building $${b}.$${GOOS}-$${GOARCH} ..."; \
martianzhang's avatar
martianzhang 已提交
174
				GOOS=$${GOOS} GOARCH=$${GOARCH} go build ${GCFLAGS} ${LDFLAGS} -v -o release/$${b}.$${GOOS}-$${GOARCH} $$d 2>/dev/null ; \
martianzhang's avatar
martianzhang 已提交
175 176 177 178 179 180
			done ; \
		done ;\
	done

.PHONY: docker
docker:
181
	@echo "$(CGREEN)Build mysql test enviorment ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
182
	@docker stop soar-mysql 2>/dev/null || true
martianzhang's avatar
martianzhang 已提交
183
	@docker wait soar-mysql 2>/dev/null || true
184
	@echo "docker run --name soar-mysql $(MYSQL_RELEASE):$(MYSQL_VERSION)"
martianzhang's avatar
martianzhang 已提交
185 186 187 188 189
	@docker run --name soar-mysql --rm -d \
	-e MYSQL_ROOT_PASSWORD=1tIsB1g3rt \
	-e MYSQL_DATABASE=sakila \
	-p 3306:3306 \
	-v `pwd`/doc/example/sakila.sql.gz:/docker-entrypoint-initdb.d/sakila.sql.gz \
190
	$(MYSQL_RELEASE):$(MYSQL_VERSION)
martianzhang's avatar
martianzhang 已提交
191

martianzhang's avatar
martianzhang 已提交
192
	@echo "waiting for sakila database initializing "
martianzhang's avatar
martianzhang 已提交
193
	@while ! docker exec soar-mysql mysql --user=root --password=1tIsB1g3rt --host "127.0.0.1" --silent -NBe "do 1" >/dev/null 2>&1 ; do \
martianzhang's avatar
martianzhang 已提交
194 195 196 197 198 199
	printf '.' ; \
	sleep 1 ; \
	done ; \
	echo '.'
	@echo "mysql test enviorment is ready!"

200 201
.PHONY: docker-connect
docker-connect:
martianzhang's avatar
martianzhang 已提交
202
	docker exec -it soar-mysql mysql --user=root --password=1tIsB1g3rt --host "127.0.0.1"
martianzhang's avatar
martianzhang 已提交
203

204 205 206 207
# attach docker container with bash interactive mode
.PHONY: docker-it
docker-it:
	docker exec -it soar-mysql /bin/bash
martianzhang's avatar
martianzhang 已提交
208 209 210

.PHONY: main_test
main_test: install
211
	@echo "$(CGREEN)running main_test ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
212 213 214 215 216
	@echo "soar -list-test-sqls | soar"
	@./doc/example/main_test.sh
	@echo "main_test Success!"

.PHONY: daily
martianzhang's avatar
martianzhang 已提交
217
daily: | deps fmt vendor docker cover doc lint release install main_test clean logo
218
	@echo "$(CGREEN)daily build finished ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
219

martianzhang's avatar
martianzhang 已提交
220
# vendor, docker will cost long time, if all those are ready, daily-quick will much more fast.
martianzhang's avatar
martianzhang 已提交
221
.PHONY: daily-quick
martianzhang's avatar
martianzhang 已提交
222
daily-quick: | deps fmt cover main_test doc lint logo
223
	@echo "$(CGREEN)daily-quick build finished ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
224

martianzhang's avatar
martianzhang 已提交
225 226
.PHONY: logo
logo:
227
	@echo "$(CYELLOW)"
martianzhang's avatar
martianzhang 已提交
228
	@cat doc/images/logo.ascii
229
	@echo "$(CEND)"
martianzhang's avatar
martianzhang 已提交
230 231 232 233

# Cleans our projects: deletes binaries
.PHONY: clean
clean:
234
	@echo "$(CGREEN)Cleanup ...$(CEND)"
martianzhang's avatar
martianzhang 已提交
235 236 237 238 239 240 241 242 243 244
	go clean
	@for GOOS in darwin linux windows; do \
	    for GOARCH in 386 amd64; do \
			rm -f ${BINARY}.$${GOOS}-$${GOARCH} ;\
		done ;\
	done
	rm -f ${BINARY} coverage.*
	find . -name "*.log" -delete
	git clean -fi
	docker stop soar-mysql 2>/dev/null || true