Makefile 6.8 KB
Newer Older
martianzhang's avatar
martianzhang 已提交
1 2 3 4 5 6
# This how we want to name the binary output
#
# use checkmake linter https://github.com/mrtazz/checkmake
# $ checkmake Makefile
#
BINARY=soar
martianzhang's avatar
martianzhang 已提交
7 8 9 10 11
GOPATH ?= $(shell go env GOPATH)
# Ensure GOPATH is set before running build process.
ifeq "$(GOPATH)" ""
  $(error Please set the environment variable GOPATH before running `make`)
endif
martianzhang's avatar
martianzhang 已提交
12
PATH := ${GOPATH}/bin:$(PATH)
martianzhang's avatar
martianzhang 已提交
13 14 15
GCFLAGS=-gcflags "all=-trimpath=${GOPATH}"
LDFLAGS=-ldflags="-s -w"

martianzhang's avatar
martianzhang 已提交
16 17 18 19
# These are the values we want to pass for VERSION  and BUILD
BUILD_TIME=`date +%Y%m%d%H%M`
COMMIT_VERSION=`git rev-parse HEAD`

20 21 22
# Add mysql version for testing `MYSQL_RELEASE=percona MYSQL_VERSION=5.7 make docker`
# MYSQL_RELEASE: mysql, percona, mariadb ...
# MYSQL_VERSION: latest, 8.0, 5.7, 5.6, 5.5 ...
martianzhang's avatar
martianzhang 已提交
23
# use mysql:latest as default
24
MYSQL_RELEASE := $(or ${MYSQL_RELEASE}, ${MYSQL_RELEASE}, mysql)
martianzhang's avatar
martianzhang 已提交
25 26 27 28 29
MYSQL_VERSION := $(or ${MYSQL_VERSION}, ${MYSQL_VERSION}, latest)

.PHONY: all
all: | fmt build

martianzhang's avatar
martianzhang 已提交
30 31 32 33 34 35 36 37 38 39 40 41
.PHONY: go_version_check
GO_VERSION_MIN=1.10
# Parse out the x.y or x.y.z version and output a single value x*10000+y*100+z (e.g., 1.9 is 10900)
# that allows the three components to be checked in a single comparison.
VER_TO_INT:=awk '{split(substr($$0, match ($$0, /[0-9\.]+/)), a, "."); print a[1]*10000+a[2]*100+a[3]}'
go_version_check:
	@echo "\033[92mGo version check\033[0m"
	@if test $(shell go version | $(VER_TO_INT) ) -lt \
  	$(shell echo "$(GO_VERSION_MIN)" | $(VER_TO_INT)); \
  	then printf "go version $(GO_VERSION_MIN)+ required, found: "; go version; exit 1; \
		else echo "go version check pass";	fi

martianzhang's avatar
martianzhang 已提交
42 43 44 45 46 47 48 49 50 51 52
# Dependency check
.PHONY: deps
deps:
	@echo "\033[92mDependency check\033[0m"
	@bash ./deps.sh
	# The retool tools.json is setup from retool-install.sh
	retool sync
	retool do gometalinter.v2 intall

# Code format
.PHONY: fmt
martianzhang's avatar
martianzhang 已提交
53
fmt: go_version_check
martianzhang's avatar
martianzhang 已提交
54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83
	@echo "\033[92mRun gofmt on all source files ...\033[0m"
	@echo "gofmt -l -s -w ..."
	@ret=0 && for d in $$(go list -f '{{.Dir}}' ./... | grep -v /vendor/); do \
		gofmt -l -s -w $$d/*.go || ret=$$? ; \
	done ; exit $$ret

# Run golang test cases
.PHONY: test
test:
	@echo "\033[92mRun all test cases ...\033[0m"
	go test ./...
	@echo "test Success!"

# Code Coverage
# colorful coverage numerical >=90% GREEN, <80% RED, Other YELLOW
.PHONY: cover
cover: test
	@echo "\033[92mRun test cover check ...\033[0m"
	go test -coverpkg=./... -coverprofile=coverage.data ./... | column -t
	go tool cover -html=coverage.data -o coverage.html
	go tool cover -func=coverage.data -o coverage.txt
	@tail -n 1 coverage.txt | awk '{sub(/%/, "", $$NF); \
		if($$NF < 80) \
			{print "\033[91m"$$0"%\033[0m"} \
		else if ($$NF >= 90) \
			{print "\033[92m"$$0"%\033[0m"} \
		else \
			{print "\033[93m"$$0"%\033[0m"}}'

# Builds the project
martianzhang's avatar
martianzhang 已提交
84
build: fmt
martianzhang's avatar
martianzhang 已提交
85
	@echo "\033[92mBuilding ...\033[0m"
martianzhang's avatar
martianzhang 已提交
86
	@mkdir -p bin
martianzhang's avatar
martianzhang 已提交
87
	@bash ./genver.sh
martianzhang's avatar
martianzhang 已提交
88
	@ret=0 && for d in $$(go list -f '{{if (eq .Name "main")}}{{.ImportPath}}{{end}}' ./...); do \
martianzhang's avatar
martianzhang 已提交
89
		b=$$(basename $${d}) ; \
martianzhang's avatar
martianzhang 已提交
90
		go build ${GCFLAGS} -o bin/$${b} $$d || ret=$$? ; \
martianzhang's avatar
martianzhang 已提交
91 92 93 94 95 96 97 98 99 100 101
	done ; exit $$ret
	@echo "build Success!"

# Installs our project: copies binaries
install: build
	@echo "\033[92mInstall ...\033[0m"
	go install ./...
	@echo "install Success!"

# Generate doc use -list* command
.PHONY: doc
martianzhang's avatar
martianzhang 已提交
102
doc: build
martianzhang's avatar
martianzhang 已提交
103
	@echo "\033[92mAuto generate doc ...\033[0m"
martianzhang's avatar
martianzhang 已提交
104 105 106
	./bin/soar -list-heuristic-rules > doc/heuristic.md
	./bin/soar -list-rewrite-rules > doc/rewrite.md
	./bin/soar -list-report-types > doc/report_type.md
martianzhang's avatar
martianzhang 已提交
107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125

# Add or change a heuristic rule
.PHONY: heuristic
heuristic: doc docker
	@echo "\033[92mUpdate Heuristic rule golden files ...\033[0m"
	go test github.com/XiaoMi/soar/advisor -v -update -run TestListHeuristicRules
	go test github.com/XiaoMi/soar/advisor -v -update -run TestMergeConflictHeuristicRules
	docker stop soar-mysql 2>/dev/null || true

# Update vitess vendor
.PHONY: vitess
vitess:
	@echo "\033[92mUpdate vitess deps ...\033[0m"
	govendor fetch -v vitess.io/vitess/...

# Update tidb vendor
.PHONY: tidb
tidb:
	@echo "\033[92mUpdate tidb deps ...\033[0m"
martianzhang's avatar
martianzhang 已提交
126 127 128 129 130 131 132
	govendor fetch -v github.com/pingcap/tidb/...

# make pingcap parser
.PHONY: pingcap-parser
pingcap-parser: tidb
	@echo "\033[92mUpdate pingcap parser deps ...\033[0m"
	govendor fetch -v github.com/pingcap/parser/...
martianzhang's avatar
martianzhang 已提交
133 134 135

# Update all vendor
.PHONY: vendor
martianzhang's avatar
martianzhang 已提交
136
vendor: vitess pingcap-parser
martianzhang's avatar
martianzhang 已提交
137 138 139 140
# gometalinter
# 如果有不想改的lint问题可以使用metalinter.sh加黑名单
#@bash doc/example/metalinter.sh
.PHONY: lint
martianzhang's avatar
martianzhang 已提交
141
lint: build
martianzhang's avatar
martianzhang 已提交
142 143 144 145 146 147 148 149 150
	@echo "\033[92mRun linter check ...\033[0m"
	CGO_ENABLED=0 retool do gometalinter.v2 -j 1 --config doc/example/metalinter.json ./...
	retool do revive -formatter friendly --exclude vendor/... -config doc/example/revive.toml ./...
	retool do golangci-lint --tests=false run
	@echo "gometalinter check your code is pretty good"

.PHONY: release
release: deps build
	@echo "\033[92mCross platform building for release ...\033[0m"
martianzhang's avatar
martianzhang 已提交
151
	@mkdir -p release
martianzhang's avatar
martianzhang 已提交
152
	@for GOOS in darwin linux windows; do \
153
		for GOARCH in amd64; do \
martianzhang's avatar
martianzhang 已提交
154 155 156
			for d in $$(go list -f '{{if (eq .Name "main")}}{{.ImportPath}}{{end}}' ./...); do \
				b=$$(basename $${d}) ; \
				echo "Building $${b}.$${GOOS}-$${GOARCH} ..."; \
martianzhang's avatar
martianzhang 已提交
157
				GOOS=$${GOOS} GOARCH=$${GOARCH} go build ${GCFLAGS} ${LDFLAGS} -v -o release/$${b}.$${GOOS}-$${GOARCH} $$d 2>/dev/null ; \
martianzhang's avatar
martianzhang 已提交
158 159 160 161 162 163 164 165
			done ; \
		done ;\
	done

.PHONY: docker
docker:
	@echo "\033[92mBuild mysql test enviorment\033[0m"
	@docker stop soar-mysql 2>/dev/null || true
166
	@echo "docker run --name soar-mysql $(MYSQL_RELEASE):$(MYSQL_VERSION)"
martianzhang's avatar
martianzhang 已提交
167 168 169 170 171
	@docker run --name soar-mysql --rm -d \
	-e MYSQL_ROOT_PASSWORD=1tIsB1g3rt \
	-e MYSQL_DATABASE=sakila \
	-p 3306:3306 \
	-v `pwd`/doc/example/sakila.sql.gz:/docker-entrypoint-initdb.d/sakila.sql.gz \
172
	$(MYSQL_RELEASE):$(MYSQL_VERSION)
martianzhang's avatar
martianzhang 已提交
173 174 175 176 177 178 179 180 181 182 183

	@echo -n "waiting for sakila database initializing "
	@while ! mysql -h 127.0.0.1 -u root sakila -p1tIsB1g3rt -NBe "do 1;" 2>/dev/null; do \
	printf '.' ; \
	sleep 1 ; \
	done ; \
	echo '.'
	@echo "mysql test enviorment is ready!"

.PHONY: connect
connect:
martianzhang's avatar
martianzhang 已提交
184
	mysql -h 127.0.0.1 -u root -p1tIsB1g3rt -c
martianzhang's avatar
martianzhang 已提交
185 186 187 188 189 190 191 192 193

.PHONY: main_test
main_test: install
	@echo "\033[92mrunning main_test\033[0m"
	@echo "soar -list-test-sqls | soar"
	@./doc/example/main_test.sh
	@echo "main_test Success!"

.PHONY: daily
martianzhang's avatar
martianzhang 已提交
194
daily: | deps fmt vendor docker cover doc lint release install main_test clean logo
martianzhang's avatar
martianzhang 已提交
195 196
	@echo "\033[92mdaily build finished\033[0m"

martianzhang's avatar
martianzhang 已提交
197
# vendor, docker will cost long time, if all those are ready, daily-quick will much more fast.
martianzhang's avatar
martianzhang 已提交
198 199 200 201
.PHONY: daily-quick
daily-quick: | deps fmt cover doc lint logo
	@echo "\033[92mdaily-quick build finished\033[0m"

martianzhang's avatar
martianzhang 已提交
202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221
.PHONY: logo
logo:
	@echo "\033[93m"
	@cat doc/images/logo.ascii
	@echo "\033[m"

# Cleans our projects: deletes binaries
.PHONY: clean
clean:
	@echo "\033[92mCleanup ...\033[0m"
	go clean
	@for GOOS in darwin linux windows; do \
	    for GOARCH in 386 amd64; do \
			rm -f ${BINARY}.$${GOOS}-$${GOARCH} ;\
		done ;\
	done
	rm -f ${BINARY} coverage.*
	find . -name "*.log" -delete
	git clean -fi
	docker stop soar-mysql 2>/dev/null || true