Makefile 6.8 KB
Newer Older
martianzhang's avatar
martianzhang 已提交
1 2 3 4 5 6
# This how we want to name the binary output
#
# use checkmake linter https://github.com/mrtazz/checkmake
# $ checkmake Makefile
#
BINARY=soar
martianzhang's avatar
martianzhang 已提交
7 8 9 10 11
GOPATH ?= $(shell go env GOPATH)
# Ensure GOPATH is set before running build process.
ifeq "$(GOPATH)" ""
  $(error Please set the environment variable GOPATH before running `make`)
endif
martianzhang's avatar
martianzhang 已提交
12
PATH := ${GOPATH}/bin:$(PATH)
martianzhang's avatar
martianzhang 已提交
13 14 15
GCFLAGS=-gcflags "all=-trimpath=${GOPATH}"
LDFLAGS=-ldflags="-s -w"

martianzhang's avatar
martianzhang 已提交
16 17 18 19
# These are the values we want to pass for VERSION  and BUILD
BUILD_TIME=`date +%Y%m%d%H%M`
COMMIT_VERSION=`git rev-parse HEAD`

20 21 22
# Add mysql version for testing `MYSQL_RELEASE=percona MYSQL_VERSION=5.7 make docker`
# MYSQL_RELEASE: mysql, percona, mariadb ...
# MYSQL_VERSION: latest, 8.0, 5.7, 5.6, 5.5 ...
martianzhang's avatar
martianzhang 已提交
23
# use mysql:latest as default
24
MYSQL_RELEASE := $(or ${MYSQL_RELEASE}, ${MYSQL_RELEASE}, mysql)
martianzhang's avatar
martianzhang 已提交
25 26 27 28 29
MYSQL_VERSION := $(or ${MYSQL_VERSION}, ${MYSQL_VERSION}, latest)

.PHONY: all
all: | fmt build

martianzhang's avatar
martianzhang 已提交
30 31 32 33 34 35 36 37 38 39 40 41
.PHONY: go_version_check
GO_VERSION_MIN=1.10
# Parse out the x.y or x.y.z version and output a single value x*10000+y*100+z (e.g., 1.9 is 10900)
# that allows the three components to be checked in a single comparison.
VER_TO_INT:=awk '{split(substr($$0, match ($$0, /[0-9\.]+/)), a, "."); print a[1]*10000+a[2]*100+a[3]}'
go_version_check:
	@echo "\033[92mGo version check\033[0m"
	@if test $(shell go version | $(VER_TO_INT) ) -lt \
  	$(shell echo "$(GO_VERSION_MIN)" | $(VER_TO_INT)); \
  	then printf "go version $(GO_VERSION_MIN)+ required, found: "; go version; exit 1; \
		else echo "go version check pass";	fi

martianzhang's avatar
martianzhang 已提交
42 43 44 45 46 47 48 49 50 51 52
# Dependency check
.PHONY: deps
deps:
	@echo "\033[92mDependency check\033[0m"
	@bash ./deps.sh
	# The retool tools.json is setup from retool-install.sh
	retool sync
	retool do gometalinter.v2 intall

# Code format
.PHONY: fmt
martianzhang's avatar
martianzhang 已提交
53
fmt: go_version_check
martianzhang's avatar
martianzhang 已提交
54 55 56 57 58 59 60 61 62 63
	@echo "\033[92mRun gofmt on all source files ...\033[0m"
	@echo "gofmt -l -s -w ..."
	@ret=0 && for d in $$(go list -f '{{.Dir}}' ./... | grep -v /vendor/); do \
		gofmt -l -s -w $$d/*.go || ret=$$? ; \
	done ; exit $$ret

# Run golang test cases
.PHONY: test
test:
	@echo "\033[92mRun all test cases ...\033[0m"
martianzhang's avatar
martianzhang 已提交
64
	go test -race ./...
martianzhang's avatar
martianzhang 已提交
65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83
	@echo "test Success!"

# Code Coverage
# colorful coverage numerical >=90% GREEN, <80% RED, Other YELLOW
.PHONY: cover
cover: test
	@echo "\033[92mRun test cover check ...\033[0m"
	go test -coverpkg=./... -coverprofile=coverage.data ./... | column -t
	go tool cover -html=coverage.data -o coverage.html
	go tool cover -func=coverage.data -o coverage.txt
	@tail -n 1 coverage.txt | awk '{sub(/%/, "", $$NF); \
		if($$NF < 80) \
			{print "\033[91m"$$0"%\033[0m"} \
		else if ($$NF >= 90) \
			{print "\033[92m"$$0"%\033[0m"} \
		else \
			{print "\033[93m"$$0"%\033[0m"}}'

# Builds the project
martianzhang's avatar
martianzhang 已提交
84
build: fmt
martianzhang's avatar
martianzhang 已提交
85
	@echo "\033[92mBuilding ...\033[0m"
martianzhang's avatar
martianzhang 已提交
86
	@mkdir -p bin
martianzhang's avatar
martianzhang 已提交
87
	@bash ./genver.sh
martianzhang's avatar
martianzhang 已提交
88
	@ret=0 && for d in $$(go list -f '{{if (eq .Name "main")}}{{.ImportPath}}{{end}}' ./...); do \
martianzhang's avatar
martianzhang 已提交
89
		b=$$(basename $${d}) ; \
martianzhang's avatar
martianzhang 已提交
90
		go build ${GCFLAGS} -o bin/$${b} $$d || ret=$$? ; \
martianzhang's avatar
martianzhang 已提交
91 92 93 94 95 96 97 98 99 100 101
	done ; exit $$ret
	@echo "build Success!"

# Installs our project: copies binaries
install: build
	@echo "\033[92mInstall ...\033[0m"
	go install ./...
	@echo "install Success!"

# Generate doc use -list* command
.PHONY: doc
martianzhang's avatar
martianzhang 已提交
102
doc: build
martianzhang's avatar
martianzhang 已提交
103
	@echo "\033[92mAuto generate doc ...\033[0m"
martianzhang's avatar
martianzhang 已提交
104 105 106
	./bin/soar -list-heuristic-rules > doc/heuristic.md
	./bin/soar -list-rewrite-rules > doc/rewrite.md
	./bin/soar -list-report-types > doc/report_type.md
martianzhang's avatar
martianzhang 已提交
107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125

# Add or change a heuristic rule
.PHONY: heuristic
heuristic: doc docker
	@echo "\033[92mUpdate Heuristic rule golden files ...\033[0m"
	go test github.com/XiaoMi/soar/advisor -v -update -run TestListHeuristicRules
	go test github.com/XiaoMi/soar/advisor -v -update -run TestMergeConflictHeuristicRules
	docker stop soar-mysql 2>/dev/null || true

# Update vitess vendor
.PHONY: vitess
vitess:
	@echo "\033[92mUpdate vitess deps ...\033[0m"
	govendor fetch -v vitess.io/vitess/...

# Update tidb vendor
.PHONY: tidb
tidb:
	@echo "\033[92mUpdate tidb deps ...\033[0m"
martianzhang's avatar
martianzhang 已提交
126 127 128 129 130 131 132
	govendor fetch -v github.com/pingcap/tidb/...

# make pingcap parser
.PHONY: pingcap-parser
pingcap-parser: tidb
	@echo "\033[92mUpdate pingcap parser deps ...\033[0m"
	govendor fetch -v github.com/pingcap/parser/...
martianzhang's avatar
martianzhang 已提交
133 134 135

# Update all vendor
.PHONY: vendor
martianzhang's avatar
martianzhang 已提交
136
vendor: vitess pingcap-parser
martianzhang's avatar
martianzhang 已提交
137 138 139 140
# gometalinter
# 如果有不想改的lint问题可以使用metalinter.sh加黑名单
#@bash doc/example/metalinter.sh
.PHONY: lint
martianzhang's avatar
martianzhang 已提交
141
lint: build
martianzhang's avatar
martianzhang 已提交
142 143 144 145 146 147 148 149 150
	@echo "\033[92mRun linter check ...\033[0m"
	CGO_ENABLED=0 retool do gometalinter.v2 -j 1 --config doc/example/metalinter.json ./...
	retool do revive -formatter friendly --exclude vendor/... -config doc/example/revive.toml ./...
	retool do golangci-lint --tests=false run
	@echo "gometalinter check your code is pretty good"

.PHONY: release
release: deps build
	@echo "\033[92mCross platform building for release ...\033[0m"
martianzhang's avatar
martianzhang 已提交
151
	@mkdir -p release
martianzhang's avatar
martianzhang 已提交
152
	@for GOOS in darwin linux windows; do \
153
		for GOARCH in amd64; do \
martianzhang's avatar
martianzhang 已提交
154 155 156
			for d in $$(go list -f '{{if (eq .Name "main")}}{{.ImportPath}}{{end}}' ./...); do \
				b=$$(basename $${d}) ; \
				echo "Building $${b}.$${GOOS}-$${GOARCH} ..."; \
martianzhang's avatar
martianzhang 已提交
157
				GOOS=$${GOOS} GOARCH=$${GOARCH} go build ${GCFLAGS} ${LDFLAGS} -v -o release/$${b}.$${GOOS}-$${GOARCH} $$d 2>/dev/null ; \
martianzhang's avatar
martianzhang 已提交
158 159 160 161 162 163 164 165
			done ; \
		done ;\
	done

.PHONY: docker
docker:
	@echo "\033[92mBuild mysql test enviorment\033[0m"
	@docker stop soar-mysql 2>/dev/null || true
166
	@echo "docker run --name soar-mysql $(MYSQL_RELEASE):$(MYSQL_VERSION)"
martianzhang's avatar
martianzhang 已提交
167 168 169 170 171
	@docker run --name soar-mysql --rm -d \
	-e MYSQL_ROOT_PASSWORD=1tIsB1g3rt \
	-e MYSQL_DATABASE=sakila \
	-p 3306:3306 \
	-v `pwd`/doc/example/sakila.sql.gz:/docker-entrypoint-initdb.d/sakila.sql.gz \
172
	$(MYSQL_RELEASE):$(MYSQL_VERSION)
martianzhang's avatar
martianzhang 已提交
173 174 175 176 177 178 179 180 181 182 183

	@echo -n "waiting for sakila database initializing "
	@while ! mysql -h 127.0.0.1 -u root sakila -p1tIsB1g3rt -NBe "do 1;" 2>/dev/null; do \
	printf '.' ; \
	sleep 1 ; \
	done ; \
	echo '.'
	@echo "mysql test enviorment is ready!"

.PHONY: connect
connect:
184
	mysql -h 127.0.0.1 -u root -p1tIsB1g3rt sakila -c
martianzhang's avatar
martianzhang 已提交
185 186 187 188 189 190 191 192 193

.PHONY: main_test
main_test: install
	@echo "\033[92mrunning main_test\033[0m"
	@echo "soar -list-test-sqls | soar"
	@./doc/example/main_test.sh
	@echo "main_test Success!"

.PHONY: daily
martianzhang's avatar
martianzhang 已提交
194
daily: | deps fmt vendor docker cover doc lint release install main_test clean logo
martianzhang's avatar
martianzhang 已提交
195 196
	@echo "\033[92mdaily build finished\033[0m"

martianzhang's avatar
martianzhang 已提交
197
# vendor, docker will cost long time, if all those are ready, daily-quick will much more fast.
martianzhang's avatar
martianzhang 已提交
198 199 200 201
.PHONY: daily-quick
daily-quick: | deps fmt cover doc lint logo
	@echo "\033[92mdaily-quick build finished\033[0m"

martianzhang's avatar
martianzhang 已提交
202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221
.PHONY: logo
logo:
	@echo "\033[93m"
	@cat doc/images/logo.ascii
	@echo "\033[m"

# Cleans our projects: deletes binaries
.PHONY: clean
clean:
	@echo "\033[92mCleanup ...\033[0m"
	go clean
	@for GOOS in darwin linux windows; do \
	    for GOARCH in 386 amd64; do \
			rm -f ${BINARY}.$${GOOS}-$${GOARCH} ;\
		done ;\
	done
	rm -f ${BINARY} coverage.*
	find . -name "*.log" -delete
	git clean -fi
	docker stop soar-mysql 2>/dev/null || true