Makefile 36.1 KB
Newer Older
J
jorlow@chromium.org 已提交
1 2 3 4
# Copyright (c) 2011 The LevelDB Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. See the AUTHORS file for names of contributors.

5
# Inherit some settings from environment variables, if available
J
jorlow@chromium.org 已提交
6

7
#-----------------------------------------------
8

9
CLEAN_FILES = # deliberately empty, so we can append below.
10 11 12 13
CFLAGS += ${EXTRA_CFLAGS}
CXXFLAGS += ${EXTRA_CXXFLAGS}
LDFLAGS += $(EXTRA_LDFLAGS)
MACHINE ?= $(shell uname -m)
I
Igor Canadi 已提交
14
ARFLAGS = rs
15

16 17
# Transform parallel LOG output into something more readable.
perl_command = perl -n \
Y
Yueh-Hsuan Chiang 已提交
18 19 20 21
  -e '@a=split("\t",$$_,-1); $$t=$$a[8]; $$t =~ s,^\./,,;'		\
  -e '$$t =~ s, >.*,,; chomp $$t;'					\
  -e '$$t =~ /.*--gtest_filter=(.*?\.[\w\/]+)/ and $$t=$$1;'		\
  -e 'printf "%7.3f %s %s\n", $$a[3], $$a[6] == 0 ? "PASS" : "FAIL", $$t'
22 23
quoted_perl_command = $(subst ','\'',$(perl_command))

24 25 26 27 28 29 30 31 32
# DEBUG_LEVEL can have three values:
# * DEBUG_LEVEL=2; this is the ultimate debug mode. It will compile rocksdb
# without any optimizations. To compile with level 2, issue `make dbg`
# * DEBUG_LEVEL=1; debug level 1 enables all assertions and debug code, but
# compiles rocksdb with -O2 optimizations. this is the default debug level.
# `make all` or `make <binary_target>` compile RocksDB with debug level 1.
# We use this debug level when developing RocksDB.
# * DEBUG_LEVEL=0; this is the debug level we use for release. If you're
# running rocksdb in production you most definitely want to compile RocksDB
A
agiardullo 已提交
33
# with debug level 0. To compile with level 0, run `make shared_lib`,
34 35 36 37 38
# `make install-shared`, `make static_lib`, `make install-static` or
# `make install`
DEBUG_LEVEL=1

ifeq ($(MAKECMDGOALS),dbg)
Y
Yueh-Hsuan Chiang 已提交
39
	DEBUG_LEVEL=2
40
endif
41 42

ifeq ($(MAKECMDGOALS),shared_lib)
Y
Yueh-Hsuan Chiang 已提交
43
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
44
endif
I
Igor Canadi 已提交
45

I
Igor Canadi 已提交
46
ifeq ($(MAKECMDGOALS),install-shared)
Y
Yueh-Hsuan Chiang 已提交
47
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
48 49
endif

I
Igor Canadi 已提交
50
ifeq ($(MAKECMDGOALS),static_lib)
Y
Yueh-Hsuan Chiang 已提交
51
	DEBUG_LEVEL=0
52
endif
I
Igor Canadi 已提交
53

I
Igor Canadi 已提交
54
ifeq ($(MAKECMDGOALS),install-static)
Y
Yueh-Hsuan Chiang 已提交
55
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
56 57 58
endif

ifeq ($(MAKECMDGOALS),install)
Y
Yueh-Hsuan Chiang 已提交
59
	DEBUG_LEVEL=0
60 61
endif

62
ifeq ($(MAKECMDGOALS),rocksdbjavastatic)
Y
Yueh-Hsuan Chiang 已提交
63
	DEBUG_LEVEL=0
64 65
endif

66 67 68 69 70 71 72 73 74 75 76
# compile with -O2 if debug level is not 2
ifneq ($(DEBUG_LEVEL), 2)
OPT += -O2 -fno-omit-frame-pointer
ifneq ($(MACHINE),ppc64) # ppc64 doesn't support -momit-leaf-frame-pointer
OPT += -momit-leaf-frame-pointer
endif
endif

# if we're compiling for release, compile without debug code (-DNDEBUG) and
# don't treat warnings as errors
ifeq ($(DEBUG_LEVEL),0)
I
Igor Canadi 已提交
77
OPT += -DNDEBUG
78
DISABLE_WARNING_AS_ERROR=1
I
Igor Canadi 已提交
79 80
endif

81
#-----------------------------------------------
82
include src.mk
83

84 85 86 87 88 89
AM_DEFAULT_VERBOSITY = 0

AM_V_GEN = $(am__v_GEN_$(V))
am__v_GEN_ = $(am__v_GEN_$(AM_DEFAULT_VERBOSITY))
am__v_GEN_0 = @echo "  GEN     " $@;
am__v_GEN_1 =
J
Jim Meyering 已提交
90 91 92 93
AM_V_at = $(am__v_at_$(V))
am__v_at_ = $(am__v_at_$(AM_DEFAULT_VERBOSITY))
am__v_at_0 = @
am__v_at_1 =
94 95 96 97 98 99 100 101 102 103 104

AM_V_CC = $(am__v_CC_$(V))
am__v_CC_ = $(am__v_CC_$(AM_DEFAULT_VERBOSITY))
am__v_CC_0 = @echo "  CC      " $@;
am__v_CC_1 =
CCLD = $(CC)
LINK = $(CCLD) $(AM_CFLAGS) $(CFLAGS) $(AM_LDFLAGS) $(LDFLAGS) -o $@
AM_V_CCLD = $(am__v_CCLD_$(V))
am__v_CCLD_ = $(am__v_CCLD_$(AM_DEFAULT_VERBOSITY))
am__v_CCLD_0 = @echo "  CCLD    " $@;
am__v_CCLD_1 =
J
Jim Meyering 已提交
105 106 107 108
AM_V_AR = $(am__v_AR_$(V))
am__v_AR_ = $(am__v_AR_$(AM_DEFAULT_VERBOSITY))
am__v_AR_0 = @echo "  AR      " $@;
am__v_AR_1 =
109

110 111
AM_LINK = $(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS) $(COVERAGEFLAGS)

112
# detect what platform we're building on
113
dummy := $(shell (export ROCKSDB_ROOT="$(CURDIR)"; "$(CURDIR)/build_tools/build_detect_platform" "$(CURDIR)/make_config.mk"))
S
Sanjay Ghemawat 已提交
114
# this file is generated by the previous line to set build flags and sources
I
Igor Canadi 已提交
115
include make_config.mk
116
CLEAN_FILES += make_config.mk
J
jorlow@chromium.org 已提交
117

I
Igor Canadi 已提交
118 119 120 121 122 123 124 125
ifneq ($(PLATFORM), IOS)
CFLAGS += -g
CXXFLAGS += -g
else
# no debug info for IOS, that will make our library big
OPT += -DNDEBUG
endif

126
ifneq ($(filter -DROCKSDB_LITE,$(OPT)),)
Y
Yueh-Hsuan Chiang 已提交
127 128 129
	# found
	CFLAGS += -fno-exceptions
	CXXFLAGS += -fno-exceptions
130 131
endif

I
Igor Canadi 已提交
132 133
# ASAN doesn't work well with jemalloc. If we're compiling with ASAN, we should use regular malloc.
ifdef COMPILE_WITH_ASAN
Y
Yueh-Hsuan Chiang 已提交
134 135 136 137
	DISABLE_JEMALLOC=1
	EXEC_LDFLAGS += -fsanitize=address
	PLATFORM_CCFLAGS += -fsanitize=address
	PLATFORM_CXXFLAGS += -fsanitize=address
I
Igor Canadi 已提交
138 139 140 141
endif

# TSAN doesn't work well with jemalloc. If we're compiling with TSAN, we should use regular malloc.
ifdef COMPILE_WITH_TSAN
Y
Yueh-Hsuan Chiang 已提交
142 143 144 145 146 147 148
	DISABLE_JEMALLOC=1
	EXEC_LDFLAGS += -fsanitize=thread -pie
	PLATFORM_CCFLAGS += -fsanitize=thread -fPIC -DROCKSDB_TSAN_RUN
	PLATFORM_CXXFLAGS += -fsanitize=thread -fPIC -DROCKSDB_TSAN_RUN
        # Turn off -pg when enabling TSAN testing, because that induces
        # a link failure.  TODO: find the root cause
	pg =
149
else
Y
Yueh-Hsuan Chiang 已提交
150
	pg = -pg
I
Igor Canadi 已提交
151 152 153
endif

ifndef DISABLE_JEMALLOC
Y
Yueh-Hsuan Chiang 已提交
154 155 156
	EXEC_LDFLAGS := $(JEMALLOC_LIB) $(EXEC_LDFLAGS)
	PLATFORM_CXXFLAGS += $(JEMALLOC_INCLUDE)
	PLATFORM_CCFLAGS += $(JEMALLOC_INCLUDE)
I
Igor Canadi 已提交
157 158
endif

I
Igor Sugak 已提交
159 160 161 162 163
export GTEST_THROW_ON_FAILURE=1 GTEST_HAS_EXCEPTIONS=1
GTEST_DIR = ./third-party/gtest-1.7.0/fused-src
PLATFORM_CCFLAGS += -isystem $(GTEST_DIR)
PLATFORM_CXXFLAGS += -isystem $(GTEST_DIR)

164 165 166
# This (the first rule) must depend on "all".
default: all

167
WARNING_FLAGS = -W -Wextra -Wall -Wsign-compare -Wshadow \
Y
Yueh-Hsuan Chiang 已提交
168
  -Wno-unused-parameter
169

170
ifndef DISABLE_WARNING_AS_ERROR
Y
Yueh-Hsuan Chiang 已提交
171
	WARNING_FLAGS += -Werror
172 173
endif

I
Igor Canadi 已提交
174
CFLAGS += $(WARNING_FLAGS) -I. -I./include $(PLATFORM_CCFLAGS) $(OPT)
I
Igor Sugak 已提交
175
CXXFLAGS += $(WARNING_FLAGS) -I. -I./include $(PLATFORM_CXXFLAGS) $(OPT) -Woverloaded-virtual -Wnon-virtual-dtor -Wno-missing-field-initializers
176

S
Sanjay Ghemawat 已提交
177
LDFLAGS += $(PLATFORM_LDFLAGS)
J
jorlow@chromium.org 已提交
178

179
date := $(shell date +%F)
I
Igor Canadi 已提交
180
ifdef FORCE_GIT_SHA
Y
Yueh-Hsuan Chiang 已提交
181
	git_sha := $(FORCE_GIT_SHA)
I
Igor Canadi 已提交
182
else
Y
Yueh-Hsuan Chiang 已提交
183
	git_sha := $(shell git rev-parse HEAD 2>/dev/null)
I
Igor Canadi 已提交
184
endif
185
gen_build_version =							\
Y
Yueh-Hsuan Chiang 已提交
186 187 188 189 190 191 192
  printf '%s\n'								\
    '\#include "build_version.h"'					\
    'const char* rocksdb_build_git_sha =				\
      "rocksdb_build_git_sha:$(git_sha)";'			\
    'const char* rocksdb_build_git_date =				\
      "rocksdb_build_git_date:$(date)";'				\
    'const char* rocksdb_build_compile_date = __DATE__;'
193 194 195 196 197 198

# Record the version of the source that we are compiling.
# We keep a record of the git revision in this file.  It is then built
# as a regular source file as part of the compilation process.
# One can run "strings executable_filename | grep _build_" to find
# the version of the source that we used to build the executable file.
199
CLEAN_FILES += util/build_version.cc:
200 201
FORCE:
util/build_version.cc: FORCE
Y
Yueh-Hsuan Chiang 已提交
202 203 204 205 206
	$(AM_V_GEN)rm -f $@-t
	$(AM_V_at)$(gen_build_version) > $@-t
	$(AM_V_at)if test -f $@; then					\
	  cmp -s $@-t $@ && rm -f $@-t || mv -f $@-t $@;		\
	else mv -f $@-t $@; fi
207

208
LIBOBJECTS = $(LIB_SOURCES:.cc=.o)
209
MOCKOBJECTS = $(MOCK_SOURCES:.cc=.o)
J
jorlow@chromium.org 已提交
210

I
Igor Sugak 已提交
211
GTEST = $(GTEST_DIR)/gtest/gtest-all.o
J
jorlow@chromium.org 已提交
212
TESTUTIL = ./util/testutil.o
I
Igor Sugak 已提交
213
TESTHARNESS = ./util/testharness.o $(TESTUTIL) $(MOCKOBJECTS) $(GTEST)
214
VALGRIND_ERROR = 2
215
VALGRIND_DIR = build_tools/VALGRIND_LOGS
216
VALGRIND_VER := $(join $(VALGRIND_VER),valgrind)
217

218
VALGRIND_OPTS = --error-exitcode=$(VALGRIND_ERROR) --leak-check=full
219

J
jorlow@chromium.org 已提交
220
TESTS = \
221 222 223 224
	db_test \
	db_iter_test \
	db_log_iter_test \
	db_compaction_filter_test \
225
	db_compaction_test \
226
	db_dynamic_level_test \
227
	db_inplace_update_test \
228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250
	db_tailing_iter_test \
	db_universal_compaction_test \
	block_hash_index_test \
	autovector_test \
	column_family_test \
	table_properties_collector_test \
	arena_test \
	auto_roll_logger_test \
	block_test \
	bloom_test \
	dynamic_bloom_test \
	c_test \
	cache_test \
	checkpoint_test \
	coding_test \
	corruption_test \
	crc32c_test \
	slice_transform_test \
	dbformat_test \
	env_test \
	fault_injection_test \
	filelock_test \
	filename_test \
251
	file_reader_writer_test \
252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302
	block_based_filter_block_test \
	full_filter_block_test \
	histogram_test \
	log_test \
	manual_compaction_test \
	memenv_test \
	mock_env_test \
	memtable_list_test \
	merge_helper_test \
	merge_test \
	merger_test \
	redis_test \
	reduce_levels_test \
	plain_table_db_test \
	comparator_db_test \
	prefix_test \
	skiplist_test \
	stringappend_test \
	ttl_test \
	backupable_db_test \
	document_db_test \
	json_document_test \
	spatial_db_test \
	version_edit_test \
	version_set_test \
	compaction_picker_test \
	version_builder_test \
	file_indexer_test \
	write_batch_test \
	write_batch_with_index_test \
	write_controller_test\
	deletefile_test \
	table_test \
	thread_local_test \
	geodb_test \
	rate_limiter_test \
	options_test \
	event_logger_test \
	cuckoo_table_builder_test \
	cuckoo_table_reader_test \
	cuckoo_table_db_test \
	flush_job_test \
	wal_manager_test \
	listener_test \
	compaction_job_test \
	thread_list_test \
	sst_dump_test \
	compact_files_test \
	perf_context_test \
	optimistic_transaction_test \
	write_callback_test \
303 304 305
	heap_test \
	compact_on_deletion_collector_test \
	compaction_job_stats_test
306

307 308
SUBSET :=  $(shell echo $(TESTS) |sed s/^.*$(ROCKSDBTESTS_START)/$(ROCKSDBTESTS_START)/)

309
TOOLS = \
Y
Yueh-Hsuan Chiang 已提交
310 311 312 313 314 315 316
	sst_dump \
	db_sanity_test \
	db_stress \
	ldb \
	db_repl_stress \
	rocksdb_dump \
	rocksdb_undump
J
jorlow@chromium.org 已提交
317

I
Igor Canadi 已提交
318
BENCHMARKS = db_bench table_reader_bench cache_bench memtablerep_bench
J
jorlow@chromium.org 已提交
319

320 321
# The library name is configurable since we are maintaining libraries of both
# debug/release mode.
322
ifeq ($(LIBNAME),)
Y
Yueh-Hsuan Chiang 已提交
323
        LIBNAME=librocksdb
324
endif
325
LIBRARY = ${LIBNAME}.a
326

327 328 329
ROCKSDB_MAJOR = $(shell egrep "ROCKSDB_MAJOR.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
ROCKSDB_MINOR = $(shell egrep "ROCKSDB_MINOR.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
ROCKSDB_PATCH = $(shell egrep "ROCKSDB_PATCH.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
330

331 332
default: all

333 334 335
#-----------------------------------------------
# Create platform independent shared libraries.
#-----------------------------------------------
336
ifneq ($(PLATFORM_SHARED_EXT),)
H
heyongqiang 已提交
337 338

ifneq ($(PLATFORM_SHARED_VERSIONED),true)
339
SHARED1 = ${LIBNAME}.$(PLATFORM_SHARED_EXT)
H
heyongqiang 已提交
340 341
SHARED2 = $(SHARED1)
SHARED3 = $(SHARED1)
342
SHARED4 = $(SHARED1)
H
heyongqiang 已提交
343 344
SHARED = $(SHARED1)
else
345 346
SHARED_MAJOR = $(ROCKSDB_MAJOR)
SHARED_MINOR = $(ROCKSDB_MINOR)
347
SHARED_PATCH = $(ROCKSDB_PATCH)
348
SHARED1 = ${LIBNAME}.$(PLATFORM_SHARED_EXT)
349 350
SHARED2 = $(SHARED1).$(SHARED_MAJOR)
SHARED3 = $(SHARED1).$(SHARED_MAJOR).$(SHARED_MINOR)
351 352 353
SHARED4 = $(SHARED1).$(SHARED_MAJOR).$(SHARED_MINOR).$(SHARED_PATCH)
SHARED = $(SHARED1) $(SHARED2) $(SHARED3) $(SHARED4)
$(SHARED1): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
354
	ln -fs $(SHARED4) $(SHARED1)
355
$(SHARED2): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
356
	ln -fs $(SHARED4) $(SHARED2)
357
$(SHARED3): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
358
	ln -fs $(SHARED4) $(SHARED3)
359 360
endif

361
$(SHARED4):
Y
Yueh-Hsuan Chiang 已提交
362 363
	$(CXX) $(PLATFORM_SHARED_LDFLAGS)$(SHARED3) $(CXXFLAGS) $(PLATFORM_SHARED_CFLAGS) $(LIB_SOURCES) \
		$(LDFLAGS) -o $@
H
heyongqiang 已提交
364 365 366

endif  # PLATFORM_SHARED_EXT

367
.PHONY: blackbox_crash_test check clean coverage crash_test ldb_tests package \
Y
Yueh-Hsuan Chiang 已提交
368 369 370
	release tags valgrind_check whitebox_crash_test format static_lib shared_lib all \
	dbg rocksdbjavastatic rocksdbjava install install-static install-shared uninstall \
	analyze
371

I
Igor Canadi 已提交
372
all: $(LIBRARY) $(BENCHMARKS) $(TOOLS) $(TESTS)
373

I
Igor Canadi 已提交
374 375 376 377
static_lib: $(LIBRARY)

shared_lib: $(SHARED)

I
Igor Canadi 已提交
378
dbg: $(LIBRARY) $(BENCHMARKS) $(TOOLS) $(TESTS)
K
Kai Liu 已提交
379

380
# creates static library and programs
381
release:
Y
Yueh-Hsuan Chiang 已提交
382 383
	$(MAKE) clean
	OPT="-DNDEBUG -O2" $(MAKE) static_lib $(TOOLS) db_bench
K
Kai Liu 已提交
384 385

coverage:
Y
Yueh-Hsuan Chiang 已提交
386 387 388 389 390
	$(MAKE) clean
	COVERAGEFLAGS="-fprofile-arcs -ftest-coverage" LDFLAGS+="-lgcov" $(MAKE) J=1 all check
	cd coverage && ./coverage_test.sh
        # Delete intermediate files
	find . -type f -regex ".*\.\(\(gcda\)\|\(gcno\)\)" -exec rm {} \;
J
jorlow@chromium.org 已提交
391

392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410
# Extract the names of its tests by running db_test with --gtest_list_tests.
# This filter removes the "#"-introduced comments, and expands to
# fully-qualified names by changing input like this:
#
#   DBTest.
#     Empty
#     WriteEmptyBatch
#   MultiThreaded/MultiThreadedDBTest.
#     MultiThreaded/0  # GetParam() = 0
#     MultiThreaded/1  # GetParam() = 1
#
# into this:
#
#   DBTest.Empty
#   DBTest.WriteEmptyBatch
#   MultiThreaded/MultiThreadedDBTest.MultiThreaded/0
#   MultiThreaded/MultiThreadedDBTest.MultiThreaded/1
#
test_names = \
Y
Yueh-Hsuan Chiang 已提交
411 412 413 414 415
  ./db_test --gtest_list_tests						\
    | perl -n								\
      -e 's/ *\#.*//;'							\
      -e '/^(\s*)(\S+)/; !$$1 and do {$$p=$$2; break};'			\
      -e 'print qq! $$p$$2!'
416 417 418 419 420 421 422

ifeq ($(MAKECMDGOALS),check)
# Use /dev/shm if it has the sticky bit set (otherwise, /tmp),
# and create a randomly-named rocksdb.XXXX directory therein.
# We'll use that directory in the "make check" rules.
ifeq ($(TMPD),)
TMPD := $(shell f=/dev/shm; test -k $$f || f=/tmp;			\
Y
Yueh-Hsuan Chiang 已提交
423 424
  perl -le 'use File::Temp "tempdir";'					\
    -e 'print tempdir("'$$f'/rocksdb.XXXX", CLEANUP => 0)')
425 426
endif
endif
J
jorlow@chromium.org 已提交
427

428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445
ifneq ($(T),)

# Run all tests in parallel, accumulating per-test logs in t/log-*.

# t_sanitized is each $(T) with "-" in place of each "/".
t_sanitized = $(subst /,-,$(T))

# t_run is each sanitized name with a leading "t/".
t_run = $(patsubst %,t/%,$(t_sanitized))

# Each t_run file is a tiny generated bourne shell script
# that invokes one of db_tests's sub-tests. Why use a file
# for this?  Because that makes the invocation of parallel
# below simpler, which in turn makes the parsing of parallel's
# LOG simpler (the latter is for live monitoring as parallel
# tests run).
filter = --gtest_filter=$(subst -,/,$(@F))
$(t_run): Makefile db_test
Y
Yueh-Hsuan Chiang 已提交
446 447 448 449 450 451 452 453 454 455
	$(AM_V_GEN)mkdir -p t
	$(AM_V_at)rm -f $@ $@-t
	$(AM_V_at)printf '%s\n'						\
	    '#!/bin/sh'							\
	    'd=$(TMPD)/$(@F)'						\
	    'mkdir -p $$d'						\
	    'TEST_TMPDIR=$$d ./db_test $(filter)'			\
	  > $@-t
	$(AM_V_at)chmod a=rx $@-t
	$(AM_V_at)mv $@-t $@
456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473

# Reorder input lines (which are one per test) so that the
# longest-running tests appear first in the output.
# Do this by prefixing each selected name with its duration,
# sort the resulting names, and remove the leading numbers.
# FIXME: the "100" we prepend is a fake time, for now.
# FIXME: squirrel away timings from each run and use them
# (when present) on subsequent runs to order these tests.
#
# Without this reordering, these two tests would happen to start only
# after almost all other tests had completed, thus adding 100 seconds
# to the duration of parallel "make check".  That's the difference
# between 4 minutes (old) and 2m20s (new).
#
# 152.120 PASS t/DBTest.FileCreationRandomFailure
# 107.816 PASS t/DBTest.EncodeDecompressedBlockSizeTest
#
slow_test_regexp = \
Y
Yueh-Hsuan Chiang 已提交
474
  ^t/DBTest\.(?:FileCreationRandomFailure|EncodeDecompressedBlockSizeTest)$$
475
prioritize_long_running_tests =						\
Y
Yueh-Hsuan Chiang 已提交
476 477 478
  perl -pe 's,($(slow_test_regexp)),100 $$1,'				\
    | sort -k1,1gr							\
    | sed 's/^[.0-9]* //'
479 480 481 482 483 484 485 486

# "make check" uses
# Run with "make J=1 check" to disable parallelism in "make check".
# Run with "make J=200% check" to run two parallel jobs per core.
# The default is to run one job per core (J=100%).
# See "man parallel" for its "-j ..." option.
J = 100%

V
Venkatesh Radhakrishnan 已提交
487 488 489
# Use this regexp to select the subset of tests whose names match.
tests-regexp = .

490 491
.PHONY: check_0
check_0: $(t_run)
Y
Yueh-Hsuan Chiang 已提交
492 493 494 495 496 497 498 499 500 501 502 503
	$(AM_V_GEN)export TEST_TMPDIR=$(TMPD);				\
	printf '%s\n' ''						\
	  'To monitor subtest <duration,pass/fail,name>,'		\
	  '  run "make watch-log" in a separate window' '';		\
	test -t 1 && eta=--eta || eta=;					\
	{								\
	  printf './%s\n' $(filter-out db_test, $(TESTS));		\
	  printf '%s\n' $(t_run);					\
	}								\
	  | $(prioritize_long_running_tests)				\
	  | grep -E '$(tests-regexp)'					\
	  | parallel -j$(J) --joblog=LOG $$eta --gnu '{} >& t/log-{/}'
504 505 506
endif

CLEAN_FILES += t LOG $(TMPD)
507

508 509 510 511 512 513 514 515
# When running parallel "make check", you can monitor its progress
# from another window.
# Run "make watch_LOG" to show the duration,PASS/FAIL,name of parallel
# tests as they are being run.  We sort them so that longer-running ones
# appear at the top of the list and any failing tests remain at the top
# regardless of their duration. As with any use of "watch", hit ^C to
# interrupt.
watch-log:
Y
Yueh-Hsuan Chiang 已提交
516
	watch --interval=0 'sort -k7,7nr -k4,4gr LOG|$(quoted_perl_command)'
517

I
Igor Canadi 已提交
518
# If J != 1 and GNU parallel is installed, run the tests in parallel,
519 520
# via the check_0 rule above.  Otherwise, run them sequentially.
check: all
Y
Yueh-Hsuan Chiang 已提交
521 522 523 524 525 526 527 528 529 530 531 532 533
	$(AM_V_GEN)if test "$(J)" != 1                                  \
	    && (parallel --gnu --help 2>/dev/null) |                    \
	        grep -q 'GNU Parallel';                                 \
	then                                                            \
	    t=$$($(test_names));                                        \
	    $(MAKE) T="$$t" TMPD=$(TMPD) check_0;                       \
	else                                                            \
	    for t in $(TESTS); do                                       \
	      echo "===== Running $$t"; ./$$t || exit 1; done;          \
	fi
	rm -rf $(TMPD)
	python tools/ldb_test.py
	sh tools/rocksdb_dump_test.sh
534 535

check_some: $(SUBSET) ldb_tests
Y
Yueh-Hsuan Chiang 已提交
536
	for t in $(SUBSET); do echo "===== Running $$t"; ./$$t || exit 1; done
537 538

.PHONY: ldb_tests
539
ldb_tests: ldb
Y
Yueh-Hsuan Chiang 已提交
540
	python tools/ldb_test.py
541

I
Igor Canadi 已提交
542
crash_test: whitebox_crash_test blackbox_crash_test
543 544

blackbox_crash_test: db_stress
Y
Yueh-Hsuan Chiang 已提交
545
	python -u tools/db_crashtest.py
546 547

whitebox_crash_test: db_stress
Y
Yueh-Hsuan Chiang 已提交
548
	python -u tools/db_crashtest2.py
549

I
Igor Canadi 已提交
550
asan_check:
Y
Yueh-Hsuan Chiang 已提交
551 552 553
	$(MAKE) clean
	COMPILE_WITH_ASAN=1 $(MAKE) check -j32
	$(MAKE) clean
554 555

asan_crash_test:
Y
Yueh-Hsuan Chiang 已提交
556 557 558
	$(MAKE) clean
	COMPILE_WITH_ASAN=1 $(MAKE) crash_test
	$(MAKE) clean
I
Igor Canadi 已提交
559

I
Igor Canadi 已提交
560
valgrind_check: $(TESTS)
Y
Yueh-Hsuan Chiang 已提交
561 562 563 564 565 566 567 568 569 570 571 572
	mkdir -p $(VALGRIND_DIR)
	echo TESTS THAT HAVE VALGRIND ERRORS > $(VALGRIND_DIR)/valgrind_failed_tests; \
	echo TIMES in seconds TAKEN BY TESTS ON VALGRIND > $(VALGRIND_DIR)/valgrind_tests_times; \
	for t in $(filter-out skiplist_test,$(TESTS)); do \
		stime=`date '+%s'`; \
		$(VALGRIND_VER) $(VALGRIND_OPTS) ./$$t; \
		if [ $$? -eq $(VALGRIND_ERROR) ] ; then \
			echo $$t >> $(VALGRIND_DIR)/valgrind_failed_tests; \
		fi; \
		etime=`date '+%s'`; \
		echo $$t $$((etime - stime)) >> $(VALGRIND_DIR)/valgrind_tests_times; \
	done
573

574
analyze: clean
Y
Yueh-Hsuan Chiang 已提交
575 576 577 578
	$(CLANG_SCAN_BUILD) --use-analyzer=$(CLANG_ANALYZER) \
		--use-c++=$(CXX) --use-cc=$(CC) --status-bugs \
		-o $(CURDIR)/scan_build_report \
		$(MAKE) dbg
579

580 581
CLEAN_FILES += unity.cc
unity.cc: Makefile
Y
Yueh-Hsuan Chiang 已提交
582 583 584 585 586 587 588
	rm -f $@ $@-t
	for source_file in $(LIB_SOURCES); do \
		echo "#include <$$source_file>" >> $@-t; \
	done
	echo 'int main(int argc, char** argv){ return 0; }' >> $@-t
	chmod a=r $@-t
	mv $@-t $@
M
miguelportilla 已提交
589

590
unity: unity.o
Y
Yueh-Hsuan Chiang 已提交
591
	$(AM_LINK)
M
miguelportilla 已提交
592

J
jorlow@chromium.org 已提交
593
clean:
Y
Yueh-Hsuan Chiang 已提交
594 595 596 597 598
	rm -f $(BENCHMARKS) $(TOOLS) $(TESTS) $(LIBRARY) $(SHARED)
	rm -rf $(CLEAN_FILES) ios-x86 ios-arm scan_build_report
	find . -name "*.[oda]" -exec rm -f {} \;
	find . -type f -regex ".*\.\(\(gcda\)\|\(gcno\)\)" -exec rm {} \;
	rm -rf bzip2* snappy* zlib* lz4*
599

600
tags:
Y
Yueh-Hsuan Chiang 已提交
601 602
	ctags * -R
	cscope -b `find . -name '*.cc'` `find . -name '*.h'`
603

604
format:
Y
Yueh-Hsuan Chiang 已提交
605
	build_tools/format-diff.sh
606

607
package:
Y
Yueh-Hsuan Chiang 已提交
608
	bash build_tools/make_package.sh $(SHARED_MAJOR).$(SHARED_MINOR)
609

610 611 612
# ---------------------------------------------------------------------------
# 	Unit tests and tools
# ---------------------------------------------------------------------------
613
$(LIBRARY): $(LIBOBJECTS)
Y
Yueh-Hsuan Chiang 已提交
614 615
	$(AM_V_AR)rm -f $@
	$(AM_V_at)$(AR) $(ARFLAGS) $@ $(LIBOBJECTS)
J
jorlow@chromium.org 已提交
616

617
db_bench: db/db_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
618
	$(AM_LINK)
J
jorlow@chromium.org 已提交
619

F
Feng Zhu 已提交
620
cache_bench: util/cache_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
621
	$(AM_LINK)
J
jorlow@chromium.org 已提交
622

A
Ameya Gupte 已提交
623
memtablerep_bench: db/memtablerep_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
624
	$(AM_LINK)
A
Ameya Gupte 已提交
625

K
kailiu 已提交
626
block_hash_index_test: table/block_hash_index_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
627
	$(AM_LINK)
K
kailiu 已提交
628

629
db_stress: tools/db_stress.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
630
	$(AM_LINK)
631

I
Igor Canadi 已提交
632
db_sanity_test: tools/db_sanity_test.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
633
	$(AM_LINK)
634

635
db_repl_stress: tools/db_repl_stress.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
636
	$(AM_LINK)
637

J
jorlow@chromium.org 已提交
638
arena_test: util/arena_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
639
	$(AM_LINK)
J
jorlow@chromium.org 已提交
640

K
kailiu 已提交
641
autovector_test: util/autovector_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
642
	$(AM_LINK)
K
kailiu 已提交
643

644
column_family_test: db/column_family_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
645
	$(AM_LINK)
646

K
kailiu 已提交
647
table_properties_collector_test: db/table_properties_collector_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
648
	$(AM_LINK)
649

S
Sanjay Ghemawat 已提交
650
bloom_test: util/bloom_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
651
	$(AM_LINK)
S
Sanjay Ghemawat 已提交
652

653
dynamic_bloom_test: util/dynamic_bloom_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
654
	$(AM_LINK)
655

656
c_test: db/c_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
657
	$(AM_LINK)
658

J
jorlow@chromium.org 已提交
659
cache_test: util/cache_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
660
	$(AM_LINK)
J
jorlow@chromium.org 已提交
661 662

coding_test: util/coding_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
663
	$(AM_LINK)
J
jorlow@chromium.org 已提交
664

665
stringappend_test: utilities/merge_operators/string_append/stringappend_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
666
	$(AM_LINK)
667

668
redis_test: utilities/redis/redis_lists_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
669
	$(AM_LINK)
670

A
Abhishek Kona 已提交
671
histogram_test: util/histogram_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
672
	$(AM_LINK)
A
Abhishek Kona 已提交
673

L
Lei Jin 已提交
674
thread_local_test: util/thread_local_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
675
	$(AM_LINK)
L
Lei Jin 已提交
676

J
jorlow@chromium.org 已提交
677
corruption_test: db/corruption_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
678
	$(AM_LINK)
J
jorlow@chromium.org 已提交
679 680

crc32c_test: util/crc32c_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
681
	$(AM_LINK)
J
jorlow@chromium.org 已提交
682

683
slice_transform_test: util/slice_transform_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
684
	$(AM_LINK)
685

686
db_test: db/db_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
687
	$(AM_LINK)
J
jorlow@chromium.org 已提交
688

689 690
db_log_iter_test: db/db_log_iter_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)
691

692
db_compaction_filter_test: db/db_compaction_filter_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
693 694
	$(AM_LINK)

695 696 697
db_compaction_test: db/db_compaction_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

698
db_dynamic_level_test: db/db_dynamic_level_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
699 700
	$(AM_LINK)

701 702 703
db_inplace_update_test: db/db_inplace_update_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

704 705 706
db_tailing_iter_test: db/db_tailing_iter_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

S
Stanislau Hlebik 已提交
707
db_iter_test: db/db_iter_test.o $(LIBOBJECTS) $(TESTHARNESS)
708
	$(AM_LINK)
S
Stanislau Hlebik 已提交
709

710 711 712
db_universal_compaction_test: db/db_universal_compaction_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

713
log_write_bench: util/log_write_bench.o $(LIBOBJECTS) $(TESTHARNESS)
714
	$(AM_LINK) $(pg)
715

S
Siying Dong 已提交
716
plain_table_db_test: db/plain_table_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
717
	$(AM_LINK)
S
Siying Dong 已提交
718

719
comparator_db_test: db/comparator_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
720
	$(AM_LINK)
721

722
table_reader_bench: table/table_reader_bench.o $(LIBOBJECTS) $(TESTHARNESS)
723
	$(AM_LINK) $(pg)
724

725
perf_context_test: db/perf_context_test.o $(LIBOBJECTS) $(TESTHARNESS)
726
	$(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS)
727

H
Haobo Xu 已提交
728
prefix_test: db/prefix_test.o $(LIBOBJECTS) $(TESTHARNESS)
729
	$(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS)
H
Haobo Xu 已提交
730

I
Igor Canadi 已提交
731
backupable_db_test: utilities/backupable/backupable_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
732
	$(AM_LINK)
I
Igor Canadi 已提交
733

734 735 736
checkpoint_test: utilities/checkpoint/checkpoint_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
737
document_db_test: utilities/document/document_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
738
	$(AM_LINK)
I
Igor Canadi 已提交
739

I
Igor Canadi 已提交
740
json_document_test: utilities/document/json_document_test.o $(LIBOBJECTS) $(TESTHARNESS)
741
	$(AM_LINK)
I
Igor Canadi 已提交
742

I
Igor Canadi 已提交
743
spatial_db_test: utilities/spatialdb/spatial_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
744
	$(AM_LINK)
I
Igor Canadi 已提交
745

746
ttl_test: utilities/ttl/ttl_test.o $(LIBOBJECTS) $(TESTHARNESS)
747
	$(AM_LINK)
748

749
write_batch_with_index_test: utilities/write_batch_with_index/write_batch_with_index_test.o $(LIBOBJECTS) $(TESTHARNESS)
750
	$(AM_LINK)
751

I
Igor Canadi 已提交
752
flush_job_test: db/flush_job_test.o $(LIBOBJECTS) $(TESTHARNESS)
753
	$(AM_LINK)
I
Igor Canadi 已提交
754

I
Igor Canadi 已提交
755
compaction_job_test: db/compaction_job_test.o $(LIBOBJECTS) $(TESTHARNESS)
756
	$(AM_LINK)
I
Igor Canadi 已提交
757

758 759 760
compaction_job_stats_test: db/compaction_job_stats_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

761 762 763
compact_on_deletion_collector_test: utilities/table_properties_collectors/compact_on_deletion_collector_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
764
wal_manager_test: db/wal_manager_test.o $(LIBOBJECTS) $(TESTHARNESS)
765
	$(AM_LINK)
I
Igor Canadi 已提交
766

J
jorlow@chromium.org 已提交
767
dbformat_test: db/dbformat_test.o $(LIBOBJECTS) $(TESTHARNESS)
768
	$(AM_LINK)
J
jorlow@chromium.org 已提交
769 770

env_test: util/env_test.o $(LIBOBJECTS) $(TESTHARNESS)
771
	$(AM_LINK)
J
jorlow@chromium.org 已提交
772

773
fault_injection_test: db/fault_injection_test.o $(LIBOBJECTS) $(TESTHARNESS)
774
	$(AM_LINK)
775

L
Lei Jin 已提交
776
rate_limiter_test: util/rate_limiter_test.o $(LIBOBJECTS) $(TESTHARNESS)
777
	$(AM_LINK)
L
Lei Jin 已提交
778

J
jorlow@chromium.org 已提交
779
filename_test: db/filename_test.o $(LIBOBJECTS) $(TESTHARNESS)
780
	$(AM_LINK)
J
jorlow@chromium.org 已提交
781

782 783 784
file_reader_writer_test: util/file_reader_writer_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

785
block_based_filter_block_test: table/block_based_filter_block_test.o $(LIBOBJECTS) $(TESTHARNESS)
786
	$(AM_LINK)
787 788

full_filter_block_test: table/full_filter_block_test.o $(LIBOBJECTS) $(TESTHARNESS)
789
	$(AM_LINK)
S
Sanjay Ghemawat 已提交
790

J
jorlow@chromium.org 已提交
791
log_test: db/log_test.o $(LIBOBJECTS) $(TESTHARNESS)
792
	$(AM_LINK)
J
jorlow@chromium.org 已提交
793 794

table_test: table/table_test.o $(LIBOBJECTS) $(TESTHARNESS)
795
	$(AM_LINK)
J
jorlow@chromium.org 已提交
796

D
Dhruba Borthakur 已提交
797
block_test: table/block_test.o $(LIBOBJECTS) $(TESTHARNESS)
798
	$(AM_LINK)
D
Dhruba Borthakur 已提交
799

J
jorlow@chromium.org 已提交
800
skiplist_test: db/skiplist_test.o $(LIBOBJECTS) $(TESTHARNESS)
801
	$(AM_LINK)
J
jorlow@chromium.org 已提交
802 803

version_edit_test: db/version_edit_test.o $(LIBOBJECTS) $(TESTHARNESS)
804
	$(AM_LINK)
J
jorlow@chromium.org 已提交
805

806
version_set_test: db/version_set_test.o $(LIBOBJECTS) $(TESTHARNESS)
807
	$(AM_LINK)
808

S
sdong 已提交
809
compaction_picker_test: db/compaction_picker_test.o $(LIBOBJECTS) $(TESTHARNESS)
810
	$(AM_LINK)
S
sdong 已提交
811

S
sdong 已提交
812
version_builder_test: db/version_builder_test.o $(LIBOBJECTS) $(TESTHARNESS)
813
	$(AM_LINK)
S
sdong 已提交
814

815
file_indexer_test: db/file_indexer_test.o $(LIBOBJECTS) $(TESTHARNESS)
816
	$(AM_LINK)
817

818
reduce_levels_test: tools/reduce_levels_test.o $(LIBOBJECTS) $(TESTHARNESS)
819
	$(AM_LINK)
820

J
jorlow@chromium.org 已提交
821
write_batch_test: db/write_batch_test.o $(LIBOBJECTS) $(TESTHARNESS)
822
	$(AM_LINK)
823

824
write_controller_test: db/write_controller_test.o $(LIBOBJECTS) $(TESTHARNESS)
825
	$(AM_LINK)
826

827 828 829
merge_helper_test: db/merge_helper_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

J
Jim Paton 已提交
830
merge_test: db/merge_test.o $(LIBOBJECTS) $(TESTHARNESS)
831
	$(AM_LINK)
J
jorlow@chromium.org 已提交
832

I
Igor Canadi 已提交
833
merger_test: table/merger_test.o $(LIBOBJECTS) $(TESTHARNESS)
834
	$(AM_LINK)
I
Igor Canadi 已提交
835

836
deletefile_test: db/deletefile_test.o $(LIBOBJECTS) $(TESTHARNESS)
837
	$(AM_LINK)
838

839
geodb_test: utilities/geodb/geodb_test.o $(LIBOBJECTS) $(TESTHARNESS)
840
	$(AM_LINK)
841

842 843 844 845 846 847
rocksdb_dump: tools/dump/rocksdb_dump.o $(LIBOBJECTS)
	$(AM_LINK)

rocksdb_undump: tools/dump/rocksdb_undump.o $(LIBOBJECTS)
	$(AM_LINK)

848
cuckoo_table_builder_test: table/cuckoo_table_builder_test.o $(LIBOBJECTS) $(TESTHARNESS)
849
	$(AM_LINK)
850

I
Igor Canadi 已提交
851
cuckoo_table_reader_test: table/cuckoo_table_reader_test.o $(LIBOBJECTS) $(TESTHARNESS)
852
	$(AM_LINK)
853

854
cuckoo_table_db_test: db/cuckoo_table_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
855
	$(AM_LINK)
856

857
listener_test: db/listener_test.o $(LIBOBJECTS) $(TESTHARNESS)
858
	$(AM_LINK)
859

Y
Yueh-Hsuan Chiang 已提交
860
thread_list_test: util/thread_list_test.o $(LIBOBJECTS) $(TESTHARNESS)
861
	$(AM_LINK)
Y
Yueh-Hsuan Chiang 已提交
862

863 864 865
compact_files_test: db/compact_files_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

866
options_test: util/options_test.o $(LIBOBJECTS) $(TESTHARNESS)
867
	$(AM_LINK)
868

I
Igor Canadi 已提交
869 870 871
event_logger_test: util/event_logger_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

872
sst_dump_test: util/sst_dump_test.o $(LIBOBJECTS) $(TESTHARNESS)
873
	$(AM_LINK)
874

875
memenv_test : util/memenv_test.o $(LIBOBJECTS) $(TESTHARNESS)
876
	$(AM_LINK)
H
Hans Wennborg 已提交
877

A
agiardullo 已提交
878 879 880
optimistic_transaction_test: utilities/transactions/optimistic_transaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

881
mock_env_test : util/mock_env_test.o $(LIBOBJECTS) $(TESTHARNESS)
882
	$(AM_LINK)
883

884
manual_compaction_test: util/manual_compaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
885
	$(AM_LINK)
886

887
filelock_test: util/filelock_test.o $(LIBOBJECTS) $(TESTHARNESS)
888
	$(AM_LINK)
K
Kai Liu 已提交
889 890

auto_roll_logger_test: util/auto_roll_logger_test.o $(LIBOBJECTS) $(TESTHARNESS)
891
	$(AM_LINK)
892

A
agiardullo 已提交
893 894 895
memtable_list_test: db/memtable_list_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

A
agiardullo 已提交
896 897 898
write_callback_test: db/write_callback_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

899 900 901
heap_test: util/heap_test.o $(GTEST)
	$(AM_LINK)

902
sst_dump: tools/sst_dump.o $(LIBOBJECTS)
903
	$(AM_LINK)
904

905
ldb: tools/ldb.o $(LIBOBJECTS)
906
	$(AM_LINK)
907

I
Igor Canadi 已提交
908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939
#-------------------------------------------------
# make install related stuff
INSTALL_PATH ?= /usr/local

uninstall:
	rm -rf $(INSTALL_PATH)/include/rocksdb \
	  $(INSTALL_PATH)/lib/$(LIBRARY) \
	  $(INSTALL_PATH)/lib/$(SHARED4) \
	  $(INSTALL_PATH)/lib/$(SHARED3) \
	  $(INSTALL_PATH)/lib/$(SHARED2) \
	  $(INSTALL_PATH)/lib/$(SHARED1)

install-headers:
	install -d $(INSTALL_PATH)/lib
	for header_dir in `find "include/rocksdb" -type d`; do \
		install -d $(INSTALL_PATH)/$$header_dir; \
	done
	for header in `find "include/rocksdb" -type f -name *.h`; do \
		install -C -m 644 $$header $(INSTALL_PATH)/$$header; \
	done

install-static: install-headers $(LIBRARY)
	install -C -m 755 $(LIBRARY) $(INSTALL_PATH)/lib

install-shared: install-headers $(SHARED4)
	install -C -m 755 $(SHARED4) $(INSTALL_PATH)/lib && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED3) && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED2) && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED1)

# install static by default + install shared if it exists
install: install-static
I
Igor Canadi 已提交
940
	[ -e $(SHARED4) ] && $(MAKE) install-shared || :
I
Igor Canadi 已提交
941 942 943 944

#-------------------------------------------------


945 946 947 948
# ---------------------------------------------------------------------------
# Jni stuff
# ---------------------------------------------------------------------------

949
JAVA_INCLUDE = -I$(JAVA_HOME)/include/ -I$(JAVA_HOME)/include/linux
950 951
ARCH := $(shell getconf LONG_BIT)
ROCKSDBJNILIB = librocksdbjni-linux$(ARCH).so
952
ROCKSDB_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux$(ARCH).jar
953
ROCKSDB_JAR_ALL = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH).jar
C
Chris Riccomini 已提交
954
ROCKSDB_JAVADOCS_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-javadoc.jar
955
ROCKSDB_SOURCES_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-sources.jar
956 957

ifeq ($(PLATFORM), OS_MACOSX)
958
ROCKSDBJNILIB = librocksdbjni-osx.jnilib
959
ROCKSDB_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-osx.jar
960 961 962 963 964
ifneq ("$(wildcard $(JAVA_HOME)/include/darwin)","")
	JAVA_INCLUDE = -I$(JAVA_HOME)/include -I $(JAVA_HOME)/include/darwin
else
	JAVA_INCLUDE = -I/System/Library/Frameworks/JavaVM.framework/Headers/
endif
965 966
endif

N
Naveen 已提交
967 968
libz.a:
	-rm -rf zlib-1.2.8
N
Naveen 已提交
969 970 971
	curl -O http://zlib.net/zlib-1.2.8.tar.gz
	tar xvzf zlib-1.2.8.tar.gz
	cd zlib-1.2.8 && CFLAGS='-fPIC' ./configure --static && make
972
	cp zlib-1.2.8/libz.a .
N
Naveen 已提交
973 974 975

libbz2.a:
	-rm -rf bzip2-1.0.6
976
	curl -O  http://www.bzip.org/1.0.6/bzip2-1.0.6.tar.gz
N
Naveen 已提交
977 978 979 980
	tar xvzf bzip2-1.0.6.tar.gz
	cd bzip2-1.0.6 && make CFLAGS='-fPIC -Wall -Winline -O2 -g -D_FILE_OFFSET_BITS=64'
	cp bzip2-1.0.6/libbz2.a .

N
Naveen 已提交
981 982
libsnappy.a:
	-rm -rf snappy-1.1.1
N
Naveen 已提交
983 984
	curl -O https://snappy.googlecode.com/files/snappy-1.1.1.tar.gz
	tar xvzf snappy-1.1.1.tar.gz
N
Naveen 已提交
985
	cd snappy-1.1.1 && ./configure --with-pic --enable-static
N
Naveen 已提交
986 987
	cd snappy-1.1.1 && make
	cp snappy-1.1.1/.libs/libsnappy.a .
988

989 990 991 992 993 994 995
liblz4.a:
	   -rm -rf lz4-r127
	   curl -O https://codeload.github.com/Cyan4973/lz4/tar.gz/r127
	   mv r127 lz4-r127.tar.gz
	   tar xvzf lz4-r127.tar.gz
	   cd lz4-r127/lib && make CFLAGS='-fPIC' all
	   cp lz4-r127/lib/liblz4.a .
N
Naveen 已提交
996

997 998 999
# A version of each $(LIBOBJECTS) compiled with -fPIC
java_libobjects = $(patsubst %,jl/%,$(LIBOBJECTS))
CLEAN_FILES += jl
1000

1001 1002 1003 1004 1005
$(java_libobjects): jl/%.o: %.cc
	$(AM_V_CC)mkdir -p $(@D)
	@$(CXX) $(CXXFLAGS) -fPIC -c $< -o $@ $(COVERAGEFLAGS)

rocksdbjavastatic: $(java_libobjects) libz.a libbz2.a libsnappy.a liblz4.a
F
fyrz 已提交
1006
	cd java;$(MAKE) javalib;
1007
	rm -f ./java/target/$(ROCKSDBJNILIB)
1008 1009 1010
	$(CXX) $(CXXFLAGS) -I./java/. $(JAVA_INCLUDE) -shared -fPIC \
	  -o ./java/target/$(ROCKSDBJNILIB) $(JNI_NATIVE_SOURCES) \
	  $(java_libobjects) $(COVERAGEFLAGS) \
D
DerekSchenk 已提交
1011
	  libz.a libbz2.a libsnappy.a liblz4.a $(LDFLAGS)
1012 1013 1014 1015 1016 1017
	cd java/target;strip -S -x $(ROCKSDBJNILIB)
	cd java;jar -cf target/$(ROCKSDB_JAR) HISTORY*.md
	cd java/target;jar -uf $(ROCKSDB_JAR) $(ROCKSDBJNILIB)
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR) org/rocksdb/*.class org/rocksdb/util/*.class
	cd java/target/apidocs;jar -cf ../$(ROCKSDB_JAVADOCS_JAR) *
	cd java/src/main/java;jar -cf ../../../target/$(ROCKSDB_SOURCES_JAR) org
N
Naveen 已提交
1018

1019
rocksdbjavastaticrelease: rocksdbjavastatic
1020
	cd java/crossbuild && vagrant destroy -f && vagrant up linux32 && vagrant halt linux32 && vagrant up linux64 && vagrant halt linux64
1021 1022 1023
	cd java;jar -cf target/$(ROCKSDB_JAR_ALL) HISTORY*.md
	cd java/target;jar -uf $(ROCKSDB_JAR_ALL) librocksdbjni-*.so librocksdbjni-*.jnilib
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR_ALL) org/rocksdb/*.class org/rocksdb/util/*.class
1024

1025
rocksdbjavastaticpublish: rocksdbjavastaticrelease
1026 1027 1028 1029 1030 1031
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-javadoc.jar -Dclassifier=javadoc
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-sources.jar -Dclassifier=sources
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux64.jar -Dclassifier=linux64
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux32.jar -Dclassifier=linux32
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-osx.jar -Dclassifier=osx
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH).jar
1032

1033
rocksdbjava: $(java_libobjects)
F
fyrz 已提交
1034
	cd java;$(MAKE) javalib;
1035
	rm -f ./java/target/$(ROCKSDBJNILIB)
1036
	$(CXX) $(CXXFLAGS) -I./java/. $(JAVA_INCLUDE) -shared -fPIC -o ./java/target/$(ROCKSDBJNILIB) $(JNI_NATIVE_SOURCES) $(java_libobjects) $(JAVA_LDFLAGS) $(COVERAGEFLAGS)
1037 1038 1039
	cd java;jar -cf target/$(ROCKSDB_JAR) HISTORY*.md
	cd java/target;jar -uf $(ROCKSDB_JAR) $(ROCKSDBJNILIB)
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR) org/rocksdb/*.class org/rocksdb/util/*.class
1040 1041 1042 1043

jclean:
	cd java;$(MAKE) clean;

1044
jtest: rocksdbjava
1045
	cd java;$(MAKE) sample;$(MAKE) test;
1046

1047 1048 1049
jdb_bench:
	cd java;$(MAKE) db_bench;

1050 1051 1052 1053
commit-prereq:
	$(MAKE) clean && $(MAKE) all check;
	$(MAKE) clean && $(MAKE) rocksdbjava;
	$(MAKE) clean && USE_CLANG=1 $(MAKE) all;
1054
	$(MAKE) clean && OPT=-DROCKSDB_LITE $(MAKE) static_lib;
1055

V
Venkatesh Radhakrishnan 已提交
1056 1057 1058 1059 1060 1061 1062
xfunc:
	for xftest in $(XFUNC_TESTS); do \
		echo "===== Running xftest $$xftest"; \
		make check ROCKSDB_XFUNC_TEST="$$xftest" tests-regexp="DBTest" ;\
	done


1063 1064 1065
# ---------------------------------------------------------------------------
#  	Platform-specific compilation
# ---------------------------------------------------------------------------
J
Jim Paton 已提交
1066

1067 1068 1069
ifeq ($(PLATFORM), IOS)
# For iOS, create universal object files to be used on both the simulator and
# a device.
H
heyongqiang 已提交
1070 1071 1072
PLATFORMSROOT=/Applications/Xcode.app/Contents/Developer/Platforms
SIMULATORROOT=$(PLATFORMSROOT)/iPhoneSimulator.platform/Developer
DEVICEROOT=$(PLATFORMSROOT)/iPhoneOS.platform/Developer
I
Igor Canadi 已提交
1073
IOSVERSION=$(shell defaults read $(PLATFORMSROOT)/iPhoneOS.platform/version CFBundleShortVersionString)
1074

1075 1076
.cc.o:
	mkdir -p ios-x86/$(dir $@)
I
Igor Canadi 已提交
1077
	$(CXX) $(CXXFLAGS) -isysroot $(SIMULATORROOT)/SDKs/iPhoneSimulator$(IOSVERSION).sdk -arch i686 -arch x86_64 -c $< -o ios-x86/$@
1078
	mkdir -p ios-arm/$(dir $@)
I
Igor Canadi 已提交
1079
	xcrun -sdk iphoneos $(CXX) $(CXXFLAGS) -isysroot $(DEVICEROOT)/SDKs/iPhoneOS$(IOSVERSION).sdk -arch armv6 -arch armv7 -arch armv7s -arch arm64 -c $< -o ios-arm/$@
1080
	lipo ios-x86/$@ ios-arm/$@ -create -output $@
1081 1082 1083

.c.o:
	mkdir -p ios-x86/$(dir $@)
I
Igor Canadi 已提交
1084
	$(CC) $(CFLAGS) -isysroot $(SIMULATORROOT)/SDKs/iPhoneSimulator$(IOSVERSION).sdk -arch i686 -arch x86_64 -c $< -o ios-x86/$@
1085
	mkdir -p ios-arm/$(dir $@)
I
Igor Canadi 已提交
1086
	xcrun -sdk iphoneos $(CC) $(CFLAGS) -isysroot $(DEVICEROOT)/SDKs/iPhoneOS$(IOSVERSION).sdk -arch armv6 -arch armv7 -arch armv7s -arch arm64 -c $< -o ios-arm/$@
1087 1088
	lipo ios-x86/$@ ios-arm/$@ -create -output $@

1089
else
J
jorlow@chromium.org 已提交
1090
.cc.o:
1091
	$(AM_V_CC)$(CXX) $(CXXFLAGS) -c $< -o $@ $(COVERAGEFLAGS)
1092 1093

.c.o:
1094
	$(AM_V_CC)$(CC) $(CFLAGS) -c $< -o $@
1095
endif
1096

1097 1098 1099 1100
# ---------------------------------------------------------------------------
#  	Source files dependencies detection
# ---------------------------------------------------------------------------

1101 1102 1103
all_sources = $(LIB_SOURCES) $(TEST_BENCH_SOURCES) $(MOCK_SOURCES)
DEPFILES = $(all_sources:.cc=.d)

1104 1105 1106 1107 1108
# Add proper dependency support so changing a .h file forces a .cc file to
# rebuild.

# The .d file indicates .cc file's dependencies on .h files. We generate such
# dependency by g++'s -MM option, whose output is a make dependency rule.
1109
$(DEPFILES): %.d: %.cc
1110
	@$(CXX) $(CXXFLAGS) $(PLATFORM_SHARED_CFLAGS) \
1111
	  -MM -MT'$@' -MT'$(<:.cc=.o)' "$<" -o '$@'
1112 1113 1114

depend: $(DEPFILES)

1115 1116 1117 1118
# if the make goal is either "clean" or "format", we shouldn't
# try to import the *.d files.
# TODO(kailiu) The unfamiliarity of Make's conditions leads to the ugly
# working solution.
1119
ifneq ($(MAKECMDGOALS),clean)
1120
ifneq ($(MAKECMDGOALS),format)
1121 1122
ifneq ($(MAKECMDGOALS),jclean)
ifneq ($(MAKECMDGOALS),jtest)
1123
ifneq ($(MAKECMDGOALS),package)
1124
ifneq ($(MAKECMDGOALS),analyze)
1125 1126
-include $(DEPFILES)
endif
1127
endif
1128 1129
endif
endif
1130
endif
1131
endif