Makefile 36.5 KB
Newer Older
J
jorlow@chromium.org 已提交
1 2 3 4
# Copyright (c) 2011 The LevelDB Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. See the AUTHORS file for names of contributors.

5
# Inherit some settings from environment variables, if available
J
jorlow@chromium.org 已提交
6

7
#-----------------------------------------------
8

9
CLEAN_FILES = # deliberately empty, so we can append below.
10 11 12 13
CFLAGS += ${EXTRA_CFLAGS}
CXXFLAGS += ${EXTRA_CXXFLAGS}
LDFLAGS += $(EXTRA_LDFLAGS)
MACHINE ?= $(shell uname -m)
I
Igor Canadi 已提交
14
ARFLAGS = rs
15

16 17
# Transform parallel LOG output into something more readable.
perl_command = perl -n \
Y
Yueh-Hsuan Chiang 已提交
18 19 20 21
  -e '@a=split("\t",$$_,-1); $$t=$$a[8]; $$t =~ s,^\./,,;'		\
  -e '$$t =~ s, >.*,,; chomp $$t;'					\
  -e '$$t =~ /.*--gtest_filter=(.*?\.[\w\/]+)/ and $$t=$$1;'		\
  -e 'printf "%7.3f %s %s\n", $$a[3], $$a[6] == 0 ? "PASS" : "FAIL", $$t'
22 23
quoted_perl_command = $(subst ','\'',$(perl_command))

24 25 26 27 28 29 30 31 32
# DEBUG_LEVEL can have three values:
# * DEBUG_LEVEL=2; this is the ultimate debug mode. It will compile rocksdb
# without any optimizations. To compile with level 2, issue `make dbg`
# * DEBUG_LEVEL=1; debug level 1 enables all assertions and debug code, but
# compiles rocksdb with -O2 optimizations. this is the default debug level.
# `make all` or `make <binary_target>` compile RocksDB with debug level 1.
# We use this debug level when developing RocksDB.
# * DEBUG_LEVEL=0; this is the debug level we use for release. If you're
# running rocksdb in production you most definitely want to compile RocksDB
A
agiardullo 已提交
33
# with debug level 0. To compile with level 0, run `make shared_lib`,
34 35 36 37 38
# `make install-shared`, `make static_lib`, `make install-static` or
# `make install`
DEBUG_LEVEL=1

ifeq ($(MAKECMDGOALS),dbg)
Y
Yueh-Hsuan Chiang 已提交
39
	DEBUG_LEVEL=2
40
endif
41 42

ifeq ($(MAKECMDGOALS),shared_lib)
Y
Yueh-Hsuan Chiang 已提交
43
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
44
endif
I
Igor Canadi 已提交
45

I
Igor Canadi 已提交
46
ifeq ($(MAKECMDGOALS),install-shared)
Y
Yueh-Hsuan Chiang 已提交
47
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
48 49
endif

I
Igor Canadi 已提交
50
ifeq ($(MAKECMDGOALS),static_lib)
Y
Yueh-Hsuan Chiang 已提交
51
	DEBUG_LEVEL=0
52
endif
I
Igor Canadi 已提交
53

I
Igor Canadi 已提交
54
ifeq ($(MAKECMDGOALS),install-static)
Y
Yueh-Hsuan Chiang 已提交
55
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
56 57 58
endif

ifeq ($(MAKECMDGOALS),install)
Y
Yueh-Hsuan Chiang 已提交
59
	DEBUG_LEVEL=0
60 61
endif

62
ifeq ($(MAKECMDGOALS),rocksdbjavastatic)
Y
Yueh-Hsuan Chiang 已提交
63
	DEBUG_LEVEL=0
64 65
endif

66 67 68 69 70 71 72 73 74 75 76
# compile with -O2 if debug level is not 2
ifneq ($(DEBUG_LEVEL), 2)
OPT += -O2 -fno-omit-frame-pointer
ifneq ($(MACHINE),ppc64) # ppc64 doesn't support -momit-leaf-frame-pointer
OPT += -momit-leaf-frame-pointer
endif
endif

# if we're compiling for release, compile without debug code (-DNDEBUG) and
# don't treat warnings as errors
ifeq ($(DEBUG_LEVEL),0)
I
Igor Canadi 已提交
77
OPT += -DNDEBUG
78
DISABLE_WARNING_AS_ERROR=1
I
Igor Canadi 已提交
79 80
endif

81
#-----------------------------------------------
82
include src.mk
83

84 85 86 87 88 89
AM_DEFAULT_VERBOSITY = 0

AM_V_GEN = $(am__v_GEN_$(V))
am__v_GEN_ = $(am__v_GEN_$(AM_DEFAULT_VERBOSITY))
am__v_GEN_0 = @echo "  GEN     " $@;
am__v_GEN_1 =
J
Jim Meyering 已提交
90 91 92 93
AM_V_at = $(am__v_at_$(V))
am__v_at_ = $(am__v_at_$(AM_DEFAULT_VERBOSITY))
am__v_at_0 = @
am__v_at_1 =
94 95 96 97 98 99 100 101 102 103 104

AM_V_CC = $(am__v_CC_$(V))
am__v_CC_ = $(am__v_CC_$(AM_DEFAULT_VERBOSITY))
am__v_CC_0 = @echo "  CC      " $@;
am__v_CC_1 =
CCLD = $(CC)
LINK = $(CCLD) $(AM_CFLAGS) $(CFLAGS) $(AM_LDFLAGS) $(LDFLAGS) -o $@
AM_V_CCLD = $(am__v_CCLD_$(V))
am__v_CCLD_ = $(am__v_CCLD_$(AM_DEFAULT_VERBOSITY))
am__v_CCLD_0 = @echo "  CCLD    " $@;
am__v_CCLD_1 =
J
Jim Meyering 已提交
105 106 107 108
AM_V_AR = $(am__v_AR_$(V))
am__v_AR_ = $(am__v_AR_$(AM_DEFAULT_VERBOSITY))
am__v_AR_0 = @echo "  AR      " $@;
am__v_AR_1 =
109

110 111
AM_LINK = $(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS) $(COVERAGEFLAGS)

112
# detect what platform we're building on
113
dummy := $(shell (export ROCKSDB_ROOT="$(CURDIR)"; "$(CURDIR)/build_tools/build_detect_platform" "$(CURDIR)/make_config.mk"))
S
Sanjay Ghemawat 已提交
114
# this file is generated by the previous line to set build flags and sources
I
Igor Canadi 已提交
115
include make_config.mk
116
CLEAN_FILES += make_config.mk
J
jorlow@chromium.org 已提交
117

I
Igor Canadi 已提交
118 119 120 121 122 123 124 125
ifneq ($(PLATFORM), IOS)
CFLAGS += -g
CXXFLAGS += -g
else
# no debug info for IOS, that will make our library big
OPT += -DNDEBUG
endif

126
ifneq ($(filter -DROCKSDB_LITE,$(OPT)),)
Y
Yueh-Hsuan Chiang 已提交
127 128 129
	# found
	CFLAGS += -fno-exceptions
	CXXFLAGS += -fno-exceptions
130 131
endif

I
Igor Canadi 已提交
132 133
# ASAN doesn't work well with jemalloc. If we're compiling with ASAN, we should use regular malloc.
ifdef COMPILE_WITH_ASAN
Y
Yueh-Hsuan Chiang 已提交
134 135 136 137
	DISABLE_JEMALLOC=1
	EXEC_LDFLAGS += -fsanitize=address
	PLATFORM_CCFLAGS += -fsanitize=address
	PLATFORM_CXXFLAGS += -fsanitize=address
I
Igor Canadi 已提交
138 139 140 141
endif

# TSAN doesn't work well with jemalloc. If we're compiling with TSAN, we should use regular malloc.
ifdef COMPILE_WITH_TSAN
Y
Yueh-Hsuan Chiang 已提交
142 143 144 145 146 147 148
	DISABLE_JEMALLOC=1
	EXEC_LDFLAGS += -fsanitize=thread -pie
	PLATFORM_CCFLAGS += -fsanitize=thread -fPIC -DROCKSDB_TSAN_RUN
	PLATFORM_CXXFLAGS += -fsanitize=thread -fPIC -DROCKSDB_TSAN_RUN
        # Turn off -pg when enabling TSAN testing, because that induces
        # a link failure.  TODO: find the root cause
	pg =
149
else
Y
Yueh-Hsuan Chiang 已提交
150
	pg = -pg
I
Igor Canadi 已提交
151 152 153
endif

ifndef DISABLE_JEMALLOC
Y
Yueh-Hsuan Chiang 已提交
154 155 156
	EXEC_LDFLAGS := $(JEMALLOC_LIB) $(EXEC_LDFLAGS)
	PLATFORM_CXXFLAGS += $(JEMALLOC_INCLUDE)
	PLATFORM_CCFLAGS += $(JEMALLOC_INCLUDE)
I
Igor Canadi 已提交
157 158
endif

I
Igor Sugak 已提交
159 160 161 162 163
export GTEST_THROW_ON_FAILURE=1 GTEST_HAS_EXCEPTIONS=1
GTEST_DIR = ./third-party/gtest-1.7.0/fused-src
PLATFORM_CCFLAGS += -isystem $(GTEST_DIR)
PLATFORM_CXXFLAGS += -isystem $(GTEST_DIR)

164 165 166
# This (the first rule) must depend on "all".
default: all

167
WARNING_FLAGS = -W -Wextra -Wall -Wsign-compare -Wshadow \
Y
Yueh-Hsuan Chiang 已提交
168
  -Wno-unused-parameter
169

170
ifndef DISABLE_WARNING_AS_ERROR
Y
Yueh-Hsuan Chiang 已提交
171
	WARNING_FLAGS += -Werror
172 173
endif

I
Igor Canadi 已提交
174
CFLAGS += $(WARNING_FLAGS) -I. -I./include $(PLATFORM_CCFLAGS) $(OPT)
I
Igor Sugak 已提交
175
CXXFLAGS += $(WARNING_FLAGS) -I. -I./include $(PLATFORM_CXXFLAGS) $(OPT) -Woverloaded-virtual -Wnon-virtual-dtor -Wno-missing-field-initializers
176

S
Sanjay Ghemawat 已提交
177
LDFLAGS += $(PLATFORM_LDFLAGS)
J
jorlow@chromium.org 已提交
178

179
date := $(shell date +%F)
I
Igor Canadi 已提交
180
ifdef FORCE_GIT_SHA
Y
Yueh-Hsuan Chiang 已提交
181
	git_sha := $(FORCE_GIT_SHA)
I
Igor Canadi 已提交
182
else
Y
Yueh-Hsuan Chiang 已提交
183
	git_sha := $(shell git rev-parse HEAD 2>/dev/null)
I
Igor Canadi 已提交
184
endif
185
gen_build_version =							\
Y
Yueh-Hsuan Chiang 已提交
186 187 188 189 190 191 192
  printf '%s\n'								\
    '\#include "build_version.h"'					\
    'const char* rocksdb_build_git_sha =				\
      "rocksdb_build_git_sha:$(git_sha)";'			\
    'const char* rocksdb_build_git_date =				\
      "rocksdb_build_git_date:$(date)";'				\
    'const char* rocksdb_build_compile_date = __DATE__;'
193 194 195 196 197 198

# Record the version of the source that we are compiling.
# We keep a record of the git revision in this file.  It is then built
# as a regular source file as part of the compilation process.
# One can run "strings executable_filename | grep _build_" to find
# the version of the source that we used to build the executable file.
199
CLEAN_FILES += util/build_version.cc:
200 201
FORCE:
util/build_version.cc: FORCE
Y
Yueh-Hsuan Chiang 已提交
202 203 204 205 206
	$(AM_V_GEN)rm -f $@-t
	$(AM_V_at)$(gen_build_version) > $@-t
	$(AM_V_at)if test -f $@; then					\
	  cmp -s $@-t $@ && rm -f $@-t || mv -f $@-t $@;		\
	else mv -f $@-t $@; fi
207

208
LIBOBJECTS = $(LIB_SOURCES:.cc=.o)
209
MOCKOBJECTS = $(MOCK_SOURCES:.cc=.o)
J
jorlow@chromium.org 已提交
210

I
Igor Sugak 已提交
211
GTEST = $(GTEST_DIR)/gtest/gtest-all.o
J
jorlow@chromium.org 已提交
212
TESTUTIL = ./util/testutil.o
I
Igor Sugak 已提交
213
TESTHARNESS = ./util/testharness.o $(TESTUTIL) $(MOCKOBJECTS) $(GTEST)
214
VALGRIND_ERROR = 2
215
VALGRIND_DIR = build_tools/VALGRIND_LOGS
216
VALGRIND_VER := $(join $(VALGRIND_VER),valgrind)
217

218
VALGRIND_OPTS = --error-exitcode=$(VALGRIND_ERROR) --leak-check=full
219

J
jorlow@chromium.org 已提交
220
TESTS = \
221 222 223 224
	db_test \
	db_iter_test \
	db_log_iter_test \
	db_compaction_filter_test \
225
	db_compaction_test \
226
	db_dynamic_level_test \
227
	db_inplace_update_test \
228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250
	db_tailing_iter_test \
	db_universal_compaction_test \
	block_hash_index_test \
	autovector_test \
	column_family_test \
	table_properties_collector_test \
	arena_test \
	auto_roll_logger_test \
	block_test \
	bloom_test \
	dynamic_bloom_test \
	c_test \
	cache_test \
	checkpoint_test \
	coding_test \
	corruption_test \
	crc32c_test \
	slice_transform_test \
	dbformat_test \
	env_test \
	fault_injection_test \
	filelock_test \
	filename_test \
251
	file_reader_writer_test \
252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302
	block_based_filter_block_test \
	full_filter_block_test \
	histogram_test \
	log_test \
	manual_compaction_test \
	memenv_test \
	mock_env_test \
	memtable_list_test \
	merge_helper_test \
	merge_test \
	merger_test \
	redis_test \
	reduce_levels_test \
	plain_table_db_test \
	comparator_db_test \
	prefix_test \
	skiplist_test \
	stringappend_test \
	ttl_test \
	backupable_db_test \
	document_db_test \
	json_document_test \
	spatial_db_test \
	version_edit_test \
	version_set_test \
	compaction_picker_test \
	version_builder_test \
	file_indexer_test \
	write_batch_test \
	write_batch_with_index_test \
	write_controller_test\
	deletefile_test \
	table_test \
	thread_local_test \
	geodb_test \
	rate_limiter_test \
	options_test \
	event_logger_test \
	cuckoo_table_builder_test \
	cuckoo_table_reader_test \
	cuckoo_table_db_test \
	flush_job_test \
	wal_manager_test \
	listener_test \
	compaction_job_test \
	thread_list_test \
	sst_dump_test \
	compact_files_test \
	perf_context_test \
	optimistic_transaction_test \
	write_callback_test \
303 304 305
	heap_test \
	compact_on_deletion_collector_test \
	compaction_job_stats_test
306

307 308
SUBSET :=  $(shell echo $(TESTS) |sed s/^.*$(ROCKSDBTESTS_START)/$(ROCKSDBTESTS_START)/)

309
TOOLS = \
Y
Yueh-Hsuan Chiang 已提交
310 311 312 313 314 315 316
	sst_dump \
	db_sanity_test \
	db_stress \
	ldb \
	db_repl_stress \
	rocksdb_dump \
	rocksdb_undump
J
jorlow@chromium.org 已提交
317

I
Igor Canadi 已提交
318
BENCHMARKS = db_bench table_reader_bench cache_bench memtablerep_bench
J
jorlow@chromium.org 已提交
319

320 321
# The library name is configurable since we are maintaining libraries of both
# debug/release mode.
322
ifeq ($(LIBNAME),)
Y
Yueh-Hsuan Chiang 已提交
323
        LIBNAME=librocksdb
324
endif
325
LIBRARY = ${LIBNAME}.a
326

327 328 329
ROCKSDB_MAJOR = $(shell egrep "ROCKSDB_MAJOR.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
ROCKSDB_MINOR = $(shell egrep "ROCKSDB_MINOR.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
ROCKSDB_PATCH = $(shell egrep "ROCKSDB_PATCH.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
330

331 332
default: all

333 334 335
#-----------------------------------------------
# Create platform independent shared libraries.
#-----------------------------------------------
336
ifneq ($(PLATFORM_SHARED_EXT),)
H
heyongqiang 已提交
337 338

ifneq ($(PLATFORM_SHARED_VERSIONED),true)
339
SHARED1 = ${LIBNAME}.$(PLATFORM_SHARED_EXT)
H
heyongqiang 已提交
340 341
SHARED2 = $(SHARED1)
SHARED3 = $(SHARED1)
342
SHARED4 = $(SHARED1)
H
heyongqiang 已提交
343 344
SHARED = $(SHARED1)
else
345 346
SHARED_MAJOR = $(ROCKSDB_MAJOR)
SHARED_MINOR = $(ROCKSDB_MINOR)
347
SHARED_PATCH = $(ROCKSDB_PATCH)
348
SHARED1 = ${LIBNAME}.$(PLATFORM_SHARED_EXT)
349 350 351 352 353 354
ifeq ($(PLATFORM), OS_MACOSX)
SHARED_OSX = $(LIBNAME).$(SHARED_MAJOR)
SHARED2 = $(SHARED_OSX).$(PLATFORM_SHARED_EXT)
SHARED3 = $(SHARED_OSX).$(SHARED_MINOR).$(PLATFORM_SHARED_EXT)
SHARED4 = $(SHARED_OSX).$(SHARED_MINOR).$(SHARED_PATCH).$(PLATFORM_SHARED_EXT)
else
355 356
SHARED2 = $(SHARED1).$(SHARED_MAJOR)
SHARED3 = $(SHARED1).$(SHARED_MAJOR).$(SHARED_MINOR)
357
SHARED4 = $(SHARED1).$(SHARED_MAJOR).$(SHARED_MINOR).$(SHARED_PATCH)
358
endif
359 360
SHARED = $(SHARED1) $(SHARED2) $(SHARED3) $(SHARED4)
$(SHARED1): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
361
	ln -fs $(SHARED4) $(SHARED1)
362
$(SHARED2): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
363
	ln -fs $(SHARED4) $(SHARED2)
364
$(SHARED3): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
365
	ln -fs $(SHARED4) $(SHARED3)
366 367
endif

368
$(SHARED4):
Y
Yueh-Hsuan Chiang 已提交
369 370
	$(CXX) $(PLATFORM_SHARED_LDFLAGS)$(SHARED3) $(CXXFLAGS) $(PLATFORM_SHARED_CFLAGS) $(LIB_SOURCES) \
		$(LDFLAGS) -o $@
H
heyongqiang 已提交
371 372 373

endif  # PLATFORM_SHARED_EXT

374
.PHONY: blackbox_crash_test check clean coverage crash_test ldb_tests package \
Y
Yueh-Hsuan Chiang 已提交
375 376 377
	release tags valgrind_check whitebox_crash_test format static_lib shared_lib all \
	dbg rocksdbjavastatic rocksdbjava install install-static install-shared uninstall \
	analyze
378

I
Igor Canadi 已提交
379
all: $(LIBRARY) $(BENCHMARKS) $(TOOLS) $(TESTS)
380

I
Igor Canadi 已提交
381 382 383 384
static_lib: $(LIBRARY)

shared_lib: $(SHARED)

I
Igor Canadi 已提交
385
dbg: $(LIBRARY) $(BENCHMARKS) $(TOOLS) $(TESTS)
K
Kai Liu 已提交
386

387
# creates static library and programs
388
release:
Y
Yueh-Hsuan Chiang 已提交
389 390
	$(MAKE) clean
	OPT="-DNDEBUG -O2" $(MAKE) static_lib $(TOOLS) db_bench
K
Kai Liu 已提交
391 392

coverage:
Y
Yueh-Hsuan Chiang 已提交
393 394 395 396 397
	$(MAKE) clean
	COVERAGEFLAGS="-fprofile-arcs -ftest-coverage" LDFLAGS+="-lgcov" $(MAKE) J=1 all check
	cd coverage && ./coverage_test.sh
        # Delete intermediate files
	find . -type f -regex ".*\.\(\(gcda\)\|\(gcno\)\)" -exec rm {} \;
J
jorlow@chromium.org 已提交
398

399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417
# Extract the names of its tests by running db_test with --gtest_list_tests.
# This filter removes the "#"-introduced comments, and expands to
# fully-qualified names by changing input like this:
#
#   DBTest.
#     Empty
#     WriteEmptyBatch
#   MultiThreaded/MultiThreadedDBTest.
#     MultiThreaded/0  # GetParam() = 0
#     MultiThreaded/1  # GetParam() = 1
#
# into this:
#
#   DBTest.Empty
#   DBTest.WriteEmptyBatch
#   MultiThreaded/MultiThreadedDBTest.MultiThreaded/0
#   MultiThreaded/MultiThreadedDBTest.MultiThreaded/1
#
test_names = \
Y
Yueh-Hsuan Chiang 已提交
418 419 420 421 422
  ./db_test --gtest_list_tests						\
    | perl -n								\
      -e 's/ *\#.*//;'							\
      -e '/^(\s*)(\S+)/; !$$1 and do {$$p=$$2; break};'			\
      -e 'print qq! $$p$$2!'
423 424 425 426 427 428 429

ifeq ($(MAKECMDGOALS),check)
# Use /dev/shm if it has the sticky bit set (otherwise, /tmp),
# and create a randomly-named rocksdb.XXXX directory therein.
# We'll use that directory in the "make check" rules.
ifeq ($(TMPD),)
TMPD := $(shell f=/dev/shm; test -k $$f || f=/tmp;			\
Y
Yueh-Hsuan Chiang 已提交
430 431
  perl -le 'use File::Temp "tempdir";'					\
    -e 'print tempdir("'$$f'/rocksdb.XXXX", CLEANUP => 0)')
432 433
endif
endif
J
jorlow@chromium.org 已提交
434

435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452
ifneq ($(T),)

# Run all tests in parallel, accumulating per-test logs in t/log-*.

# t_sanitized is each $(T) with "-" in place of each "/".
t_sanitized = $(subst /,-,$(T))

# t_run is each sanitized name with a leading "t/".
t_run = $(patsubst %,t/%,$(t_sanitized))

# Each t_run file is a tiny generated bourne shell script
# that invokes one of db_tests's sub-tests. Why use a file
# for this?  Because that makes the invocation of parallel
# below simpler, which in turn makes the parsing of parallel's
# LOG simpler (the latter is for live monitoring as parallel
# tests run).
filter = --gtest_filter=$(subst -,/,$(@F))
$(t_run): Makefile db_test
Y
Yueh-Hsuan Chiang 已提交
453 454 455 456 457 458 459 460 461 462
	$(AM_V_GEN)mkdir -p t
	$(AM_V_at)rm -f $@ $@-t
	$(AM_V_at)printf '%s\n'						\
	    '#!/bin/sh'							\
	    'd=$(TMPD)/$(@F)'						\
	    'mkdir -p $$d'						\
	    'TEST_TMPDIR=$$d ./db_test $(filter)'			\
	  > $@-t
	$(AM_V_at)chmod a=rx $@-t
	$(AM_V_at)mv $@-t $@
463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480

# Reorder input lines (which are one per test) so that the
# longest-running tests appear first in the output.
# Do this by prefixing each selected name with its duration,
# sort the resulting names, and remove the leading numbers.
# FIXME: the "100" we prepend is a fake time, for now.
# FIXME: squirrel away timings from each run and use them
# (when present) on subsequent runs to order these tests.
#
# Without this reordering, these two tests would happen to start only
# after almost all other tests had completed, thus adding 100 seconds
# to the duration of parallel "make check".  That's the difference
# between 4 minutes (old) and 2m20s (new).
#
# 152.120 PASS t/DBTest.FileCreationRandomFailure
# 107.816 PASS t/DBTest.EncodeDecompressedBlockSizeTest
#
slow_test_regexp = \
Y
Yueh-Hsuan Chiang 已提交
481
  ^t/DBTest\.(?:FileCreationRandomFailure|EncodeDecompressedBlockSizeTest)$$
482
prioritize_long_running_tests =						\
Y
Yueh-Hsuan Chiang 已提交
483 484 485
  perl -pe 's,($(slow_test_regexp)),100 $$1,'				\
    | sort -k1,1gr							\
    | sed 's/^[.0-9]* //'
486 487 488 489 490 491 492 493

# "make check" uses
# Run with "make J=1 check" to disable parallelism in "make check".
# Run with "make J=200% check" to run two parallel jobs per core.
# The default is to run one job per core (J=100%).
# See "man parallel" for its "-j ..." option.
J = 100%

V
Venkatesh Radhakrishnan 已提交
494 495 496
# Use this regexp to select the subset of tests whose names match.
tests-regexp = .

497 498
.PHONY: check_0
check_0: $(t_run)
Y
Yueh-Hsuan Chiang 已提交
499 500 501 502 503 504 505 506 507 508 509 510
	$(AM_V_GEN)export TEST_TMPDIR=$(TMPD);				\
	printf '%s\n' ''						\
	  'To monitor subtest <duration,pass/fail,name>,'		\
	  '  run "make watch-log" in a separate window' '';		\
	test -t 1 && eta=--eta || eta=;					\
	{								\
	  printf './%s\n' $(filter-out db_test, $(TESTS));		\
	  printf '%s\n' $(t_run);					\
	}								\
	  | $(prioritize_long_running_tests)				\
	  | grep -E '$(tests-regexp)'					\
	  | parallel -j$(J) --joblog=LOG $$eta --gnu '{} >& t/log-{/}'
511 512 513
endif

CLEAN_FILES += t LOG $(TMPD)
514

515 516 517 518 519 520 521 522
# When running parallel "make check", you can monitor its progress
# from another window.
# Run "make watch_LOG" to show the duration,PASS/FAIL,name of parallel
# tests as they are being run.  We sort them so that longer-running ones
# appear at the top of the list and any failing tests remain at the top
# regardless of their duration. As with any use of "watch", hit ^C to
# interrupt.
watch-log:
Y
Yueh-Hsuan Chiang 已提交
523
	watch --interval=0 'sort -k7,7nr -k4,4gr LOG|$(quoted_perl_command)'
524

I
Igor Canadi 已提交
525
# If J != 1 and GNU parallel is installed, run the tests in parallel,
526 527
# via the check_0 rule above.  Otherwise, run them sequentially.
check: all
Y
Yueh-Hsuan Chiang 已提交
528 529 530 531 532 533 534 535 536 537 538 539 540
	$(AM_V_GEN)if test "$(J)" != 1                                  \
	    && (parallel --gnu --help 2>/dev/null) |                    \
	        grep -q 'GNU Parallel';                                 \
	then                                                            \
	    t=$$($(test_names));                                        \
	    $(MAKE) T="$$t" TMPD=$(TMPD) check_0;                       \
	else                                                            \
	    for t in $(TESTS); do                                       \
	      echo "===== Running $$t"; ./$$t || exit 1; done;          \
	fi
	rm -rf $(TMPD)
	python tools/ldb_test.py
	sh tools/rocksdb_dump_test.sh
541 542

check_some: $(SUBSET) ldb_tests
Y
Yueh-Hsuan Chiang 已提交
543
	for t in $(SUBSET); do echo "===== Running $$t"; ./$$t || exit 1; done
544 545

.PHONY: ldb_tests
546
ldb_tests: ldb
Y
Yueh-Hsuan Chiang 已提交
547
	python tools/ldb_test.py
548

I
Igor Canadi 已提交
549
crash_test: whitebox_crash_test blackbox_crash_test
550 551

blackbox_crash_test: db_stress
S
sdong 已提交
552
	python -u tools/db_crashtest.py -s
Y
Yueh-Hsuan Chiang 已提交
553
	python -u tools/db_crashtest.py
554 555

whitebox_crash_test: db_stress
S
sdong 已提交
556
	python -u tools/db_crashtest2.py -s
Y
Yueh-Hsuan Chiang 已提交
557
	python -u tools/db_crashtest2.py
558

I
Igor Canadi 已提交
559
asan_check:
Y
Yueh-Hsuan Chiang 已提交
560 561 562
	$(MAKE) clean
	COMPILE_WITH_ASAN=1 $(MAKE) check -j32
	$(MAKE) clean
563 564

asan_crash_test:
Y
Yueh-Hsuan Chiang 已提交
565 566 567
	$(MAKE) clean
	COMPILE_WITH_ASAN=1 $(MAKE) crash_test
	$(MAKE) clean
I
Igor Canadi 已提交
568

I
Igor Canadi 已提交
569
valgrind_check: $(TESTS)
Y
Yueh-Hsuan Chiang 已提交
570 571 572 573 574 575 576 577 578 579 580 581
	mkdir -p $(VALGRIND_DIR)
	echo TESTS THAT HAVE VALGRIND ERRORS > $(VALGRIND_DIR)/valgrind_failed_tests; \
	echo TIMES in seconds TAKEN BY TESTS ON VALGRIND > $(VALGRIND_DIR)/valgrind_tests_times; \
	for t in $(filter-out skiplist_test,$(TESTS)); do \
		stime=`date '+%s'`; \
		$(VALGRIND_VER) $(VALGRIND_OPTS) ./$$t; \
		if [ $$? -eq $(VALGRIND_ERROR) ] ; then \
			echo $$t >> $(VALGRIND_DIR)/valgrind_failed_tests; \
		fi; \
		etime=`date '+%s'`; \
		echo $$t $$((etime - stime)) >> $(VALGRIND_DIR)/valgrind_tests_times; \
	done
582

583
analyze: clean
Y
Yueh-Hsuan Chiang 已提交
584 585 586 587
	$(CLANG_SCAN_BUILD) --use-analyzer=$(CLANG_ANALYZER) \
		--use-c++=$(CXX) --use-cc=$(CC) --status-bugs \
		-o $(CURDIR)/scan_build_report \
		$(MAKE) dbg
588

589 590
CLEAN_FILES += unity.cc
unity.cc: Makefile
Y
Yueh-Hsuan Chiang 已提交
591 592 593 594 595 596 597
	rm -f $@ $@-t
	for source_file in $(LIB_SOURCES); do \
		echo "#include <$$source_file>" >> $@-t; \
	done
	echo 'int main(int argc, char** argv){ return 0; }' >> $@-t
	chmod a=r $@-t
	mv $@-t $@
M
miguelportilla 已提交
598

599
unity: unity.o
Y
Yueh-Hsuan Chiang 已提交
600
	$(AM_LINK)
M
miguelportilla 已提交
601

J
jorlow@chromium.org 已提交
602
clean:
Y
Yueh-Hsuan Chiang 已提交
603 604 605 606 607
	rm -f $(BENCHMARKS) $(TOOLS) $(TESTS) $(LIBRARY) $(SHARED)
	rm -rf $(CLEAN_FILES) ios-x86 ios-arm scan_build_report
	find . -name "*.[oda]" -exec rm -f {} \;
	find . -type f -regex ".*\.\(\(gcda\)\|\(gcno\)\)" -exec rm {} \;
	rm -rf bzip2* snappy* zlib* lz4*
608

609
tags:
Y
Yueh-Hsuan Chiang 已提交
610 611
	ctags * -R
	cscope -b `find . -name '*.cc'` `find . -name '*.h'`
612

613
format:
Y
Yueh-Hsuan Chiang 已提交
614
	build_tools/format-diff.sh
615

616
package:
Y
Yueh-Hsuan Chiang 已提交
617
	bash build_tools/make_package.sh $(SHARED_MAJOR).$(SHARED_MINOR)
618

619 620 621
# ---------------------------------------------------------------------------
# 	Unit tests and tools
# ---------------------------------------------------------------------------
622
$(LIBRARY): $(LIBOBJECTS)
Y
Yueh-Hsuan Chiang 已提交
623 624
	$(AM_V_AR)rm -f $@
	$(AM_V_at)$(AR) $(ARFLAGS) $@ $(LIBOBJECTS)
J
jorlow@chromium.org 已提交
625

626
db_bench: db/db_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
627
	$(AM_LINK)
J
jorlow@chromium.org 已提交
628

F
Feng Zhu 已提交
629
cache_bench: util/cache_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
630
	$(AM_LINK)
J
jorlow@chromium.org 已提交
631

A
Ameya Gupte 已提交
632
memtablerep_bench: db/memtablerep_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
633
	$(AM_LINK)
A
Ameya Gupte 已提交
634

K
kailiu 已提交
635
block_hash_index_test: table/block_hash_index_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
636
	$(AM_LINK)
K
kailiu 已提交
637

638
db_stress: tools/db_stress.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
639
	$(AM_LINK)
640

I
Igor Canadi 已提交
641
db_sanity_test: tools/db_sanity_test.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
642
	$(AM_LINK)
643

644
db_repl_stress: tools/db_repl_stress.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
645
	$(AM_LINK)
646

J
jorlow@chromium.org 已提交
647
arena_test: util/arena_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
648
	$(AM_LINK)
J
jorlow@chromium.org 已提交
649

K
kailiu 已提交
650
autovector_test: util/autovector_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
651
	$(AM_LINK)
K
kailiu 已提交
652

653
column_family_test: db/column_family_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
654
	$(AM_LINK)
655

K
kailiu 已提交
656
table_properties_collector_test: db/table_properties_collector_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
657
	$(AM_LINK)
658

S
Sanjay Ghemawat 已提交
659
bloom_test: util/bloom_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
660
	$(AM_LINK)
S
Sanjay Ghemawat 已提交
661

662
dynamic_bloom_test: util/dynamic_bloom_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
663
	$(AM_LINK)
664

665
c_test: db/c_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
666
	$(AM_LINK)
667

J
jorlow@chromium.org 已提交
668
cache_test: util/cache_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
669
	$(AM_LINK)
J
jorlow@chromium.org 已提交
670 671

coding_test: util/coding_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
672
	$(AM_LINK)
J
jorlow@chromium.org 已提交
673

674
stringappend_test: utilities/merge_operators/string_append/stringappend_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
675
	$(AM_LINK)
676

677
redis_test: utilities/redis/redis_lists_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
678
	$(AM_LINK)
679

A
Abhishek Kona 已提交
680
histogram_test: util/histogram_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
681
	$(AM_LINK)
A
Abhishek Kona 已提交
682

L
Lei Jin 已提交
683
thread_local_test: util/thread_local_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
684
	$(AM_LINK)
L
Lei Jin 已提交
685

J
jorlow@chromium.org 已提交
686
corruption_test: db/corruption_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
687
	$(AM_LINK)
J
jorlow@chromium.org 已提交
688 689

crc32c_test: util/crc32c_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
690
	$(AM_LINK)
J
jorlow@chromium.org 已提交
691

692
slice_transform_test: util/slice_transform_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
693
	$(AM_LINK)
694

695
db_test: db/db_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
696
	$(AM_LINK)
J
jorlow@chromium.org 已提交
697

698 699
db_log_iter_test: db/db_log_iter_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)
700

701
db_compaction_filter_test: db/db_compaction_filter_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
702 703
	$(AM_LINK)

704 705 706
db_compaction_test: db/db_compaction_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

707
db_dynamic_level_test: db/db_dynamic_level_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
708 709
	$(AM_LINK)

710 711 712
db_inplace_update_test: db/db_inplace_update_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

713 714 715
db_tailing_iter_test: db/db_tailing_iter_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

S
Stanislau Hlebik 已提交
716
db_iter_test: db/db_iter_test.o $(LIBOBJECTS) $(TESTHARNESS)
717
	$(AM_LINK)
S
Stanislau Hlebik 已提交
718

719 720 721
db_universal_compaction_test: db/db_universal_compaction_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

722
log_write_bench: util/log_write_bench.o $(LIBOBJECTS) $(TESTHARNESS)
723
	$(AM_LINK) $(pg)
724

S
Siying Dong 已提交
725
plain_table_db_test: db/plain_table_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
726
	$(AM_LINK)
S
Siying Dong 已提交
727

728
comparator_db_test: db/comparator_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
729
	$(AM_LINK)
730

731
table_reader_bench: table/table_reader_bench.o $(LIBOBJECTS) $(TESTHARNESS)
732
	$(AM_LINK) $(pg)
733

734
perf_context_test: db/perf_context_test.o $(LIBOBJECTS) $(TESTHARNESS)
735
	$(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS)
736

H
Haobo Xu 已提交
737
prefix_test: db/prefix_test.o $(LIBOBJECTS) $(TESTHARNESS)
738
	$(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS)
H
Haobo Xu 已提交
739

I
Igor Canadi 已提交
740
backupable_db_test: utilities/backupable/backupable_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
741
	$(AM_LINK)
I
Igor Canadi 已提交
742

743 744 745
checkpoint_test: utilities/checkpoint/checkpoint_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
746
document_db_test: utilities/document/document_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
747
	$(AM_LINK)
I
Igor Canadi 已提交
748

I
Igor Canadi 已提交
749
json_document_test: utilities/document/json_document_test.o $(LIBOBJECTS) $(TESTHARNESS)
750
	$(AM_LINK)
I
Igor Canadi 已提交
751

I
Igor Canadi 已提交
752
spatial_db_test: utilities/spatialdb/spatial_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
753
	$(AM_LINK)
I
Igor Canadi 已提交
754

755
ttl_test: utilities/ttl/ttl_test.o $(LIBOBJECTS) $(TESTHARNESS)
756
	$(AM_LINK)
757

758
write_batch_with_index_test: utilities/write_batch_with_index/write_batch_with_index_test.o $(LIBOBJECTS) $(TESTHARNESS)
759
	$(AM_LINK)
760

I
Igor Canadi 已提交
761
flush_job_test: db/flush_job_test.o $(LIBOBJECTS) $(TESTHARNESS)
762
	$(AM_LINK)
I
Igor Canadi 已提交
763

I
Igor Canadi 已提交
764
compaction_job_test: db/compaction_job_test.o $(LIBOBJECTS) $(TESTHARNESS)
765
	$(AM_LINK)
I
Igor Canadi 已提交
766

767 768 769
compaction_job_stats_test: db/compaction_job_stats_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

770 771 772
compact_on_deletion_collector_test: utilities/table_properties_collectors/compact_on_deletion_collector_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
773
wal_manager_test: db/wal_manager_test.o $(LIBOBJECTS) $(TESTHARNESS)
774
	$(AM_LINK)
I
Igor Canadi 已提交
775

J
jorlow@chromium.org 已提交
776
dbformat_test: db/dbformat_test.o $(LIBOBJECTS) $(TESTHARNESS)
777
	$(AM_LINK)
J
jorlow@chromium.org 已提交
778 779

env_test: util/env_test.o $(LIBOBJECTS) $(TESTHARNESS)
780
	$(AM_LINK)
J
jorlow@chromium.org 已提交
781

782
fault_injection_test: db/fault_injection_test.o $(LIBOBJECTS) $(TESTHARNESS)
783
	$(AM_LINK)
784

L
Lei Jin 已提交
785
rate_limiter_test: util/rate_limiter_test.o $(LIBOBJECTS) $(TESTHARNESS)
786
	$(AM_LINK)
L
Lei Jin 已提交
787

J
jorlow@chromium.org 已提交
788
filename_test: db/filename_test.o $(LIBOBJECTS) $(TESTHARNESS)
789
	$(AM_LINK)
J
jorlow@chromium.org 已提交
790

791 792 793
file_reader_writer_test: util/file_reader_writer_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

794
block_based_filter_block_test: table/block_based_filter_block_test.o $(LIBOBJECTS) $(TESTHARNESS)
795
	$(AM_LINK)
796 797

full_filter_block_test: table/full_filter_block_test.o $(LIBOBJECTS) $(TESTHARNESS)
798
	$(AM_LINK)
S
Sanjay Ghemawat 已提交
799

J
jorlow@chromium.org 已提交
800
log_test: db/log_test.o $(LIBOBJECTS) $(TESTHARNESS)
801
	$(AM_LINK)
J
jorlow@chromium.org 已提交
802 803

table_test: table/table_test.o $(LIBOBJECTS) $(TESTHARNESS)
804
	$(AM_LINK)
J
jorlow@chromium.org 已提交
805

D
Dhruba Borthakur 已提交
806
block_test: table/block_test.o $(LIBOBJECTS) $(TESTHARNESS)
807
	$(AM_LINK)
D
Dhruba Borthakur 已提交
808

J
jorlow@chromium.org 已提交
809
skiplist_test: db/skiplist_test.o $(LIBOBJECTS) $(TESTHARNESS)
810
	$(AM_LINK)
J
jorlow@chromium.org 已提交
811 812

version_edit_test: db/version_edit_test.o $(LIBOBJECTS) $(TESTHARNESS)
813
	$(AM_LINK)
J
jorlow@chromium.org 已提交
814

815
version_set_test: db/version_set_test.o $(LIBOBJECTS) $(TESTHARNESS)
816
	$(AM_LINK)
817

S
sdong 已提交
818
compaction_picker_test: db/compaction_picker_test.o $(LIBOBJECTS) $(TESTHARNESS)
819
	$(AM_LINK)
S
sdong 已提交
820

S
sdong 已提交
821
version_builder_test: db/version_builder_test.o $(LIBOBJECTS) $(TESTHARNESS)
822
	$(AM_LINK)
S
sdong 已提交
823

824
file_indexer_test: db/file_indexer_test.o $(LIBOBJECTS) $(TESTHARNESS)
825
	$(AM_LINK)
826

827
reduce_levels_test: tools/reduce_levels_test.o $(LIBOBJECTS) $(TESTHARNESS)
828
	$(AM_LINK)
829

J
jorlow@chromium.org 已提交
830
write_batch_test: db/write_batch_test.o $(LIBOBJECTS) $(TESTHARNESS)
831
	$(AM_LINK)
832

833
write_controller_test: db/write_controller_test.o $(LIBOBJECTS) $(TESTHARNESS)
834
	$(AM_LINK)
835

836 837 838
merge_helper_test: db/merge_helper_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

J
Jim Paton 已提交
839
merge_test: db/merge_test.o $(LIBOBJECTS) $(TESTHARNESS)
840
	$(AM_LINK)
J
jorlow@chromium.org 已提交
841

I
Igor Canadi 已提交
842
merger_test: table/merger_test.o $(LIBOBJECTS) $(TESTHARNESS)
843
	$(AM_LINK)
I
Igor Canadi 已提交
844

845
deletefile_test: db/deletefile_test.o $(LIBOBJECTS) $(TESTHARNESS)
846
	$(AM_LINK)
847

848
geodb_test: utilities/geodb/geodb_test.o $(LIBOBJECTS) $(TESTHARNESS)
849
	$(AM_LINK)
850

851 852 853 854 855 856
rocksdb_dump: tools/dump/rocksdb_dump.o $(LIBOBJECTS)
	$(AM_LINK)

rocksdb_undump: tools/dump/rocksdb_undump.o $(LIBOBJECTS)
	$(AM_LINK)

857
cuckoo_table_builder_test: table/cuckoo_table_builder_test.o $(LIBOBJECTS) $(TESTHARNESS)
858
	$(AM_LINK)
859

I
Igor Canadi 已提交
860
cuckoo_table_reader_test: table/cuckoo_table_reader_test.o $(LIBOBJECTS) $(TESTHARNESS)
861
	$(AM_LINK)
862

863
cuckoo_table_db_test: db/cuckoo_table_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
864
	$(AM_LINK)
865

866
listener_test: db/listener_test.o $(LIBOBJECTS) $(TESTHARNESS)
867
	$(AM_LINK)
868

Y
Yueh-Hsuan Chiang 已提交
869
thread_list_test: util/thread_list_test.o $(LIBOBJECTS) $(TESTHARNESS)
870
	$(AM_LINK)
Y
Yueh-Hsuan Chiang 已提交
871

872 873 874
compact_files_test: db/compact_files_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

875
options_test: util/options_test.o $(LIBOBJECTS) $(TESTHARNESS)
876
	$(AM_LINK)
877

I
Igor Canadi 已提交
878 879 880
event_logger_test: util/event_logger_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

881
sst_dump_test: util/sst_dump_test.o $(LIBOBJECTS) $(TESTHARNESS)
882
	$(AM_LINK)
883

884
memenv_test : util/memenv_test.o $(LIBOBJECTS) $(TESTHARNESS)
885
	$(AM_LINK)
H
Hans Wennborg 已提交
886

A
agiardullo 已提交
887 888 889
optimistic_transaction_test: utilities/transactions/optimistic_transaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

890
mock_env_test : util/mock_env_test.o $(LIBOBJECTS) $(TESTHARNESS)
891
	$(AM_LINK)
892

893
manual_compaction_test: util/manual_compaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
894
	$(AM_LINK)
895

896
filelock_test: util/filelock_test.o $(LIBOBJECTS) $(TESTHARNESS)
897
	$(AM_LINK)
K
Kai Liu 已提交
898 899

auto_roll_logger_test: util/auto_roll_logger_test.o $(LIBOBJECTS) $(TESTHARNESS)
900
	$(AM_LINK)
901

A
agiardullo 已提交
902 903 904
memtable_list_test: db/memtable_list_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

A
agiardullo 已提交
905 906 907
write_callback_test: db/write_callback_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

908 909 910
heap_test: util/heap_test.o $(GTEST)
	$(AM_LINK)

911
sst_dump: tools/sst_dump.o $(LIBOBJECTS)
912
	$(AM_LINK)
913

914
ldb: tools/ldb.o $(LIBOBJECTS)
915
	$(AM_LINK)
916

I
Igor Canadi 已提交
917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948
#-------------------------------------------------
# make install related stuff
INSTALL_PATH ?= /usr/local

uninstall:
	rm -rf $(INSTALL_PATH)/include/rocksdb \
	  $(INSTALL_PATH)/lib/$(LIBRARY) \
	  $(INSTALL_PATH)/lib/$(SHARED4) \
	  $(INSTALL_PATH)/lib/$(SHARED3) \
	  $(INSTALL_PATH)/lib/$(SHARED2) \
	  $(INSTALL_PATH)/lib/$(SHARED1)

install-headers:
	install -d $(INSTALL_PATH)/lib
	for header_dir in `find "include/rocksdb" -type d`; do \
		install -d $(INSTALL_PATH)/$$header_dir; \
	done
	for header in `find "include/rocksdb" -type f -name *.h`; do \
		install -C -m 644 $$header $(INSTALL_PATH)/$$header; \
	done

install-static: install-headers $(LIBRARY)
	install -C -m 755 $(LIBRARY) $(INSTALL_PATH)/lib

install-shared: install-headers $(SHARED4)
	install -C -m 755 $(SHARED4) $(INSTALL_PATH)/lib && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED3) && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED2) && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED1)

# install static by default + install shared if it exists
install: install-static
I
Igor Canadi 已提交
949
	[ -e $(SHARED4) ] && $(MAKE) install-shared || :
I
Igor Canadi 已提交
950 951 952 953

#-------------------------------------------------


954 955 956 957
# ---------------------------------------------------------------------------
# Jni stuff
# ---------------------------------------------------------------------------

958
JAVA_INCLUDE = -I$(JAVA_HOME)/include/ -I$(JAVA_HOME)/include/linux
959 960
ARCH := $(shell getconf LONG_BIT)
ROCKSDBJNILIB = librocksdbjni-linux$(ARCH).so
961
ROCKSDB_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux$(ARCH).jar
962
ROCKSDB_JAR_ALL = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH).jar
C
Chris Riccomini 已提交
963
ROCKSDB_JAVADOCS_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-javadoc.jar
964
ROCKSDB_SOURCES_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-sources.jar
965 966

ifeq ($(PLATFORM), OS_MACOSX)
967
ROCKSDBJNILIB = librocksdbjni-osx.jnilib
968
ROCKSDB_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-osx.jar
969 970 971 972 973
ifneq ("$(wildcard $(JAVA_HOME)/include/darwin)","")
	JAVA_INCLUDE = -I$(JAVA_HOME)/include -I $(JAVA_HOME)/include/darwin
else
	JAVA_INCLUDE = -I/System/Library/Frameworks/JavaVM.framework/Headers/
endif
974 975
endif

N
Naveen 已提交
976 977
libz.a:
	-rm -rf zlib-1.2.8
N
Naveen 已提交
978 979 980
	curl -O http://zlib.net/zlib-1.2.8.tar.gz
	tar xvzf zlib-1.2.8.tar.gz
	cd zlib-1.2.8 && CFLAGS='-fPIC' ./configure --static && make
981
	cp zlib-1.2.8/libz.a .
N
Naveen 已提交
982 983 984

libbz2.a:
	-rm -rf bzip2-1.0.6
985
	curl -O  http://www.bzip.org/1.0.6/bzip2-1.0.6.tar.gz
N
Naveen 已提交
986 987 988 989
	tar xvzf bzip2-1.0.6.tar.gz
	cd bzip2-1.0.6 && make CFLAGS='-fPIC -Wall -Winline -O2 -g -D_FILE_OFFSET_BITS=64'
	cp bzip2-1.0.6/libbz2.a .

N
Naveen 已提交
990 991
libsnappy.a:
	-rm -rf snappy-1.1.1
N
Naveen 已提交
992 993
	curl -O https://snappy.googlecode.com/files/snappy-1.1.1.tar.gz
	tar xvzf snappy-1.1.1.tar.gz
N
Naveen 已提交
994
	cd snappy-1.1.1 && ./configure --with-pic --enable-static
N
Naveen 已提交
995 996
	cd snappy-1.1.1 && make
	cp snappy-1.1.1/.libs/libsnappy.a .
997

998 999 1000 1001 1002 1003 1004
liblz4.a:
	   -rm -rf lz4-r127
	   curl -O https://codeload.github.com/Cyan4973/lz4/tar.gz/r127
	   mv r127 lz4-r127.tar.gz
	   tar xvzf lz4-r127.tar.gz
	   cd lz4-r127/lib && make CFLAGS='-fPIC' all
	   cp lz4-r127/lib/liblz4.a .
N
Naveen 已提交
1005

1006 1007 1008
# A version of each $(LIBOBJECTS) compiled with -fPIC
java_libobjects = $(patsubst %,jl/%,$(LIBOBJECTS))
CLEAN_FILES += jl
1009

1010 1011 1012 1013 1014
$(java_libobjects): jl/%.o: %.cc
	$(AM_V_CC)mkdir -p $(@D)
	@$(CXX) $(CXXFLAGS) -fPIC -c $< -o $@ $(COVERAGEFLAGS)

rocksdbjavastatic: $(java_libobjects) libz.a libbz2.a libsnappy.a liblz4.a
F
fyrz 已提交
1015
	cd java;$(MAKE) javalib;
1016
	rm -f ./java/target/$(ROCKSDBJNILIB)
1017 1018 1019
	$(CXX) $(CXXFLAGS) -I./java/. $(JAVA_INCLUDE) -shared -fPIC \
	  -o ./java/target/$(ROCKSDBJNILIB) $(JNI_NATIVE_SOURCES) \
	  $(java_libobjects) $(COVERAGEFLAGS) \
D
DerekSchenk 已提交
1020
	  libz.a libbz2.a libsnappy.a liblz4.a $(LDFLAGS)
1021 1022 1023 1024 1025 1026
	cd java/target;strip -S -x $(ROCKSDBJNILIB)
	cd java;jar -cf target/$(ROCKSDB_JAR) HISTORY*.md
	cd java/target;jar -uf $(ROCKSDB_JAR) $(ROCKSDBJNILIB)
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR) org/rocksdb/*.class org/rocksdb/util/*.class
	cd java/target/apidocs;jar -cf ../$(ROCKSDB_JAVADOCS_JAR) *
	cd java/src/main/java;jar -cf ../../../target/$(ROCKSDB_SOURCES_JAR) org
N
Naveen 已提交
1027

1028
rocksdbjavastaticrelease: rocksdbjavastatic
1029
	cd java/crossbuild && vagrant destroy -f && vagrant up linux32 && vagrant halt linux32 && vagrant up linux64 && vagrant halt linux64
1030 1031 1032
	cd java;jar -cf target/$(ROCKSDB_JAR_ALL) HISTORY*.md
	cd java/target;jar -uf $(ROCKSDB_JAR_ALL) librocksdbjni-*.so librocksdbjni-*.jnilib
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR_ALL) org/rocksdb/*.class org/rocksdb/util/*.class
1033

1034
rocksdbjavastaticpublish: rocksdbjavastaticrelease
1035 1036 1037 1038 1039 1040
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-javadoc.jar -Dclassifier=javadoc
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-sources.jar -Dclassifier=sources
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux64.jar -Dclassifier=linux64
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux32.jar -Dclassifier=linux32
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-osx.jar -Dclassifier=osx
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH).jar
1041

1042
rocksdbjava: $(java_libobjects)
F
fyrz 已提交
1043
	cd java;$(MAKE) javalib;
1044
	rm -f ./java/target/$(ROCKSDBJNILIB)
1045
	$(CXX) $(CXXFLAGS) -I./java/. $(JAVA_INCLUDE) -shared -fPIC -o ./java/target/$(ROCKSDBJNILIB) $(JNI_NATIVE_SOURCES) $(java_libobjects) $(JAVA_LDFLAGS) $(COVERAGEFLAGS)
1046 1047 1048
	cd java;jar -cf target/$(ROCKSDB_JAR) HISTORY*.md
	cd java/target;jar -uf $(ROCKSDB_JAR) $(ROCKSDBJNILIB)
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR) org/rocksdb/*.class org/rocksdb/util/*.class
1049 1050 1051 1052

jclean:
	cd java;$(MAKE) clean;

1053
jtest: rocksdbjava
1054
	cd java;$(MAKE) sample;$(MAKE) test;
1055

1056 1057 1058
jdb_bench:
	cd java;$(MAKE) db_bench;

1059 1060 1061 1062
commit-prereq:
	$(MAKE) clean && $(MAKE) all check;
	$(MAKE) clean && $(MAKE) rocksdbjava;
	$(MAKE) clean && USE_CLANG=1 $(MAKE) all;
1063
	$(MAKE) clean && OPT=-DROCKSDB_LITE $(MAKE) static_lib;
1064

V
Venkatesh Radhakrishnan 已提交
1065 1066 1067 1068 1069 1070 1071
xfunc:
	for xftest in $(XFUNC_TESTS); do \
		echo "===== Running xftest $$xftest"; \
		make check ROCKSDB_XFUNC_TEST="$$xftest" tests-regexp="DBTest" ;\
	done


1072 1073 1074
# ---------------------------------------------------------------------------
#  	Platform-specific compilation
# ---------------------------------------------------------------------------
J
Jim Paton 已提交
1075

1076 1077 1078
ifeq ($(PLATFORM), IOS)
# For iOS, create universal object files to be used on both the simulator and
# a device.
H
heyongqiang 已提交
1079 1080 1081
PLATFORMSROOT=/Applications/Xcode.app/Contents/Developer/Platforms
SIMULATORROOT=$(PLATFORMSROOT)/iPhoneSimulator.platform/Developer
DEVICEROOT=$(PLATFORMSROOT)/iPhoneOS.platform/Developer
I
Igor Canadi 已提交
1082
IOSVERSION=$(shell defaults read $(PLATFORMSROOT)/iPhoneOS.platform/version CFBundleShortVersionString)
1083

1084 1085
.cc.o:
	mkdir -p ios-x86/$(dir $@)
I
Igor Canadi 已提交
1086
	$(CXX) $(CXXFLAGS) -isysroot $(SIMULATORROOT)/SDKs/iPhoneSimulator$(IOSVERSION).sdk -arch i686 -arch x86_64 -c $< -o ios-x86/$@
1087
	mkdir -p ios-arm/$(dir $@)
I
Igor Canadi 已提交
1088
	xcrun -sdk iphoneos $(CXX) $(CXXFLAGS) -isysroot $(DEVICEROOT)/SDKs/iPhoneOS$(IOSVERSION).sdk -arch armv6 -arch armv7 -arch armv7s -arch arm64 -c $< -o ios-arm/$@
1089
	lipo ios-x86/$@ ios-arm/$@ -create -output $@
1090 1091 1092

.c.o:
	mkdir -p ios-x86/$(dir $@)
I
Igor Canadi 已提交
1093
	$(CC) $(CFLAGS) -isysroot $(SIMULATORROOT)/SDKs/iPhoneSimulator$(IOSVERSION).sdk -arch i686 -arch x86_64 -c $< -o ios-x86/$@
1094
	mkdir -p ios-arm/$(dir $@)
I
Igor Canadi 已提交
1095
	xcrun -sdk iphoneos $(CC) $(CFLAGS) -isysroot $(DEVICEROOT)/SDKs/iPhoneOS$(IOSVERSION).sdk -arch armv6 -arch armv7 -arch armv7s -arch arm64 -c $< -o ios-arm/$@
1096 1097
	lipo ios-x86/$@ ios-arm/$@ -create -output $@

1098
else
J
jorlow@chromium.org 已提交
1099
.cc.o:
1100
	$(AM_V_CC)$(CXX) $(CXXFLAGS) -c $< -o $@ $(COVERAGEFLAGS)
1101 1102

.c.o:
1103
	$(AM_V_CC)$(CC) $(CFLAGS) -c $< -o $@
1104
endif
1105

1106 1107 1108 1109
# ---------------------------------------------------------------------------
#  	Source files dependencies detection
# ---------------------------------------------------------------------------

1110 1111 1112
all_sources = $(LIB_SOURCES) $(TEST_BENCH_SOURCES) $(MOCK_SOURCES)
DEPFILES = $(all_sources:.cc=.d)

1113 1114 1115 1116 1117
# Add proper dependency support so changing a .h file forces a .cc file to
# rebuild.

# The .d file indicates .cc file's dependencies on .h files. We generate such
# dependency by g++'s -MM option, whose output is a make dependency rule.
1118
$(DEPFILES): %.d: %.cc
1119
	@$(CXX) $(CXXFLAGS) $(PLATFORM_SHARED_CFLAGS) \
1120
	  -MM -MT'$@' -MT'$(<:.cc=.o)' "$<" -o '$@'
1121 1122 1123

depend: $(DEPFILES)

1124 1125 1126 1127
# if the make goal is either "clean" or "format", we shouldn't
# try to import the *.d files.
# TODO(kailiu) The unfamiliarity of Make's conditions leads to the ugly
# working solution.
1128
ifneq ($(MAKECMDGOALS),clean)
1129
ifneq ($(MAKECMDGOALS),format)
1130 1131
ifneq ($(MAKECMDGOALS),jclean)
ifneq ($(MAKECMDGOALS),jtest)
1132
ifneq ($(MAKECMDGOALS),package)
1133
ifneq ($(MAKECMDGOALS),analyze)
1134 1135
-include $(DEPFILES)
endif
1136
endif
1137 1138
endif
endif
1139
endif
1140
endif