Makefile 36.6 KB
Newer Older
J
jorlow@chromium.org 已提交
1 2 3 4
# Copyright (c) 2011 The LevelDB Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. See the AUTHORS file for names of contributors.

5
# Inherit some settings from environment variables, if available
J
jorlow@chromium.org 已提交
6

7
#-----------------------------------------------
8

9
CLEAN_FILES = # deliberately empty, so we can append below.
10 11 12 13
CFLAGS += ${EXTRA_CFLAGS}
CXXFLAGS += ${EXTRA_CXXFLAGS}
LDFLAGS += $(EXTRA_LDFLAGS)
MACHINE ?= $(shell uname -m)
I
Igor Canadi 已提交
14
ARFLAGS = rs
15

16 17
# Transform parallel LOG output into something more readable.
perl_command = perl -n \
Y
Yueh-Hsuan Chiang 已提交
18 19 20 21
  -e '@a=split("\t",$$_,-1); $$t=$$a[8]; $$t =~ s,^\./,,;'		\
  -e '$$t =~ s, >.*,,; chomp $$t;'					\
  -e '$$t =~ /.*--gtest_filter=(.*?\.[\w\/]+)/ and $$t=$$1;'		\
  -e 'printf "%7.3f %s %s\n", $$a[3], $$a[6] == 0 ? "PASS" : "FAIL", $$t'
22 23
quoted_perl_command = $(subst ','\'',$(perl_command))

24 25 26 27 28 29 30 31 32
# DEBUG_LEVEL can have three values:
# * DEBUG_LEVEL=2; this is the ultimate debug mode. It will compile rocksdb
# without any optimizations. To compile with level 2, issue `make dbg`
# * DEBUG_LEVEL=1; debug level 1 enables all assertions and debug code, but
# compiles rocksdb with -O2 optimizations. this is the default debug level.
# `make all` or `make <binary_target>` compile RocksDB with debug level 1.
# We use this debug level when developing RocksDB.
# * DEBUG_LEVEL=0; this is the debug level we use for release. If you're
# running rocksdb in production you most definitely want to compile RocksDB
A
agiardullo 已提交
33
# with debug level 0. To compile with level 0, run `make shared_lib`,
34 35 36 37 38
# `make install-shared`, `make static_lib`, `make install-static` or
# `make install`
DEBUG_LEVEL=1

ifeq ($(MAKECMDGOALS),dbg)
Y
Yueh-Hsuan Chiang 已提交
39
	DEBUG_LEVEL=2
40
endif
41 42

ifeq ($(MAKECMDGOALS),shared_lib)
Y
Yueh-Hsuan Chiang 已提交
43
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
44
endif
I
Igor Canadi 已提交
45

I
Igor Canadi 已提交
46
ifeq ($(MAKECMDGOALS),install-shared)
Y
Yueh-Hsuan Chiang 已提交
47
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
48 49
endif

I
Igor Canadi 已提交
50
ifeq ($(MAKECMDGOALS),static_lib)
Y
Yueh-Hsuan Chiang 已提交
51
	DEBUG_LEVEL=0
52
endif
I
Igor Canadi 已提交
53

I
Igor Canadi 已提交
54
ifeq ($(MAKECMDGOALS),install-static)
Y
Yueh-Hsuan Chiang 已提交
55
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
56 57 58
endif

ifeq ($(MAKECMDGOALS),install)
Y
Yueh-Hsuan Chiang 已提交
59
	DEBUG_LEVEL=0
60 61
endif

62
ifeq ($(MAKECMDGOALS),rocksdbjavastatic)
Y
Yueh-Hsuan Chiang 已提交
63
	DEBUG_LEVEL=0
64 65
endif

66 67 68 69 70 71 72 73 74 75 76
# compile with -O2 if debug level is not 2
ifneq ($(DEBUG_LEVEL), 2)
OPT += -O2 -fno-omit-frame-pointer
ifneq ($(MACHINE),ppc64) # ppc64 doesn't support -momit-leaf-frame-pointer
OPT += -momit-leaf-frame-pointer
endif
endif

# if we're compiling for release, compile without debug code (-DNDEBUG) and
# don't treat warnings as errors
ifeq ($(DEBUG_LEVEL),0)
I
Igor Canadi 已提交
77
OPT += -DNDEBUG
78
DISABLE_WARNING_AS_ERROR=1
I
Igor Canadi 已提交
79 80
endif

81
#-----------------------------------------------
82
include src.mk
83

84 85 86 87 88 89
AM_DEFAULT_VERBOSITY = 0

AM_V_GEN = $(am__v_GEN_$(V))
am__v_GEN_ = $(am__v_GEN_$(AM_DEFAULT_VERBOSITY))
am__v_GEN_0 = @echo "  GEN     " $@;
am__v_GEN_1 =
J
Jim Meyering 已提交
90 91 92 93
AM_V_at = $(am__v_at_$(V))
am__v_at_ = $(am__v_at_$(AM_DEFAULT_VERBOSITY))
am__v_at_0 = @
am__v_at_1 =
94 95 96 97 98 99 100 101 102 103 104

AM_V_CC = $(am__v_CC_$(V))
am__v_CC_ = $(am__v_CC_$(AM_DEFAULT_VERBOSITY))
am__v_CC_0 = @echo "  CC      " $@;
am__v_CC_1 =
CCLD = $(CC)
LINK = $(CCLD) $(AM_CFLAGS) $(CFLAGS) $(AM_LDFLAGS) $(LDFLAGS) -o $@
AM_V_CCLD = $(am__v_CCLD_$(V))
am__v_CCLD_ = $(am__v_CCLD_$(AM_DEFAULT_VERBOSITY))
am__v_CCLD_0 = @echo "  CCLD    " $@;
am__v_CCLD_1 =
J
Jim Meyering 已提交
105 106 107 108
AM_V_AR = $(am__v_AR_$(V))
am__v_AR_ = $(am__v_AR_$(AM_DEFAULT_VERBOSITY))
am__v_AR_0 = @echo "  AR      " $@;
am__v_AR_1 =
109

110 111
AM_LINK = $(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS) $(COVERAGEFLAGS)

112
# detect what platform we're building on
113
dummy := $(shell (export ROCKSDB_ROOT="$(CURDIR)"; "$(CURDIR)/build_tools/build_detect_platform" "$(CURDIR)/make_config.mk"))
S
Sanjay Ghemawat 已提交
114
# this file is generated by the previous line to set build flags and sources
I
Igor Canadi 已提交
115
include make_config.mk
116
CLEAN_FILES += make_config.mk
J
jorlow@chromium.org 已提交
117

I
Igor Canadi 已提交
118 119 120 121 122 123 124 125
ifneq ($(PLATFORM), IOS)
CFLAGS += -g
CXXFLAGS += -g
else
# no debug info for IOS, that will make our library big
OPT += -DNDEBUG
endif

126
ifneq ($(filter -DROCKSDB_LITE,$(OPT)),)
Y
Yueh-Hsuan Chiang 已提交
127 128 129
	# found
	CFLAGS += -fno-exceptions
	CXXFLAGS += -fno-exceptions
130 131
endif

I
Igor Canadi 已提交
132 133
# ASAN doesn't work well with jemalloc. If we're compiling with ASAN, we should use regular malloc.
ifdef COMPILE_WITH_ASAN
Y
Yueh-Hsuan Chiang 已提交
134 135 136 137
	DISABLE_JEMALLOC=1
	EXEC_LDFLAGS += -fsanitize=address
	PLATFORM_CCFLAGS += -fsanitize=address
	PLATFORM_CXXFLAGS += -fsanitize=address
I
Igor Canadi 已提交
138 139 140 141
endif

# TSAN doesn't work well with jemalloc. If we're compiling with TSAN, we should use regular malloc.
ifdef COMPILE_WITH_TSAN
Y
Yueh-Hsuan Chiang 已提交
142 143 144 145 146 147 148
	DISABLE_JEMALLOC=1
	EXEC_LDFLAGS += -fsanitize=thread -pie
	PLATFORM_CCFLAGS += -fsanitize=thread -fPIC -DROCKSDB_TSAN_RUN
	PLATFORM_CXXFLAGS += -fsanitize=thread -fPIC -DROCKSDB_TSAN_RUN
        # Turn off -pg when enabling TSAN testing, because that induces
        # a link failure.  TODO: find the root cause
	pg =
149
else
Y
Yueh-Hsuan Chiang 已提交
150
	pg = -pg
I
Igor Canadi 已提交
151 152 153
endif

ifndef DISABLE_JEMALLOC
Y
Yueh-Hsuan Chiang 已提交
154 155 156
	EXEC_LDFLAGS := $(JEMALLOC_LIB) $(EXEC_LDFLAGS)
	PLATFORM_CXXFLAGS += $(JEMALLOC_INCLUDE)
	PLATFORM_CCFLAGS += $(JEMALLOC_INCLUDE)
I
Igor Canadi 已提交
157 158
endif

I
Igor Sugak 已提交
159 160 161 162 163
export GTEST_THROW_ON_FAILURE=1 GTEST_HAS_EXCEPTIONS=1
GTEST_DIR = ./third-party/gtest-1.7.0/fused-src
PLATFORM_CCFLAGS += -isystem $(GTEST_DIR)
PLATFORM_CXXFLAGS += -isystem $(GTEST_DIR)

164 165 166
# This (the first rule) must depend on "all".
default: all

167
WARNING_FLAGS = -W -Wextra -Wall -Wsign-compare -Wshadow \
Y
Yueh-Hsuan Chiang 已提交
168
  -Wno-unused-parameter
169

170
ifndef DISABLE_WARNING_AS_ERROR
Y
Yueh-Hsuan Chiang 已提交
171
	WARNING_FLAGS += -Werror
172 173
endif

I
Igor Canadi 已提交
174
CFLAGS += $(WARNING_FLAGS) -I. -I./include $(PLATFORM_CCFLAGS) $(OPT)
I
Igor Sugak 已提交
175
CXXFLAGS += $(WARNING_FLAGS) -I. -I./include $(PLATFORM_CXXFLAGS) $(OPT) -Woverloaded-virtual -Wnon-virtual-dtor -Wno-missing-field-initializers
176

S
Sanjay Ghemawat 已提交
177
LDFLAGS += $(PLATFORM_LDFLAGS)
J
jorlow@chromium.org 已提交
178

179
date := $(shell date +%F)
I
Igor Canadi 已提交
180
ifdef FORCE_GIT_SHA
Y
Yueh-Hsuan Chiang 已提交
181
	git_sha := $(FORCE_GIT_SHA)
I
Igor Canadi 已提交
182
else
Y
Yueh-Hsuan Chiang 已提交
183
	git_sha := $(shell git rev-parse HEAD 2>/dev/null)
I
Igor Canadi 已提交
184
endif
185
gen_build_version =							\
Y
Yueh-Hsuan Chiang 已提交
186 187 188 189 190 191 192
  printf '%s\n'								\
    '\#include "build_version.h"'					\
    'const char* rocksdb_build_git_sha =				\
      "rocksdb_build_git_sha:$(git_sha)";'			\
    'const char* rocksdb_build_git_date =				\
      "rocksdb_build_git_date:$(date)";'				\
    'const char* rocksdb_build_compile_date = __DATE__;'
193 194 195 196 197 198

# Record the version of the source that we are compiling.
# We keep a record of the git revision in this file.  It is then built
# as a regular source file as part of the compilation process.
# One can run "strings executable_filename | grep _build_" to find
# the version of the source that we used to build the executable file.
199
CLEAN_FILES += util/build_version.cc:
200 201
FORCE:
util/build_version.cc: FORCE
Y
Yueh-Hsuan Chiang 已提交
202 203 204 205 206
	$(AM_V_GEN)rm -f $@-t
	$(AM_V_at)$(gen_build_version) > $@-t
	$(AM_V_at)if test -f $@; then					\
	  cmp -s $@-t $@ && rm -f $@-t || mv -f $@-t $@;		\
	else mv -f $@-t $@; fi
207

208
LIBOBJECTS = $(LIB_SOURCES:.cc=.o)
209
MOCKOBJECTS = $(MOCK_SOURCES:.cc=.o)
J
jorlow@chromium.org 已提交
210

I
Igor Sugak 已提交
211
GTEST = $(GTEST_DIR)/gtest/gtest-all.o
J
jorlow@chromium.org 已提交
212
TESTUTIL = ./util/testutil.o
I
Igor Sugak 已提交
213
TESTHARNESS = ./util/testharness.o $(TESTUTIL) $(MOCKOBJECTS) $(GTEST)
214
VALGRIND_ERROR = 2
215
VALGRIND_DIR = build_tools/VALGRIND_LOGS
216
VALGRIND_VER := $(join $(VALGRIND_VER),valgrind)
217

218
VALGRIND_OPTS = --error-exitcode=$(VALGRIND_ERROR) --leak-check=full
219

J
jorlow@chromium.org 已提交
220
TESTS = \
221 222 223 224
	db_test \
	db_iter_test \
	db_log_iter_test \
	db_compaction_filter_test \
225
	db_compaction_test \
226
	db_dynamic_level_test \
227
	db_inplace_update_test \
228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250
	db_tailing_iter_test \
	db_universal_compaction_test \
	block_hash_index_test \
	autovector_test \
	column_family_test \
	table_properties_collector_test \
	arena_test \
	auto_roll_logger_test \
	block_test \
	bloom_test \
	dynamic_bloom_test \
	c_test \
	cache_test \
	checkpoint_test \
	coding_test \
	corruption_test \
	crc32c_test \
	slice_transform_test \
	dbformat_test \
	env_test \
	fault_injection_test \
	filelock_test \
	filename_test \
251
	file_reader_writer_test \
252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287
	block_based_filter_block_test \
	full_filter_block_test \
	histogram_test \
	log_test \
	manual_compaction_test \
	memenv_test \
	mock_env_test \
	memtable_list_test \
	merge_helper_test \
	merge_test \
	merger_test \
	redis_test \
	reduce_levels_test \
	plain_table_db_test \
	comparator_db_test \
	prefix_test \
	skiplist_test \
	stringappend_test \
	ttl_test \
	backupable_db_test \
	document_db_test \
	json_document_test \
	spatial_db_test \
	version_edit_test \
	version_set_test \
	compaction_picker_test \
	version_builder_test \
	file_indexer_test \
	write_batch_test \
	write_batch_with_index_test \
	write_controller_test\
	deletefile_test \
	table_test \
	thread_local_test \
	geodb_test \
	rate_limiter_test \
I
Islam AbdelRahman 已提交
288
	delete_scheduler_test \
289 290 291 292 293 294 295 296 297 298 299 300 301 302 303
	options_test \
	event_logger_test \
	cuckoo_table_builder_test \
	cuckoo_table_reader_test \
	cuckoo_table_db_test \
	flush_job_test \
	wal_manager_test \
	listener_test \
	compaction_job_test \
	thread_list_test \
	sst_dump_test \
	compact_files_test \
	perf_context_test \
	optimistic_transaction_test \
	write_callback_test \
304 305 306
	heap_test \
	compact_on_deletion_collector_test \
	compaction_job_stats_test
307

308 309
SUBSET :=  $(shell echo $(TESTS) |sed s/^.*$(ROCKSDBTESTS_START)/$(ROCKSDBTESTS_START)/)

310
TOOLS = \
Y
Yueh-Hsuan Chiang 已提交
311 312 313 314 315 316 317
	sst_dump \
	db_sanity_test \
	db_stress \
	ldb \
	db_repl_stress \
	rocksdb_dump \
	rocksdb_undump
J
jorlow@chromium.org 已提交
318

I
Igor Canadi 已提交
319
BENCHMARKS = db_bench table_reader_bench cache_bench memtablerep_bench
J
jorlow@chromium.org 已提交
320

321 322
# The library name is configurable since we are maintaining libraries of both
# debug/release mode.
323
ifeq ($(LIBNAME),)
Y
Yueh-Hsuan Chiang 已提交
324
        LIBNAME=librocksdb
325
endif
326
LIBRARY = ${LIBNAME}.a
327

328 329 330
ROCKSDB_MAJOR = $(shell egrep "ROCKSDB_MAJOR.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
ROCKSDB_MINOR = $(shell egrep "ROCKSDB_MINOR.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
ROCKSDB_PATCH = $(shell egrep "ROCKSDB_PATCH.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
331

332 333
default: all

334 335 336
#-----------------------------------------------
# Create platform independent shared libraries.
#-----------------------------------------------
337
ifneq ($(PLATFORM_SHARED_EXT),)
H
heyongqiang 已提交
338 339

ifneq ($(PLATFORM_SHARED_VERSIONED),true)
340
SHARED1 = ${LIBNAME}.$(PLATFORM_SHARED_EXT)
H
heyongqiang 已提交
341 342
SHARED2 = $(SHARED1)
SHARED3 = $(SHARED1)
343
SHARED4 = $(SHARED1)
H
heyongqiang 已提交
344 345
SHARED = $(SHARED1)
else
346 347
SHARED_MAJOR = $(ROCKSDB_MAJOR)
SHARED_MINOR = $(ROCKSDB_MINOR)
348
SHARED_PATCH = $(ROCKSDB_PATCH)
349
SHARED1 = ${LIBNAME}.$(PLATFORM_SHARED_EXT)
350 351 352 353 354 355
ifeq ($(PLATFORM), OS_MACOSX)
SHARED_OSX = $(LIBNAME).$(SHARED_MAJOR)
SHARED2 = $(SHARED_OSX).$(PLATFORM_SHARED_EXT)
SHARED3 = $(SHARED_OSX).$(SHARED_MINOR).$(PLATFORM_SHARED_EXT)
SHARED4 = $(SHARED_OSX).$(SHARED_MINOR).$(SHARED_PATCH).$(PLATFORM_SHARED_EXT)
else
356 357
SHARED2 = $(SHARED1).$(SHARED_MAJOR)
SHARED3 = $(SHARED1).$(SHARED_MAJOR).$(SHARED_MINOR)
358
SHARED4 = $(SHARED1).$(SHARED_MAJOR).$(SHARED_MINOR).$(SHARED_PATCH)
359
endif
360 361
SHARED = $(SHARED1) $(SHARED2) $(SHARED3) $(SHARED4)
$(SHARED1): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
362
	ln -fs $(SHARED4) $(SHARED1)
363
$(SHARED2): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
364
	ln -fs $(SHARED4) $(SHARED2)
365
$(SHARED3): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
366
	ln -fs $(SHARED4) $(SHARED3)
367 368
endif

369
$(SHARED4):
Y
Yueh-Hsuan Chiang 已提交
370 371
	$(CXX) $(PLATFORM_SHARED_LDFLAGS)$(SHARED3) $(CXXFLAGS) $(PLATFORM_SHARED_CFLAGS) $(LIB_SOURCES) \
		$(LDFLAGS) -o $@
H
heyongqiang 已提交
372 373 374

endif  # PLATFORM_SHARED_EXT

375
.PHONY: blackbox_crash_test check clean coverage crash_test ldb_tests package \
Y
Yueh-Hsuan Chiang 已提交
376 377 378
	release tags valgrind_check whitebox_crash_test format static_lib shared_lib all \
	dbg rocksdbjavastatic rocksdbjava install install-static install-shared uninstall \
	analyze
379

I
Igor Canadi 已提交
380
all: $(LIBRARY) $(BENCHMARKS) $(TOOLS) $(TESTS)
381

I
Igor Canadi 已提交
382 383 384 385
static_lib: $(LIBRARY)

shared_lib: $(SHARED)

I
Igor Canadi 已提交
386
dbg: $(LIBRARY) $(BENCHMARKS) $(TOOLS) $(TESTS)
K
Kai Liu 已提交
387

388
# creates static library and programs
389
release:
Y
Yueh-Hsuan Chiang 已提交
390 391
	$(MAKE) clean
	OPT="-DNDEBUG -O2" $(MAKE) static_lib $(TOOLS) db_bench
K
Kai Liu 已提交
392 393

coverage:
Y
Yueh-Hsuan Chiang 已提交
394 395 396 397 398
	$(MAKE) clean
	COVERAGEFLAGS="-fprofile-arcs -ftest-coverage" LDFLAGS+="-lgcov" $(MAKE) J=1 all check
	cd coverage && ./coverage_test.sh
        # Delete intermediate files
	find . -type f -regex ".*\.\(\(gcda\)\|\(gcno\)\)" -exec rm {} \;
J
jorlow@chromium.org 已提交
399

400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418
# Extract the names of its tests by running db_test with --gtest_list_tests.
# This filter removes the "#"-introduced comments, and expands to
# fully-qualified names by changing input like this:
#
#   DBTest.
#     Empty
#     WriteEmptyBatch
#   MultiThreaded/MultiThreadedDBTest.
#     MultiThreaded/0  # GetParam() = 0
#     MultiThreaded/1  # GetParam() = 1
#
# into this:
#
#   DBTest.Empty
#   DBTest.WriteEmptyBatch
#   MultiThreaded/MultiThreadedDBTest.MultiThreaded/0
#   MultiThreaded/MultiThreadedDBTest.MultiThreaded/1
#
test_names = \
Y
Yueh-Hsuan Chiang 已提交
419 420 421 422 423
  ./db_test --gtest_list_tests						\
    | perl -n								\
      -e 's/ *\#.*//;'							\
      -e '/^(\s*)(\S+)/; !$$1 and do {$$p=$$2; break};'			\
      -e 'print qq! $$p$$2!'
424 425 426 427 428 429 430

ifeq ($(MAKECMDGOALS),check)
# Use /dev/shm if it has the sticky bit set (otherwise, /tmp),
# and create a randomly-named rocksdb.XXXX directory therein.
# We'll use that directory in the "make check" rules.
ifeq ($(TMPD),)
TMPD := $(shell f=/dev/shm; test -k $$f || f=/tmp;			\
Y
Yueh-Hsuan Chiang 已提交
431 432
  perl -le 'use File::Temp "tempdir";'					\
    -e 'print tempdir("'$$f'/rocksdb.XXXX", CLEANUP => 0)')
433 434
endif
endif
J
jorlow@chromium.org 已提交
435

436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453
ifneq ($(T),)

# Run all tests in parallel, accumulating per-test logs in t/log-*.

# t_sanitized is each $(T) with "-" in place of each "/".
t_sanitized = $(subst /,-,$(T))

# t_run is each sanitized name with a leading "t/".
t_run = $(patsubst %,t/%,$(t_sanitized))

# Each t_run file is a tiny generated bourne shell script
# that invokes one of db_tests's sub-tests. Why use a file
# for this?  Because that makes the invocation of parallel
# below simpler, which in turn makes the parsing of parallel's
# LOG simpler (the latter is for live monitoring as parallel
# tests run).
filter = --gtest_filter=$(subst -,/,$(@F))
$(t_run): Makefile db_test
Y
Yueh-Hsuan Chiang 已提交
454 455 456 457 458 459 460 461 462 463
	$(AM_V_GEN)mkdir -p t
	$(AM_V_at)rm -f $@ $@-t
	$(AM_V_at)printf '%s\n'						\
	    '#!/bin/sh'							\
	    'd=$(TMPD)/$(@F)'						\
	    'mkdir -p $$d'						\
	    'TEST_TMPDIR=$$d ./db_test $(filter)'			\
	  > $@-t
	$(AM_V_at)chmod a=rx $@-t
	$(AM_V_at)mv $@-t $@
464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481

# Reorder input lines (which are one per test) so that the
# longest-running tests appear first in the output.
# Do this by prefixing each selected name with its duration,
# sort the resulting names, and remove the leading numbers.
# FIXME: the "100" we prepend is a fake time, for now.
# FIXME: squirrel away timings from each run and use them
# (when present) on subsequent runs to order these tests.
#
# Without this reordering, these two tests would happen to start only
# after almost all other tests had completed, thus adding 100 seconds
# to the duration of parallel "make check".  That's the difference
# between 4 minutes (old) and 2m20s (new).
#
# 152.120 PASS t/DBTest.FileCreationRandomFailure
# 107.816 PASS t/DBTest.EncodeDecompressedBlockSizeTest
#
slow_test_regexp = \
Y
Yueh-Hsuan Chiang 已提交
482
  ^t/DBTest\.(?:FileCreationRandomFailure|EncodeDecompressedBlockSizeTest)$$
483
prioritize_long_running_tests =						\
Y
Yueh-Hsuan Chiang 已提交
484 485 486
  perl -pe 's,($(slow_test_regexp)),100 $$1,'				\
    | sort -k1,1gr							\
    | sed 's/^[.0-9]* //'
487 488 489 490 491 492 493 494

# "make check" uses
# Run with "make J=1 check" to disable parallelism in "make check".
# Run with "make J=200% check" to run two parallel jobs per core.
# The default is to run one job per core (J=100%).
# See "man parallel" for its "-j ..." option.
J = 100%

V
Venkatesh Radhakrishnan 已提交
495 496 497
# Use this regexp to select the subset of tests whose names match.
tests-regexp = .

498 499
.PHONY: check_0
check_0: $(t_run)
Y
Yueh-Hsuan Chiang 已提交
500 501 502 503 504 505 506 507 508 509 510 511
	$(AM_V_GEN)export TEST_TMPDIR=$(TMPD);				\
	printf '%s\n' ''						\
	  'To monitor subtest <duration,pass/fail,name>,'		\
	  '  run "make watch-log" in a separate window' '';		\
	test -t 1 && eta=--eta || eta=;					\
	{								\
	  printf './%s\n' $(filter-out db_test, $(TESTS));		\
	  printf '%s\n' $(t_run);					\
	}								\
	  | $(prioritize_long_running_tests)				\
	  | grep -E '$(tests-regexp)'					\
	  | parallel -j$(J) --joblog=LOG $$eta --gnu '{} >& t/log-{/}'
512 513 514
endif

CLEAN_FILES += t LOG $(TMPD)
515

516 517 518 519 520 521 522 523
# When running parallel "make check", you can monitor its progress
# from another window.
# Run "make watch_LOG" to show the duration,PASS/FAIL,name of parallel
# tests as they are being run.  We sort them so that longer-running ones
# appear at the top of the list and any failing tests remain at the top
# regardless of their duration. As with any use of "watch", hit ^C to
# interrupt.
watch-log:
Y
Yueh-Hsuan Chiang 已提交
524
	watch --interval=0 'sort -k7,7nr -k4,4gr LOG|$(quoted_perl_command)'
525

I
Igor Canadi 已提交
526
# If J != 1 and GNU parallel is installed, run the tests in parallel,
527 528
# via the check_0 rule above.  Otherwise, run them sequentially.
check: all
Y
Yueh-Hsuan Chiang 已提交
529 530 531 532 533 534 535 536 537 538 539 540 541
	$(AM_V_GEN)if test "$(J)" != 1                                  \
	    && (parallel --gnu --help 2>/dev/null) |                    \
	        grep -q 'GNU Parallel';                                 \
	then                                                            \
	    t=$$($(test_names));                                        \
	    $(MAKE) T="$$t" TMPD=$(TMPD) check_0;                       \
	else                                                            \
	    for t in $(TESTS); do                                       \
	      echo "===== Running $$t"; ./$$t || exit 1; done;          \
	fi
	rm -rf $(TMPD)
	python tools/ldb_test.py
	sh tools/rocksdb_dump_test.sh
542 543

check_some: $(SUBSET) ldb_tests
Y
Yueh-Hsuan Chiang 已提交
544
	for t in $(SUBSET); do echo "===== Running $$t"; ./$$t || exit 1; done
545 546

.PHONY: ldb_tests
547
ldb_tests: ldb
Y
Yueh-Hsuan Chiang 已提交
548
	python tools/ldb_test.py
549

I
Igor Canadi 已提交
550
crash_test: whitebox_crash_test blackbox_crash_test
551 552

blackbox_crash_test: db_stress
S
sdong 已提交
553
	python -u tools/db_crashtest.py -s
Y
Yueh-Hsuan Chiang 已提交
554
	python -u tools/db_crashtest.py
555 556

whitebox_crash_test: db_stress
S
sdong 已提交
557
	python -u tools/db_crashtest2.py -s
Y
Yueh-Hsuan Chiang 已提交
558
	python -u tools/db_crashtest2.py
559

I
Igor Canadi 已提交
560
asan_check:
Y
Yueh-Hsuan Chiang 已提交
561 562 563
	$(MAKE) clean
	COMPILE_WITH_ASAN=1 $(MAKE) check -j32
	$(MAKE) clean
564 565

asan_crash_test:
Y
Yueh-Hsuan Chiang 已提交
566 567 568
	$(MAKE) clean
	COMPILE_WITH_ASAN=1 $(MAKE) crash_test
	$(MAKE) clean
I
Igor Canadi 已提交
569

I
Igor Canadi 已提交
570
valgrind_check: $(TESTS)
Y
Yueh-Hsuan Chiang 已提交
571 572 573 574 575 576 577 578 579 580 581 582
	mkdir -p $(VALGRIND_DIR)
	echo TESTS THAT HAVE VALGRIND ERRORS > $(VALGRIND_DIR)/valgrind_failed_tests; \
	echo TIMES in seconds TAKEN BY TESTS ON VALGRIND > $(VALGRIND_DIR)/valgrind_tests_times; \
	for t in $(filter-out skiplist_test,$(TESTS)); do \
		stime=`date '+%s'`; \
		$(VALGRIND_VER) $(VALGRIND_OPTS) ./$$t; \
		if [ $$? -eq $(VALGRIND_ERROR) ] ; then \
			echo $$t >> $(VALGRIND_DIR)/valgrind_failed_tests; \
		fi; \
		etime=`date '+%s'`; \
		echo $$t $$((etime - stime)) >> $(VALGRIND_DIR)/valgrind_tests_times; \
	done
583

584
analyze: clean
Y
Yueh-Hsuan Chiang 已提交
585 586 587 588
	$(CLANG_SCAN_BUILD) --use-analyzer=$(CLANG_ANALYZER) \
		--use-c++=$(CXX) --use-cc=$(CC) --status-bugs \
		-o $(CURDIR)/scan_build_report \
		$(MAKE) dbg
589

590 591
CLEAN_FILES += unity.cc
unity.cc: Makefile
Y
Yueh-Hsuan Chiang 已提交
592 593 594 595 596 597 598
	rm -f $@ $@-t
	for source_file in $(LIB_SOURCES); do \
		echo "#include <$$source_file>" >> $@-t; \
	done
	echo 'int main(int argc, char** argv){ return 0; }' >> $@-t
	chmod a=r $@-t
	mv $@-t $@
M
miguelportilla 已提交
599

600
unity: unity.o
Y
Yueh-Hsuan Chiang 已提交
601
	$(AM_LINK)
M
miguelportilla 已提交
602

J
jorlow@chromium.org 已提交
603
clean:
Y
Yueh-Hsuan Chiang 已提交
604 605 606 607 608
	rm -f $(BENCHMARKS) $(TOOLS) $(TESTS) $(LIBRARY) $(SHARED)
	rm -rf $(CLEAN_FILES) ios-x86 ios-arm scan_build_report
	find . -name "*.[oda]" -exec rm -f {} \;
	find . -type f -regex ".*\.\(\(gcda\)\|\(gcno\)\)" -exec rm {} \;
	rm -rf bzip2* snappy* zlib* lz4*
609

610
tags:
Y
Yueh-Hsuan Chiang 已提交
611 612
	ctags * -R
	cscope -b `find . -name '*.cc'` `find . -name '*.h'`
613

614
format:
Y
Yueh-Hsuan Chiang 已提交
615
	build_tools/format-diff.sh
616

617
package:
Y
Yueh-Hsuan Chiang 已提交
618
	bash build_tools/make_package.sh $(SHARED_MAJOR).$(SHARED_MINOR)
619

620 621 622
# ---------------------------------------------------------------------------
# 	Unit tests and tools
# ---------------------------------------------------------------------------
623
$(LIBRARY): $(LIBOBJECTS)
Y
Yueh-Hsuan Chiang 已提交
624 625
	$(AM_V_AR)rm -f $@
	$(AM_V_at)$(AR) $(ARFLAGS) $@ $(LIBOBJECTS)
J
jorlow@chromium.org 已提交
626

627
db_bench: db/db_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
628
	$(AM_LINK)
J
jorlow@chromium.org 已提交
629

F
Feng Zhu 已提交
630
cache_bench: util/cache_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
631
	$(AM_LINK)
J
jorlow@chromium.org 已提交
632

A
Ameya Gupte 已提交
633
memtablerep_bench: db/memtablerep_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
634
	$(AM_LINK)
A
Ameya Gupte 已提交
635

K
kailiu 已提交
636
block_hash_index_test: table/block_hash_index_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
637
	$(AM_LINK)
K
kailiu 已提交
638

639
db_stress: tools/db_stress.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
640
	$(AM_LINK)
641

I
Igor Canadi 已提交
642
db_sanity_test: tools/db_sanity_test.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
643
	$(AM_LINK)
644

645
db_repl_stress: tools/db_repl_stress.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
646
	$(AM_LINK)
647

J
jorlow@chromium.org 已提交
648
arena_test: util/arena_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
649
	$(AM_LINK)
J
jorlow@chromium.org 已提交
650

K
kailiu 已提交
651
autovector_test: util/autovector_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
652
	$(AM_LINK)
K
kailiu 已提交
653

654
column_family_test: db/column_family_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
655
	$(AM_LINK)
656

K
kailiu 已提交
657
table_properties_collector_test: db/table_properties_collector_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
658
	$(AM_LINK)
659

S
Sanjay Ghemawat 已提交
660
bloom_test: util/bloom_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
661
	$(AM_LINK)
S
Sanjay Ghemawat 已提交
662

663
dynamic_bloom_test: util/dynamic_bloom_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
664
	$(AM_LINK)
665

666
c_test: db/c_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
667
	$(AM_LINK)
668

J
jorlow@chromium.org 已提交
669
cache_test: util/cache_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
670
	$(AM_LINK)
J
jorlow@chromium.org 已提交
671 672

coding_test: util/coding_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
673
	$(AM_LINK)
J
jorlow@chromium.org 已提交
674

675
stringappend_test: utilities/merge_operators/string_append/stringappend_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
676
	$(AM_LINK)
677

678
redis_test: utilities/redis/redis_lists_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
679
	$(AM_LINK)
680

A
Abhishek Kona 已提交
681
histogram_test: util/histogram_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
682
	$(AM_LINK)
A
Abhishek Kona 已提交
683

L
Lei Jin 已提交
684
thread_local_test: util/thread_local_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
685
	$(AM_LINK)
L
Lei Jin 已提交
686

J
jorlow@chromium.org 已提交
687
corruption_test: db/corruption_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
688
	$(AM_LINK)
J
jorlow@chromium.org 已提交
689 690

crc32c_test: util/crc32c_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
691
	$(AM_LINK)
J
jorlow@chromium.org 已提交
692

693
slice_transform_test: util/slice_transform_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
694
	$(AM_LINK)
695

696
db_test: db/db_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
697
	$(AM_LINK)
J
jorlow@chromium.org 已提交
698

699 700
db_log_iter_test: db/db_log_iter_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)
701

702
db_compaction_filter_test: db/db_compaction_filter_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
703 704
	$(AM_LINK)

705 706 707
db_compaction_test: db/db_compaction_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

708
db_dynamic_level_test: db/db_dynamic_level_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
709 710
	$(AM_LINK)

711 712 713
db_inplace_update_test: db/db_inplace_update_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

714 715 716
db_tailing_iter_test: db/db_tailing_iter_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

S
Stanislau Hlebik 已提交
717
db_iter_test: db/db_iter_test.o $(LIBOBJECTS) $(TESTHARNESS)
718
	$(AM_LINK)
S
Stanislau Hlebik 已提交
719

720 721 722
db_universal_compaction_test: db/db_universal_compaction_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

723
log_write_bench: util/log_write_bench.o $(LIBOBJECTS) $(TESTHARNESS)
724
	$(AM_LINK) $(pg)
725

S
Siying Dong 已提交
726
plain_table_db_test: db/plain_table_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
727
	$(AM_LINK)
S
Siying Dong 已提交
728

729
comparator_db_test: db/comparator_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
730
	$(AM_LINK)
731

732
table_reader_bench: table/table_reader_bench.o $(LIBOBJECTS) $(TESTHARNESS)
733
	$(AM_LINK) $(pg)
734

735
perf_context_test: db/perf_context_test.o $(LIBOBJECTS) $(TESTHARNESS)
736
	$(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS)
737

H
Haobo Xu 已提交
738
prefix_test: db/prefix_test.o $(LIBOBJECTS) $(TESTHARNESS)
739
	$(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS)
H
Haobo Xu 已提交
740

I
Igor Canadi 已提交
741
backupable_db_test: utilities/backupable/backupable_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
742
	$(AM_LINK)
I
Igor Canadi 已提交
743

744 745 746
checkpoint_test: utilities/checkpoint/checkpoint_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
747
document_db_test: utilities/document/document_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
748
	$(AM_LINK)
I
Igor Canadi 已提交
749

I
Igor Canadi 已提交
750
json_document_test: utilities/document/json_document_test.o $(LIBOBJECTS) $(TESTHARNESS)
751
	$(AM_LINK)
I
Igor Canadi 已提交
752

I
Igor Canadi 已提交
753
spatial_db_test: utilities/spatialdb/spatial_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
754
	$(AM_LINK)
I
Igor Canadi 已提交
755

756
ttl_test: utilities/ttl/ttl_test.o $(LIBOBJECTS) $(TESTHARNESS)
757
	$(AM_LINK)
758

759
write_batch_with_index_test: utilities/write_batch_with_index/write_batch_with_index_test.o $(LIBOBJECTS) $(TESTHARNESS)
760
	$(AM_LINK)
761

I
Igor Canadi 已提交
762
flush_job_test: db/flush_job_test.o $(LIBOBJECTS) $(TESTHARNESS)
763
	$(AM_LINK)
I
Igor Canadi 已提交
764

I
Igor Canadi 已提交
765
compaction_job_test: db/compaction_job_test.o $(LIBOBJECTS) $(TESTHARNESS)
766
	$(AM_LINK)
I
Igor Canadi 已提交
767

768 769 770
compaction_job_stats_test: db/compaction_job_stats_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

771 772 773
compact_on_deletion_collector_test: utilities/table_properties_collectors/compact_on_deletion_collector_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
774
wal_manager_test: db/wal_manager_test.o $(LIBOBJECTS) $(TESTHARNESS)
775
	$(AM_LINK)
I
Igor Canadi 已提交
776

J
jorlow@chromium.org 已提交
777
dbformat_test: db/dbformat_test.o $(LIBOBJECTS) $(TESTHARNESS)
778
	$(AM_LINK)
J
jorlow@chromium.org 已提交
779 780

env_test: util/env_test.o $(LIBOBJECTS) $(TESTHARNESS)
781
	$(AM_LINK)
J
jorlow@chromium.org 已提交
782

783
fault_injection_test: db/fault_injection_test.o $(LIBOBJECTS) $(TESTHARNESS)
784
	$(AM_LINK)
785

L
Lei Jin 已提交
786
rate_limiter_test: util/rate_limiter_test.o $(LIBOBJECTS) $(TESTHARNESS)
787
	$(AM_LINK)
L
Lei Jin 已提交
788

I
Islam AbdelRahman 已提交
789 790 791
delete_scheduler_test: util/delete_scheduler_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

J
jorlow@chromium.org 已提交
792
filename_test: db/filename_test.o $(LIBOBJECTS) $(TESTHARNESS)
793
	$(AM_LINK)
J
jorlow@chromium.org 已提交
794

795 796 797
file_reader_writer_test: util/file_reader_writer_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

798
block_based_filter_block_test: table/block_based_filter_block_test.o $(LIBOBJECTS) $(TESTHARNESS)
799
	$(AM_LINK)
800 801

full_filter_block_test: table/full_filter_block_test.o $(LIBOBJECTS) $(TESTHARNESS)
802
	$(AM_LINK)
S
Sanjay Ghemawat 已提交
803

J
jorlow@chromium.org 已提交
804
log_test: db/log_test.o $(LIBOBJECTS) $(TESTHARNESS)
805
	$(AM_LINK)
J
jorlow@chromium.org 已提交
806 807

table_test: table/table_test.o $(LIBOBJECTS) $(TESTHARNESS)
808
	$(AM_LINK)
J
jorlow@chromium.org 已提交
809

D
Dhruba Borthakur 已提交
810
block_test: table/block_test.o $(LIBOBJECTS) $(TESTHARNESS)
811
	$(AM_LINK)
D
Dhruba Borthakur 已提交
812

J
jorlow@chromium.org 已提交
813
skiplist_test: db/skiplist_test.o $(LIBOBJECTS) $(TESTHARNESS)
814
	$(AM_LINK)
J
jorlow@chromium.org 已提交
815 816

version_edit_test: db/version_edit_test.o $(LIBOBJECTS) $(TESTHARNESS)
817
	$(AM_LINK)
J
jorlow@chromium.org 已提交
818

819
version_set_test: db/version_set_test.o $(LIBOBJECTS) $(TESTHARNESS)
820
	$(AM_LINK)
821

S
sdong 已提交
822
compaction_picker_test: db/compaction_picker_test.o $(LIBOBJECTS) $(TESTHARNESS)
823
	$(AM_LINK)
S
sdong 已提交
824

S
sdong 已提交
825
version_builder_test: db/version_builder_test.o $(LIBOBJECTS) $(TESTHARNESS)
826
	$(AM_LINK)
S
sdong 已提交
827

828
file_indexer_test: db/file_indexer_test.o $(LIBOBJECTS) $(TESTHARNESS)
829
	$(AM_LINK)
830

831
reduce_levels_test: tools/reduce_levels_test.o $(LIBOBJECTS) $(TESTHARNESS)
832
	$(AM_LINK)
833

J
jorlow@chromium.org 已提交
834
write_batch_test: db/write_batch_test.o $(LIBOBJECTS) $(TESTHARNESS)
835
	$(AM_LINK)
836

837
write_controller_test: db/write_controller_test.o $(LIBOBJECTS) $(TESTHARNESS)
838
	$(AM_LINK)
839

840 841 842
merge_helper_test: db/merge_helper_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

J
Jim Paton 已提交
843
merge_test: db/merge_test.o $(LIBOBJECTS) $(TESTHARNESS)
844
	$(AM_LINK)
J
jorlow@chromium.org 已提交
845

I
Igor Canadi 已提交
846
merger_test: table/merger_test.o $(LIBOBJECTS) $(TESTHARNESS)
847
	$(AM_LINK)
I
Igor Canadi 已提交
848

849
deletefile_test: db/deletefile_test.o $(LIBOBJECTS) $(TESTHARNESS)
850
	$(AM_LINK)
851

852
geodb_test: utilities/geodb/geodb_test.o $(LIBOBJECTS) $(TESTHARNESS)
853
	$(AM_LINK)
854

855 856 857 858 859 860
rocksdb_dump: tools/dump/rocksdb_dump.o $(LIBOBJECTS)
	$(AM_LINK)

rocksdb_undump: tools/dump/rocksdb_undump.o $(LIBOBJECTS)
	$(AM_LINK)

861
cuckoo_table_builder_test: table/cuckoo_table_builder_test.o $(LIBOBJECTS) $(TESTHARNESS)
862
	$(AM_LINK)
863

I
Igor Canadi 已提交
864
cuckoo_table_reader_test: table/cuckoo_table_reader_test.o $(LIBOBJECTS) $(TESTHARNESS)
865
	$(AM_LINK)
866

867
cuckoo_table_db_test: db/cuckoo_table_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
868
	$(AM_LINK)
869

870
listener_test: db/listener_test.o $(LIBOBJECTS) $(TESTHARNESS)
871
	$(AM_LINK)
872

Y
Yueh-Hsuan Chiang 已提交
873
thread_list_test: util/thread_list_test.o $(LIBOBJECTS) $(TESTHARNESS)
874
	$(AM_LINK)
Y
Yueh-Hsuan Chiang 已提交
875

876 877 878
compact_files_test: db/compact_files_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

879
options_test: util/options_test.o $(LIBOBJECTS) $(TESTHARNESS)
880
	$(AM_LINK)
881

I
Igor Canadi 已提交
882 883 884
event_logger_test: util/event_logger_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

885
sst_dump_test: util/sst_dump_test.o $(LIBOBJECTS) $(TESTHARNESS)
886
	$(AM_LINK)
887

888
memenv_test : util/memenv_test.o $(LIBOBJECTS) $(TESTHARNESS)
889
	$(AM_LINK)
H
Hans Wennborg 已提交
890

A
agiardullo 已提交
891 892 893
optimistic_transaction_test: utilities/transactions/optimistic_transaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

894
mock_env_test : util/mock_env_test.o $(LIBOBJECTS) $(TESTHARNESS)
895
	$(AM_LINK)
896

897
manual_compaction_test: util/manual_compaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
898
	$(AM_LINK)
899

900
filelock_test: util/filelock_test.o $(LIBOBJECTS) $(TESTHARNESS)
901
	$(AM_LINK)
K
Kai Liu 已提交
902 903

auto_roll_logger_test: util/auto_roll_logger_test.o $(LIBOBJECTS) $(TESTHARNESS)
904
	$(AM_LINK)
905

A
agiardullo 已提交
906 907 908
memtable_list_test: db/memtable_list_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

A
agiardullo 已提交
909 910 911
write_callback_test: db/write_callback_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

912 913 914
heap_test: util/heap_test.o $(GTEST)
	$(AM_LINK)

915
sst_dump: tools/sst_dump.o $(LIBOBJECTS)
916
	$(AM_LINK)
917

918
ldb: tools/ldb.o $(LIBOBJECTS)
919
	$(AM_LINK)
920

I
Igor Canadi 已提交
921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952
#-------------------------------------------------
# make install related stuff
INSTALL_PATH ?= /usr/local

uninstall:
	rm -rf $(INSTALL_PATH)/include/rocksdb \
	  $(INSTALL_PATH)/lib/$(LIBRARY) \
	  $(INSTALL_PATH)/lib/$(SHARED4) \
	  $(INSTALL_PATH)/lib/$(SHARED3) \
	  $(INSTALL_PATH)/lib/$(SHARED2) \
	  $(INSTALL_PATH)/lib/$(SHARED1)

install-headers:
	install -d $(INSTALL_PATH)/lib
	for header_dir in `find "include/rocksdb" -type d`; do \
		install -d $(INSTALL_PATH)/$$header_dir; \
	done
	for header in `find "include/rocksdb" -type f -name *.h`; do \
		install -C -m 644 $$header $(INSTALL_PATH)/$$header; \
	done

install-static: install-headers $(LIBRARY)
	install -C -m 755 $(LIBRARY) $(INSTALL_PATH)/lib

install-shared: install-headers $(SHARED4)
	install -C -m 755 $(SHARED4) $(INSTALL_PATH)/lib && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED3) && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED2) && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED1)

# install static by default + install shared if it exists
install: install-static
I
Igor Canadi 已提交
953
	[ -e $(SHARED4) ] && $(MAKE) install-shared || :
I
Igor Canadi 已提交
954 955 956 957

#-------------------------------------------------


958 959 960 961
# ---------------------------------------------------------------------------
# Jni stuff
# ---------------------------------------------------------------------------

962
JAVA_INCLUDE = -I$(JAVA_HOME)/include/ -I$(JAVA_HOME)/include/linux
963 964
ARCH := $(shell getconf LONG_BIT)
ROCKSDBJNILIB = librocksdbjni-linux$(ARCH).so
965
ROCKSDB_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux$(ARCH).jar
966
ROCKSDB_JAR_ALL = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH).jar
C
Chris Riccomini 已提交
967
ROCKSDB_JAVADOCS_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-javadoc.jar
968
ROCKSDB_SOURCES_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-sources.jar
969 970

ifeq ($(PLATFORM), OS_MACOSX)
971
ROCKSDBJNILIB = librocksdbjni-osx.jnilib
972
ROCKSDB_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-osx.jar
973 974 975 976 977
ifneq ("$(wildcard $(JAVA_HOME)/include/darwin)","")
	JAVA_INCLUDE = -I$(JAVA_HOME)/include -I $(JAVA_HOME)/include/darwin
else
	JAVA_INCLUDE = -I/System/Library/Frameworks/JavaVM.framework/Headers/
endif
978 979
endif

N
Naveen 已提交
980 981
libz.a:
	-rm -rf zlib-1.2.8
N
Naveen 已提交
982 983 984
	curl -O http://zlib.net/zlib-1.2.8.tar.gz
	tar xvzf zlib-1.2.8.tar.gz
	cd zlib-1.2.8 && CFLAGS='-fPIC' ./configure --static && make
985
	cp zlib-1.2.8/libz.a .
N
Naveen 已提交
986 987 988

libbz2.a:
	-rm -rf bzip2-1.0.6
989
	curl -O  http://www.bzip.org/1.0.6/bzip2-1.0.6.tar.gz
N
Naveen 已提交
990 991 992 993
	tar xvzf bzip2-1.0.6.tar.gz
	cd bzip2-1.0.6 && make CFLAGS='-fPIC -Wall -Winline -O2 -g -D_FILE_OFFSET_BITS=64'
	cp bzip2-1.0.6/libbz2.a .

N
Naveen 已提交
994 995
libsnappy.a:
	-rm -rf snappy-1.1.1
N
Naveen 已提交
996 997
	curl -O https://snappy.googlecode.com/files/snappy-1.1.1.tar.gz
	tar xvzf snappy-1.1.1.tar.gz
N
Naveen 已提交
998
	cd snappy-1.1.1 && ./configure --with-pic --enable-static
N
Naveen 已提交
999 1000
	cd snappy-1.1.1 && make
	cp snappy-1.1.1/.libs/libsnappy.a .
1001

1002 1003 1004 1005 1006 1007 1008
liblz4.a:
	   -rm -rf lz4-r127
	   curl -O https://codeload.github.com/Cyan4973/lz4/tar.gz/r127
	   mv r127 lz4-r127.tar.gz
	   tar xvzf lz4-r127.tar.gz
	   cd lz4-r127/lib && make CFLAGS='-fPIC' all
	   cp lz4-r127/lib/liblz4.a .
N
Naveen 已提交
1009

1010 1011 1012
# A version of each $(LIBOBJECTS) compiled with -fPIC
java_libobjects = $(patsubst %,jl/%,$(LIBOBJECTS))
CLEAN_FILES += jl
1013

1014 1015 1016 1017 1018
$(java_libobjects): jl/%.o: %.cc
	$(AM_V_CC)mkdir -p $(@D)
	@$(CXX) $(CXXFLAGS) -fPIC -c $< -o $@ $(COVERAGEFLAGS)

rocksdbjavastatic: $(java_libobjects) libz.a libbz2.a libsnappy.a liblz4.a
F
fyrz 已提交
1019
	cd java;$(MAKE) javalib;
1020
	rm -f ./java/target/$(ROCKSDBJNILIB)
1021 1022 1023
	$(CXX) $(CXXFLAGS) -I./java/. $(JAVA_INCLUDE) -shared -fPIC \
	  -o ./java/target/$(ROCKSDBJNILIB) $(JNI_NATIVE_SOURCES) \
	  $(java_libobjects) $(COVERAGEFLAGS) \
D
DerekSchenk 已提交
1024
	  libz.a libbz2.a libsnappy.a liblz4.a $(LDFLAGS)
1025 1026 1027 1028 1029 1030
	cd java/target;strip -S -x $(ROCKSDBJNILIB)
	cd java;jar -cf target/$(ROCKSDB_JAR) HISTORY*.md
	cd java/target;jar -uf $(ROCKSDB_JAR) $(ROCKSDBJNILIB)
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR) org/rocksdb/*.class org/rocksdb/util/*.class
	cd java/target/apidocs;jar -cf ../$(ROCKSDB_JAVADOCS_JAR) *
	cd java/src/main/java;jar -cf ../../../target/$(ROCKSDB_SOURCES_JAR) org
N
Naveen 已提交
1031

1032
rocksdbjavastaticrelease: rocksdbjavastatic
1033
	cd java/crossbuild && vagrant destroy -f && vagrant up linux32 && vagrant halt linux32 && vagrant up linux64 && vagrant halt linux64
1034 1035 1036
	cd java;jar -cf target/$(ROCKSDB_JAR_ALL) HISTORY*.md
	cd java/target;jar -uf $(ROCKSDB_JAR_ALL) librocksdbjni-*.so librocksdbjni-*.jnilib
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR_ALL) org/rocksdb/*.class org/rocksdb/util/*.class
1037

1038
rocksdbjavastaticpublish: rocksdbjavastaticrelease
1039 1040 1041 1042 1043 1044
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-javadoc.jar -Dclassifier=javadoc
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-sources.jar -Dclassifier=sources
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux64.jar -Dclassifier=linux64
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux32.jar -Dclassifier=linux32
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-osx.jar -Dclassifier=osx
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH).jar
1045

1046
rocksdbjava: $(java_libobjects)
F
fyrz 已提交
1047
	cd java;$(MAKE) javalib;
1048
	rm -f ./java/target/$(ROCKSDBJNILIB)
1049
	$(CXX) $(CXXFLAGS) -I./java/. $(JAVA_INCLUDE) -shared -fPIC -o ./java/target/$(ROCKSDBJNILIB) $(JNI_NATIVE_SOURCES) $(java_libobjects) $(JAVA_LDFLAGS) $(COVERAGEFLAGS)
1050 1051 1052
	cd java;jar -cf target/$(ROCKSDB_JAR) HISTORY*.md
	cd java/target;jar -uf $(ROCKSDB_JAR) $(ROCKSDBJNILIB)
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR) org/rocksdb/*.class org/rocksdb/util/*.class
1053 1054 1055 1056

jclean:
	cd java;$(MAKE) clean;

1057
jtest: rocksdbjava
1058
	cd java;$(MAKE) sample;$(MAKE) test;
1059

1060 1061 1062
jdb_bench:
	cd java;$(MAKE) db_bench;

1063 1064 1065 1066
commit-prereq:
	$(MAKE) clean && $(MAKE) all check;
	$(MAKE) clean && $(MAKE) rocksdbjava;
	$(MAKE) clean && USE_CLANG=1 $(MAKE) all;
1067
	$(MAKE) clean && OPT=-DROCKSDB_LITE $(MAKE) static_lib;
1068

V
Venkatesh Radhakrishnan 已提交
1069 1070 1071 1072 1073 1074 1075
xfunc:
	for xftest in $(XFUNC_TESTS); do \
		echo "===== Running xftest $$xftest"; \
		make check ROCKSDB_XFUNC_TEST="$$xftest" tests-regexp="DBTest" ;\
	done


1076 1077 1078
# ---------------------------------------------------------------------------
#  	Platform-specific compilation
# ---------------------------------------------------------------------------
J
Jim Paton 已提交
1079

1080 1081 1082
ifeq ($(PLATFORM), IOS)
# For iOS, create universal object files to be used on both the simulator and
# a device.
H
heyongqiang 已提交
1083 1084 1085
PLATFORMSROOT=/Applications/Xcode.app/Contents/Developer/Platforms
SIMULATORROOT=$(PLATFORMSROOT)/iPhoneSimulator.platform/Developer
DEVICEROOT=$(PLATFORMSROOT)/iPhoneOS.platform/Developer
I
Igor Canadi 已提交
1086
IOSVERSION=$(shell defaults read $(PLATFORMSROOT)/iPhoneOS.platform/version CFBundleShortVersionString)
1087

1088 1089
.cc.o:
	mkdir -p ios-x86/$(dir $@)
I
Igor Canadi 已提交
1090
	$(CXX) $(CXXFLAGS) -isysroot $(SIMULATORROOT)/SDKs/iPhoneSimulator$(IOSVERSION).sdk -arch i686 -arch x86_64 -c $< -o ios-x86/$@
1091
	mkdir -p ios-arm/$(dir $@)
I
Igor Canadi 已提交
1092
	xcrun -sdk iphoneos $(CXX) $(CXXFLAGS) -isysroot $(DEVICEROOT)/SDKs/iPhoneOS$(IOSVERSION).sdk -arch armv6 -arch armv7 -arch armv7s -arch arm64 -c $< -o ios-arm/$@
1093
	lipo ios-x86/$@ ios-arm/$@ -create -output $@
1094 1095 1096

.c.o:
	mkdir -p ios-x86/$(dir $@)
I
Igor Canadi 已提交
1097
	$(CC) $(CFLAGS) -isysroot $(SIMULATORROOT)/SDKs/iPhoneSimulator$(IOSVERSION).sdk -arch i686 -arch x86_64 -c $< -o ios-x86/$@
1098
	mkdir -p ios-arm/$(dir $@)
I
Igor Canadi 已提交
1099
	xcrun -sdk iphoneos $(CC) $(CFLAGS) -isysroot $(DEVICEROOT)/SDKs/iPhoneOS$(IOSVERSION).sdk -arch armv6 -arch armv7 -arch armv7s -arch arm64 -c $< -o ios-arm/$@
1100 1101
	lipo ios-x86/$@ ios-arm/$@ -create -output $@

1102
else
J
jorlow@chromium.org 已提交
1103
.cc.o:
1104
	$(AM_V_CC)$(CXX) $(CXXFLAGS) -c $< -o $@ $(COVERAGEFLAGS)
1105 1106

.c.o:
1107
	$(AM_V_CC)$(CC) $(CFLAGS) -c $< -o $@
1108
endif
1109

1110 1111 1112 1113
# ---------------------------------------------------------------------------
#  	Source files dependencies detection
# ---------------------------------------------------------------------------

1114 1115 1116
all_sources = $(LIB_SOURCES) $(TEST_BENCH_SOURCES) $(MOCK_SOURCES)
DEPFILES = $(all_sources:.cc=.d)

1117 1118 1119 1120 1121
# Add proper dependency support so changing a .h file forces a .cc file to
# rebuild.

# The .d file indicates .cc file's dependencies on .h files. We generate such
# dependency by g++'s -MM option, whose output is a make dependency rule.
1122
$(DEPFILES): %.d: %.cc
1123
	@$(CXX) $(CXXFLAGS) $(PLATFORM_SHARED_CFLAGS) \
1124
	  -MM -MT'$@' -MT'$(<:.cc=.o)' "$<" -o '$@'
1125 1126 1127

depend: $(DEPFILES)

1128 1129 1130 1131
# if the make goal is either "clean" or "format", we shouldn't
# try to import the *.d files.
# TODO(kailiu) The unfamiliarity of Make's conditions leads to the ugly
# working solution.
1132
ifneq ($(MAKECMDGOALS),clean)
1133
ifneq ($(MAKECMDGOALS),format)
1134 1135
ifneq ($(MAKECMDGOALS),jclean)
ifneq ($(MAKECMDGOALS),jtest)
1136
ifneq ($(MAKECMDGOALS),package)
1137
ifneq ($(MAKECMDGOALS),analyze)
1138 1139
-include $(DEPFILES)
endif
1140
endif
1141 1142
endif
endif
1143
endif
1144
endif