Makefile 36.9 KB
Newer Older
J
jorlow@chromium.org 已提交
1 2 3 4
# Copyright (c) 2011 The LevelDB Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. See the AUTHORS file for names of contributors.

5
# Inherit some settings from environment variables, if available
J
jorlow@chromium.org 已提交
6

7
#-----------------------------------------------
8

9
CLEAN_FILES = # deliberately empty, so we can append below.
10 11 12 13
CFLAGS += ${EXTRA_CFLAGS}
CXXFLAGS += ${EXTRA_CXXFLAGS}
LDFLAGS += $(EXTRA_LDFLAGS)
MACHINE ?= $(shell uname -m)
I
Igor Canadi 已提交
14
ARFLAGS = rs
15

16 17
# Transform parallel LOG output into something more readable.
perl_command = perl -n \
Y
Yueh-Hsuan Chiang 已提交
18 19 20 21
  -e '@a=split("\t",$$_,-1); $$t=$$a[8]; $$t =~ s,^\./,,;'		\
  -e '$$t =~ s, >.*,,; chomp $$t;'					\
  -e '$$t =~ /.*--gtest_filter=(.*?\.[\w\/]+)/ and $$t=$$1;'		\
  -e 'printf "%7.3f %s %s\n", $$a[3], $$a[6] == 0 ? "PASS" : "FAIL", $$t'
22 23
quoted_perl_command = $(subst ','\'',$(perl_command))

24 25 26 27 28 29 30 31 32
# DEBUG_LEVEL can have three values:
# * DEBUG_LEVEL=2; this is the ultimate debug mode. It will compile rocksdb
# without any optimizations. To compile with level 2, issue `make dbg`
# * DEBUG_LEVEL=1; debug level 1 enables all assertions and debug code, but
# compiles rocksdb with -O2 optimizations. this is the default debug level.
# `make all` or `make <binary_target>` compile RocksDB with debug level 1.
# We use this debug level when developing RocksDB.
# * DEBUG_LEVEL=0; this is the debug level we use for release. If you're
# running rocksdb in production you most definitely want to compile RocksDB
A
agiardullo 已提交
33
# with debug level 0. To compile with level 0, run `make shared_lib`,
34 35 36 37 38
# `make install-shared`, `make static_lib`, `make install-static` or
# `make install`
DEBUG_LEVEL=1

ifeq ($(MAKECMDGOALS),dbg)
Y
Yueh-Hsuan Chiang 已提交
39
	DEBUG_LEVEL=2
40
endif
41 42

ifeq ($(MAKECMDGOALS),shared_lib)
Y
Yueh-Hsuan Chiang 已提交
43
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
44
endif
I
Igor Canadi 已提交
45

I
Igor Canadi 已提交
46
ifeq ($(MAKECMDGOALS),install-shared)
Y
Yueh-Hsuan Chiang 已提交
47
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
48 49
endif

I
Igor Canadi 已提交
50
ifeq ($(MAKECMDGOALS),static_lib)
Y
Yueh-Hsuan Chiang 已提交
51
	DEBUG_LEVEL=0
52
endif
I
Igor Canadi 已提交
53

I
Igor Canadi 已提交
54
ifeq ($(MAKECMDGOALS),install-static)
Y
Yueh-Hsuan Chiang 已提交
55
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
56 57 58
endif

ifeq ($(MAKECMDGOALS),install)
Y
Yueh-Hsuan Chiang 已提交
59
	DEBUG_LEVEL=0
60 61
endif

62
ifeq ($(MAKECMDGOALS),rocksdbjavastatic)
Y
Yueh-Hsuan Chiang 已提交
63
	DEBUG_LEVEL=0
64 65
endif

66 67 68 69 70 71 72 73 74 75 76
# compile with -O2 if debug level is not 2
ifneq ($(DEBUG_LEVEL), 2)
OPT += -O2 -fno-omit-frame-pointer
ifneq ($(MACHINE),ppc64) # ppc64 doesn't support -momit-leaf-frame-pointer
OPT += -momit-leaf-frame-pointer
endif
endif

# if we're compiling for release, compile without debug code (-DNDEBUG) and
# don't treat warnings as errors
ifeq ($(DEBUG_LEVEL),0)
I
Igor Canadi 已提交
77
OPT += -DNDEBUG
78
DISABLE_WARNING_AS_ERROR=1
I
Igor Canadi 已提交
79 80
endif

81
#-----------------------------------------------
82
include src.mk
83

84 85 86 87 88 89
AM_DEFAULT_VERBOSITY = 0

AM_V_GEN = $(am__v_GEN_$(V))
am__v_GEN_ = $(am__v_GEN_$(AM_DEFAULT_VERBOSITY))
am__v_GEN_0 = @echo "  GEN     " $@;
am__v_GEN_1 =
J
Jim Meyering 已提交
90 91 92 93
AM_V_at = $(am__v_at_$(V))
am__v_at_ = $(am__v_at_$(AM_DEFAULT_VERBOSITY))
am__v_at_0 = @
am__v_at_1 =
94 95 96 97 98 99 100 101 102 103 104

AM_V_CC = $(am__v_CC_$(V))
am__v_CC_ = $(am__v_CC_$(AM_DEFAULT_VERBOSITY))
am__v_CC_0 = @echo "  CC      " $@;
am__v_CC_1 =
CCLD = $(CC)
LINK = $(CCLD) $(AM_CFLAGS) $(CFLAGS) $(AM_LDFLAGS) $(LDFLAGS) -o $@
AM_V_CCLD = $(am__v_CCLD_$(V))
am__v_CCLD_ = $(am__v_CCLD_$(AM_DEFAULT_VERBOSITY))
am__v_CCLD_0 = @echo "  CCLD    " $@;
am__v_CCLD_1 =
J
Jim Meyering 已提交
105 106 107 108
AM_V_AR = $(am__v_AR_$(V))
am__v_AR_ = $(am__v_AR_$(AM_DEFAULT_VERBOSITY))
am__v_AR_0 = @echo "  AR      " $@;
am__v_AR_1 =
109

110 111
AM_LINK = $(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS) $(COVERAGEFLAGS)

112
# detect what platform we're building on
113
dummy := $(shell (export ROCKSDB_ROOT="$(CURDIR)"; "$(CURDIR)/build_tools/build_detect_platform" "$(CURDIR)/make_config.mk"))
S
Sanjay Ghemawat 已提交
114
# this file is generated by the previous line to set build flags and sources
I
Igor Canadi 已提交
115
include make_config.mk
116
CLEAN_FILES += make_config.mk
J
jorlow@chromium.org 已提交
117

I
Igor Canadi 已提交
118 119 120 121 122 123 124 125
ifneq ($(PLATFORM), IOS)
CFLAGS += -g
CXXFLAGS += -g
else
# no debug info for IOS, that will make our library big
OPT += -DNDEBUG
endif

126
ifneq ($(filter -DROCKSDB_LITE,$(OPT)),)
Y
Yueh-Hsuan Chiang 已提交
127 128 129
	# found
	CFLAGS += -fno-exceptions
	CXXFLAGS += -fno-exceptions
130 131
endif

I
Igor Canadi 已提交
132 133
# ASAN doesn't work well with jemalloc. If we're compiling with ASAN, we should use regular malloc.
ifdef COMPILE_WITH_ASAN
Y
Yueh-Hsuan Chiang 已提交
134 135 136 137
	DISABLE_JEMALLOC=1
	EXEC_LDFLAGS += -fsanitize=address
	PLATFORM_CCFLAGS += -fsanitize=address
	PLATFORM_CXXFLAGS += -fsanitize=address
I
Igor Canadi 已提交
138 139 140 141
endif

# TSAN doesn't work well with jemalloc. If we're compiling with TSAN, we should use regular malloc.
ifdef COMPILE_WITH_TSAN
Y
Yueh-Hsuan Chiang 已提交
142 143 144 145 146 147 148
	DISABLE_JEMALLOC=1
	EXEC_LDFLAGS += -fsanitize=thread -pie
	PLATFORM_CCFLAGS += -fsanitize=thread -fPIC -DROCKSDB_TSAN_RUN
	PLATFORM_CXXFLAGS += -fsanitize=thread -fPIC -DROCKSDB_TSAN_RUN
        # Turn off -pg when enabling TSAN testing, because that induces
        # a link failure.  TODO: find the root cause
	pg =
149
else
Y
Yueh-Hsuan Chiang 已提交
150
	pg = -pg
I
Igor Canadi 已提交
151 152 153
endif

ifndef DISABLE_JEMALLOC
Y
Yueh-Hsuan Chiang 已提交
154 155 156
	EXEC_LDFLAGS := $(JEMALLOC_LIB) $(EXEC_LDFLAGS)
	PLATFORM_CXXFLAGS += $(JEMALLOC_INCLUDE)
	PLATFORM_CCFLAGS += $(JEMALLOC_INCLUDE)
I
Igor Canadi 已提交
157 158
endif

I
Igor Sugak 已提交
159 160 161 162 163
export GTEST_THROW_ON_FAILURE=1 GTEST_HAS_EXCEPTIONS=1
GTEST_DIR = ./third-party/gtest-1.7.0/fused-src
PLATFORM_CCFLAGS += -isystem $(GTEST_DIR)
PLATFORM_CXXFLAGS += -isystem $(GTEST_DIR)

164 165 166
# This (the first rule) must depend on "all".
default: all

167
WARNING_FLAGS = -W -Wextra -Wall -Wsign-compare -Wshadow \
Y
Yueh-Hsuan Chiang 已提交
168
  -Wno-unused-parameter
169

170
ifndef DISABLE_WARNING_AS_ERROR
Y
Yueh-Hsuan Chiang 已提交
171
	WARNING_FLAGS += -Werror
172 173
endif

I
Igor Canadi 已提交
174
CFLAGS += $(WARNING_FLAGS) -I. -I./include $(PLATFORM_CCFLAGS) $(OPT)
I
Igor Sugak 已提交
175
CXXFLAGS += $(WARNING_FLAGS) -I. -I./include $(PLATFORM_CXXFLAGS) $(OPT) -Woverloaded-virtual -Wnon-virtual-dtor -Wno-missing-field-initializers
176

S
Sanjay Ghemawat 已提交
177
LDFLAGS += $(PLATFORM_LDFLAGS)
J
jorlow@chromium.org 已提交
178

179
date := $(shell date +%F)
I
Igor Canadi 已提交
180
ifdef FORCE_GIT_SHA
Y
Yueh-Hsuan Chiang 已提交
181
	git_sha := $(FORCE_GIT_SHA)
I
Igor Canadi 已提交
182
else
Y
Yueh-Hsuan Chiang 已提交
183
	git_sha := $(shell git rev-parse HEAD 2>/dev/null)
I
Igor Canadi 已提交
184
endif
185
gen_build_version =							\
Y
Yueh-Hsuan Chiang 已提交
186 187 188 189 190 191 192
  printf '%s\n'								\
    '\#include "build_version.h"'					\
    'const char* rocksdb_build_git_sha =				\
      "rocksdb_build_git_sha:$(git_sha)";'			\
    'const char* rocksdb_build_git_date =				\
      "rocksdb_build_git_date:$(date)";'				\
    'const char* rocksdb_build_compile_date = __DATE__;'
193 194 195 196 197 198

# Record the version of the source that we are compiling.
# We keep a record of the git revision in this file.  It is then built
# as a regular source file as part of the compilation process.
# One can run "strings executable_filename | grep _build_" to find
# the version of the source that we used to build the executable file.
199
CLEAN_FILES += util/build_version.cc:
200 201
FORCE:
util/build_version.cc: FORCE
Y
Yueh-Hsuan Chiang 已提交
202 203 204 205 206
	$(AM_V_GEN)rm -f $@-t
	$(AM_V_at)$(gen_build_version) > $@-t
	$(AM_V_at)if test -f $@; then					\
	  cmp -s $@-t $@ && rm -f $@-t || mv -f $@-t $@;		\
	else mv -f $@-t $@; fi
207

208
LIBOBJECTS = $(LIB_SOURCES:.cc=.o)
209
MOCKOBJECTS = $(MOCK_SOURCES:.cc=.o)
J
jorlow@chromium.org 已提交
210

I
Igor Sugak 已提交
211
GTEST = $(GTEST_DIR)/gtest/gtest-all.o
J
jorlow@chromium.org 已提交
212
TESTUTIL = ./util/testutil.o
I
Igor Sugak 已提交
213
TESTHARNESS = ./util/testharness.o $(TESTUTIL) $(MOCKOBJECTS) $(GTEST)
214
VALGRIND_ERROR = 2
215
VALGRIND_DIR = build_tools/VALGRIND_LOGS
216
VALGRIND_VER := $(join $(VALGRIND_VER),valgrind)
217

218
VALGRIND_OPTS = --error-exitcode=$(VALGRIND_ERROR) --leak-check=full
219

J
jorlow@chromium.org 已提交
220
TESTS = \
221 222 223 224
	db_test \
	db_iter_test \
	db_log_iter_test \
	db_compaction_filter_test \
225
	db_compaction_test \
226
	db_dynamic_level_test \
227
	db_inplace_update_test \
228 229
	db_tailing_iter_test \
	db_universal_compaction_test \
S
sdong 已提交
230
	db_wal_test \
231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251
	block_hash_index_test \
	autovector_test \
	column_family_test \
	table_properties_collector_test \
	arena_test \
	auto_roll_logger_test \
	block_test \
	bloom_test \
	dynamic_bloom_test \
	c_test \
	cache_test \
	checkpoint_test \
	coding_test \
	corruption_test \
	crc32c_test \
	slice_transform_test \
	dbformat_test \
	env_test \
	fault_injection_test \
	filelock_test \
	filename_test \
252
	file_reader_writer_test \
253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288
	block_based_filter_block_test \
	full_filter_block_test \
	histogram_test \
	log_test \
	manual_compaction_test \
	memenv_test \
	mock_env_test \
	memtable_list_test \
	merge_helper_test \
	merge_test \
	merger_test \
	redis_test \
	reduce_levels_test \
	plain_table_db_test \
	comparator_db_test \
	prefix_test \
	skiplist_test \
	stringappend_test \
	ttl_test \
	backupable_db_test \
	document_db_test \
	json_document_test \
	spatial_db_test \
	version_edit_test \
	version_set_test \
	compaction_picker_test \
	version_builder_test \
	file_indexer_test \
	write_batch_test \
	write_batch_with_index_test \
	write_controller_test\
	deletefile_test \
	table_test \
	thread_local_test \
	geodb_test \
	rate_limiter_test \
I
Islam AbdelRahman 已提交
289
	delete_scheduler_test \
290 291 292 293 294 295 296 297 298 299 300 301 302 303 304
	options_test \
	event_logger_test \
	cuckoo_table_builder_test \
	cuckoo_table_reader_test \
	cuckoo_table_db_test \
	flush_job_test \
	wal_manager_test \
	listener_test \
	compaction_job_test \
	thread_list_test \
	sst_dump_test \
	compact_files_test \
	perf_context_test \
	optimistic_transaction_test \
	write_callback_test \
305 306
	heap_test \
	compact_on_deletion_collector_test \
A
agiardullo 已提交
307 308
	compaction_job_stats_test \
	transaction_test
309

310 311
SUBSET :=  $(shell echo $(TESTS) |sed s/^.*$(ROCKSDBTESTS_START)/$(ROCKSDBTESTS_START)/)

312
TOOLS = \
Y
Yueh-Hsuan Chiang 已提交
313 314 315 316 317 318 319
	sst_dump \
	db_sanity_test \
	db_stress \
	ldb \
	db_repl_stress \
	rocksdb_dump \
	rocksdb_undump
J
jorlow@chromium.org 已提交
320

I
Igor Canadi 已提交
321
BENCHMARKS = db_bench table_reader_bench cache_bench memtablerep_bench
J
jorlow@chromium.org 已提交
322

323 324
# The library name is configurable since we are maintaining libraries of both
# debug/release mode.
325
ifeq ($(LIBNAME),)
Y
Yueh-Hsuan Chiang 已提交
326
        LIBNAME=librocksdb
327
endif
328
LIBRARY = ${LIBNAME}.a
329

330 331 332
ROCKSDB_MAJOR = $(shell egrep "ROCKSDB_MAJOR.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
ROCKSDB_MINOR = $(shell egrep "ROCKSDB_MINOR.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
ROCKSDB_PATCH = $(shell egrep "ROCKSDB_PATCH.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
333

334 335
default: all

336 337 338
#-----------------------------------------------
# Create platform independent shared libraries.
#-----------------------------------------------
339
ifneq ($(PLATFORM_SHARED_EXT),)
H
heyongqiang 已提交
340 341

ifneq ($(PLATFORM_SHARED_VERSIONED),true)
342
SHARED1 = ${LIBNAME}.$(PLATFORM_SHARED_EXT)
H
heyongqiang 已提交
343 344
SHARED2 = $(SHARED1)
SHARED3 = $(SHARED1)
345
SHARED4 = $(SHARED1)
H
heyongqiang 已提交
346 347
SHARED = $(SHARED1)
else
348 349
SHARED_MAJOR = $(ROCKSDB_MAJOR)
SHARED_MINOR = $(ROCKSDB_MINOR)
350
SHARED_PATCH = $(ROCKSDB_PATCH)
351
SHARED1 = ${LIBNAME}.$(PLATFORM_SHARED_EXT)
352 353 354 355 356 357
ifeq ($(PLATFORM), OS_MACOSX)
SHARED_OSX = $(LIBNAME).$(SHARED_MAJOR)
SHARED2 = $(SHARED_OSX).$(PLATFORM_SHARED_EXT)
SHARED3 = $(SHARED_OSX).$(SHARED_MINOR).$(PLATFORM_SHARED_EXT)
SHARED4 = $(SHARED_OSX).$(SHARED_MINOR).$(SHARED_PATCH).$(PLATFORM_SHARED_EXT)
else
358 359
SHARED2 = $(SHARED1).$(SHARED_MAJOR)
SHARED3 = $(SHARED1).$(SHARED_MAJOR).$(SHARED_MINOR)
360
SHARED4 = $(SHARED1).$(SHARED_MAJOR).$(SHARED_MINOR).$(SHARED_PATCH)
361
endif
362 363
SHARED = $(SHARED1) $(SHARED2) $(SHARED3) $(SHARED4)
$(SHARED1): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
364
	ln -fs $(SHARED4) $(SHARED1)
365
$(SHARED2): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
366
	ln -fs $(SHARED4) $(SHARED2)
367
$(SHARED3): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
368
	ln -fs $(SHARED4) $(SHARED3)
369 370
endif

371
$(SHARED4):
Y
Yueh-Hsuan Chiang 已提交
372 373
	$(CXX) $(PLATFORM_SHARED_LDFLAGS)$(SHARED3) $(CXXFLAGS) $(PLATFORM_SHARED_CFLAGS) $(LIB_SOURCES) \
		$(LDFLAGS) -o $@
H
heyongqiang 已提交
374 375 376

endif  # PLATFORM_SHARED_EXT

377
.PHONY: blackbox_crash_test check clean coverage crash_test ldb_tests package \
Y
Yueh-Hsuan Chiang 已提交
378 379
	release tags valgrind_check whitebox_crash_test format static_lib shared_lib all \
	dbg rocksdbjavastatic rocksdbjava install install-static install-shared uninstall \
M
maurice barnum 已提交
380
	analyze tools
381

M
maurice barnum 已提交
382 383

all: $(LIBRARY) $(BENCHMARKS) tools $(TESTS)
384

I
Igor Canadi 已提交
385 386 387 388
static_lib: $(LIBRARY)

shared_lib: $(SHARED)

M
maurice barnum 已提交
389 390 391
tools: $(TOOLS)

dbg: $(LIBRARY) $(BENCHMARKS) tools $(TESTS)
K
Kai Liu 已提交
392

393
# creates static library and programs
394
release:
Y
Yueh-Hsuan Chiang 已提交
395
	$(MAKE) clean
M
maurice barnum 已提交
396
	OPT="-DNDEBUG -O2" $(MAKE) static_lib tools db_bench
K
Kai Liu 已提交
397 398

coverage:
Y
Yueh-Hsuan Chiang 已提交
399 400 401 402 403
	$(MAKE) clean
	COVERAGEFLAGS="-fprofile-arcs -ftest-coverage" LDFLAGS+="-lgcov" $(MAKE) J=1 all check
	cd coverage && ./coverage_test.sh
        # Delete intermediate files
	find . -type f -regex ".*\.\(\(gcda\)\|\(gcno\)\)" -exec rm {} \;
J
jorlow@chromium.org 已提交
404

405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423
# Extract the names of its tests by running db_test with --gtest_list_tests.
# This filter removes the "#"-introduced comments, and expands to
# fully-qualified names by changing input like this:
#
#   DBTest.
#     Empty
#     WriteEmptyBatch
#   MultiThreaded/MultiThreadedDBTest.
#     MultiThreaded/0  # GetParam() = 0
#     MultiThreaded/1  # GetParam() = 1
#
# into this:
#
#   DBTest.Empty
#   DBTest.WriteEmptyBatch
#   MultiThreaded/MultiThreadedDBTest.MultiThreaded/0
#   MultiThreaded/MultiThreadedDBTest.MultiThreaded/1
#
test_names = \
Y
Yueh-Hsuan Chiang 已提交
424 425 426 427 428
  ./db_test --gtest_list_tests						\
    | perl -n								\
      -e 's/ *\#.*//;'							\
      -e '/^(\s*)(\S+)/; !$$1 and do {$$p=$$2; break};'			\
      -e 'print qq! $$p$$2!'
429 430 431 432 433 434 435

ifeq ($(MAKECMDGOALS),check)
# Use /dev/shm if it has the sticky bit set (otherwise, /tmp),
# and create a randomly-named rocksdb.XXXX directory therein.
# We'll use that directory in the "make check" rules.
ifeq ($(TMPD),)
TMPD := $(shell f=/dev/shm; test -k $$f || f=/tmp;			\
Y
Yueh-Hsuan Chiang 已提交
436 437
  perl -le 'use File::Temp "tempdir";'					\
    -e 'print tempdir("'$$f'/rocksdb.XXXX", CLEANUP => 0)')
438 439
endif
endif
J
jorlow@chromium.org 已提交
440

441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458
ifneq ($(T),)

# Run all tests in parallel, accumulating per-test logs in t/log-*.

# t_sanitized is each $(T) with "-" in place of each "/".
t_sanitized = $(subst /,-,$(T))

# t_run is each sanitized name with a leading "t/".
t_run = $(patsubst %,t/%,$(t_sanitized))

# Each t_run file is a tiny generated bourne shell script
# that invokes one of db_tests's sub-tests. Why use a file
# for this?  Because that makes the invocation of parallel
# below simpler, which in turn makes the parsing of parallel's
# LOG simpler (the latter is for live monitoring as parallel
# tests run).
filter = --gtest_filter=$(subst -,/,$(@F))
$(t_run): Makefile db_test
Y
Yueh-Hsuan Chiang 已提交
459 460 461 462 463 464 465 466 467 468
	$(AM_V_GEN)mkdir -p t
	$(AM_V_at)rm -f $@ $@-t
	$(AM_V_at)printf '%s\n'						\
	    '#!/bin/sh'							\
	    'd=$(TMPD)/$(@F)'						\
	    'mkdir -p $$d'						\
	    'TEST_TMPDIR=$$d ./db_test $(filter)'			\
	  > $@-t
	$(AM_V_at)chmod a=rx $@-t
	$(AM_V_at)mv $@-t $@
469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486

# Reorder input lines (which are one per test) so that the
# longest-running tests appear first in the output.
# Do this by prefixing each selected name with its duration,
# sort the resulting names, and remove the leading numbers.
# FIXME: the "100" we prepend is a fake time, for now.
# FIXME: squirrel away timings from each run and use them
# (when present) on subsequent runs to order these tests.
#
# Without this reordering, these two tests would happen to start only
# after almost all other tests had completed, thus adding 100 seconds
# to the duration of parallel "make check".  That's the difference
# between 4 minutes (old) and 2m20s (new).
#
# 152.120 PASS t/DBTest.FileCreationRandomFailure
# 107.816 PASS t/DBTest.EncodeDecompressedBlockSizeTest
#
slow_test_regexp = \
Y
Yueh-Hsuan Chiang 已提交
487
  ^t/DBTest\.(?:FileCreationRandomFailure|EncodeDecompressedBlockSizeTest)$$
488
prioritize_long_running_tests =						\
Y
Yueh-Hsuan Chiang 已提交
489 490 491
  perl -pe 's,($(slow_test_regexp)),100 $$1,'				\
    | sort -k1,1gr							\
    | sed 's/^[.0-9]* //'
492 493 494 495 496 497 498 499

# "make check" uses
# Run with "make J=1 check" to disable parallelism in "make check".
# Run with "make J=200% check" to run two parallel jobs per core.
# The default is to run one job per core (J=100%).
# See "man parallel" for its "-j ..." option.
J = 100%

V
Venkatesh Radhakrishnan 已提交
500 501 502
# Use this regexp to select the subset of tests whose names match.
tests-regexp = .

503 504
.PHONY: check_0
check_0: $(t_run)
Y
Yueh-Hsuan Chiang 已提交
505 506 507 508 509 510 511 512 513 514 515 516
	$(AM_V_GEN)export TEST_TMPDIR=$(TMPD);				\
	printf '%s\n' ''						\
	  'To monitor subtest <duration,pass/fail,name>,'		\
	  '  run "make watch-log" in a separate window' '';		\
	test -t 1 && eta=--eta || eta=;					\
	{								\
	  printf './%s\n' $(filter-out db_test, $(TESTS));		\
	  printf '%s\n' $(t_run);					\
	}								\
	  | $(prioritize_long_running_tests)				\
	  | grep -E '$(tests-regexp)'					\
	  | parallel -j$(J) --joblog=LOG $$eta --gnu '{} >& t/log-{/}'
517 518 519
endif

CLEAN_FILES += t LOG $(TMPD)
520

521 522 523 524 525 526 527 528
# When running parallel "make check", you can monitor its progress
# from another window.
# Run "make watch_LOG" to show the duration,PASS/FAIL,name of parallel
# tests as they are being run.  We sort them so that longer-running ones
# appear at the top of the list and any failing tests remain at the top
# regardless of their duration. As with any use of "watch", hit ^C to
# interrupt.
watch-log:
Y
Yueh-Hsuan Chiang 已提交
529
	watch --interval=0 'sort -k7,7nr -k4,4gr LOG|$(quoted_perl_command)'
530

I
Igor Canadi 已提交
531
# If J != 1 and GNU parallel is installed, run the tests in parallel,
532 533
# via the check_0 rule above.  Otherwise, run them sequentially.
check: all
Y
Yueh-Hsuan Chiang 已提交
534 535 536 537 538 539 540 541 542 543 544 545 546
	$(AM_V_GEN)if test "$(J)" != 1                                  \
	    && (parallel --gnu --help 2>/dev/null) |                    \
	        grep -q 'GNU Parallel';                                 \
	then                                                            \
	    t=$$($(test_names));                                        \
	    $(MAKE) T="$$t" TMPD=$(TMPD) check_0;                       \
	else                                                            \
	    for t in $(TESTS); do                                       \
	      echo "===== Running $$t"; ./$$t || exit 1; done;          \
	fi
	rm -rf $(TMPD)
	python tools/ldb_test.py
	sh tools/rocksdb_dump_test.sh
547 548

check_some: $(SUBSET) ldb_tests
Y
Yueh-Hsuan Chiang 已提交
549
	for t in $(SUBSET); do echo "===== Running $$t"; ./$$t || exit 1; done
550 551

.PHONY: ldb_tests
552
ldb_tests: ldb
Y
Yueh-Hsuan Chiang 已提交
553
	python tools/ldb_test.py
554

I
Igor Canadi 已提交
555
crash_test: whitebox_crash_test blackbox_crash_test
556 557

blackbox_crash_test: db_stress
S
sdong 已提交
558
	python -u tools/db_crashtest.py -s
Y
Yueh-Hsuan Chiang 已提交
559
	python -u tools/db_crashtest.py
560 561

whitebox_crash_test: db_stress
S
sdong 已提交
562
	python -u tools/db_crashtest2.py -s
Y
Yueh-Hsuan Chiang 已提交
563
	python -u tools/db_crashtest2.py
564

I
Igor Canadi 已提交
565
asan_check:
Y
Yueh-Hsuan Chiang 已提交
566 567 568
	$(MAKE) clean
	COMPILE_WITH_ASAN=1 $(MAKE) check -j32
	$(MAKE) clean
569 570

asan_crash_test:
Y
Yueh-Hsuan Chiang 已提交
571 572 573
	$(MAKE) clean
	COMPILE_WITH_ASAN=1 $(MAKE) crash_test
	$(MAKE) clean
I
Igor Canadi 已提交
574

I
Igor Canadi 已提交
575
valgrind_check: $(TESTS)
Y
Yueh-Hsuan Chiang 已提交
576 577 578 579 580 581
	mkdir -p $(VALGRIND_DIR)
	echo TESTS THAT HAVE VALGRIND ERRORS > $(VALGRIND_DIR)/valgrind_failed_tests; \
	echo TIMES in seconds TAKEN BY TESTS ON VALGRIND > $(VALGRIND_DIR)/valgrind_tests_times; \
	for t in $(filter-out skiplist_test,$(TESTS)); do \
		stime=`date '+%s'`; \
		$(VALGRIND_VER) $(VALGRIND_OPTS) ./$$t; \
S
sdong 已提交
582 583
		ret_code=$$?; \
		if [ $$ret_code -eq $(VALGRIND_ERROR) ] ; then \
Y
Yueh-Hsuan Chiang 已提交
584
			echo $$t >> $(VALGRIND_DIR)/valgrind_failed_tests; \
S
sdong 已提交
585 586
		elif [ $$ret_code -ne 0 ]; then \
			exit $$ret_code; \
Y
Yueh-Hsuan Chiang 已提交
587 588 589 590
		fi; \
		etime=`date '+%s'`; \
		echo $$t $$((etime - stime)) >> $(VALGRIND_DIR)/valgrind_tests_times; \
	done
591

592
analyze: clean
Y
Yueh-Hsuan Chiang 已提交
593 594 595 596
	$(CLANG_SCAN_BUILD) --use-analyzer=$(CLANG_ANALYZER) \
		--use-c++=$(CXX) --use-cc=$(CC) --status-bugs \
		-o $(CURDIR)/scan_build_report \
		$(MAKE) dbg
597

598 599
CLEAN_FILES += unity.cc
unity.cc: Makefile
Y
Yueh-Hsuan Chiang 已提交
600 601 602 603 604 605 606
	rm -f $@ $@-t
	for source_file in $(LIB_SOURCES); do \
		echo "#include <$$source_file>" >> $@-t; \
	done
	echo 'int main(int argc, char** argv){ return 0; }' >> $@-t
	chmod a=r $@-t
	mv $@-t $@
M
miguelportilla 已提交
607

608
unity: unity.o
Y
Yueh-Hsuan Chiang 已提交
609
	$(AM_LINK)
M
miguelportilla 已提交
610

J
jorlow@chromium.org 已提交
611
clean:
Y
Yueh-Hsuan Chiang 已提交
612 613 614 615 616
	rm -f $(BENCHMARKS) $(TOOLS) $(TESTS) $(LIBRARY) $(SHARED)
	rm -rf $(CLEAN_FILES) ios-x86 ios-arm scan_build_report
	find . -name "*.[oda]" -exec rm -f {} \;
	find . -type f -regex ".*\.\(\(gcda\)\|\(gcno\)\)" -exec rm {} \;
	rm -rf bzip2* snappy* zlib* lz4*
617

618
tags:
Y
Yueh-Hsuan Chiang 已提交
619 620
	ctags * -R
	cscope -b `find . -name '*.cc'` `find . -name '*.h'`
621

622
format:
Y
Yueh-Hsuan Chiang 已提交
623
	build_tools/format-diff.sh
624

625
package:
Y
Yueh-Hsuan Chiang 已提交
626
	bash build_tools/make_package.sh $(SHARED_MAJOR).$(SHARED_MINOR)
627

628 629 630
# ---------------------------------------------------------------------------
# 	Unit tests and tools
# ---------------------------------------------------------------------------
631
$(LIBRARY): $(LIBOBJECTS)
Y
Yueh-Hsuan Chiang 已提交
632 633
	$(AM_V_AR)rm -f $@
	$(AM_V_at)$(AR) $(ARFLAGS) $@ $(LIBOBJECTS)
J
jorlow@chromium.org 已提交
634

635
db_bench: db/db_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
636
	$(AM_LINK)
J
jorlow@chromium.org 已提交
637

F
Feng Zhu 已提交
638
cache_bench: util/cache_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
639
	$(AM_LINK)
J
jorlow@chromium.org 已提交
640

A
Ameya Gupte 已提交
641
memtablerep_bench: db/memtablerep_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
642
	$(AM_LINK)
A
Ameya Gupte 已提交
643

K
kailiu 已提交
644
block_hash_index_test: table/block_hash_index_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
645
	$(AM_LINK)
K
kailiu 已提交
646

647
db_stress: tools/db_stress.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
648
	$(AM_LINK)
649

I
Igor Canadi 已提交
650
db_sanity_test: tools/db_sanity_test.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
651
	$(AM_LINK)
652

653
db_repl_stress: tools/db_repl_stress.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
654
	$(AM_LINK)
655

J
jorlow@chromium.org 已提交
656
arena_test: util/arena_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
657
	$(AM_LINK)
J
jorlow@chromium.org 已提交
658

K
kailiu 已提交
659
autovector_test: util/autovector_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
660
	$(AM_LINK)
K
kailiu 已提交
661

662
column_family_test: db/column_family_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
663
	$(AM_LINK)
664

K
kailiu 已提交
665
table_properties_collector_test: db/table_properties_collector_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
666
	$(AM_LINK)
667

S
Sanjay Ghemawat 已提交
668
bloom_test: util/bloom_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
669
	$(AM_LINK)
S
Sanjay Ghemawat 已提交
670

671
dynamic_bloom_test: util/dynamic_bloom_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
672
	$(AM_LINK)
673

674
c_test: db/c_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
675
	$(AM_LINK)
676

J
jorlow@chromium.org 已提交
677
cache_test: util/cache_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
678
	$(AM_LINK)
J
jorlow@chromium.org 已提交
679 680

coding_test: util/coding_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
681
	$(AM_LINK)
J
jorlow@chromium.org 已提交
682

683
stringappend_test: utilities/merge_operators/string_append/stringappend_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
684
	$(AM_LINK)
685

686
redis_test: utilities/redis/redis_lists_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
687
	$(AM_LINK)
688

A
Abhishek Kona 已提交
689
histogram_test: util/histogram_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
690
	$(AM_LINK)
A
Abhishek Kona 已提交
691

L
Lei Jin 已提交
692
thread_local_test: util/thread_local_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
693
	$(AM_LINK)
L
Lei Jin 已提交
694

J
jorlow@chromium.org 已提交
695
corruption_test: db/corruption_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
696
	$(AM_LINK)
J
jorlow@chromium.org 已提交
697 698

crc32c_test: util/crc32c_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
699
	$(AM_LINK)
J
jorlow@chromium.org 已提交
700

701
slice_transform_test: util/slice_transform_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
702
	$(AM_LINK)
703

704
db_test: db/db_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
705
	$(AM_LINK)
J
jorlow@chromium.org 已提交
706

707 708
db_log_iter_test: db/db_log_iter_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)
709

710
db_compaction_filter_test: db/db_compaction_filter_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
711 712
	$(AM_LINK)

713 714 715
db_compaction_test: db/db_compaction_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

716
db_dynamic_level_test: db/db_dynamic_level_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
717 718
	$(AM_LINK)

719 720 721
db_inplace_update_test: db/db_inplace_update_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

722 723 724
db_tailing_iter_test: db/db_tailing_iter_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

S
Stanislau Hlebik 已提交
725
db_iter_test: db/db_iter_test.o $(LIBOBJECTS) $(TESTHARNESS)
726
	$(AM_LINK)
S
Stanislau Hlebik 已提交
727

728 729 730
db_universal_compaction_test: db/db_universal_compaction_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

S
sdong 已提交
731 732 733
db_wal_test: db/db_wal_test.o util/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

734
log_write_bench: util/log_write_bench.o $(LIBOBJECTS) $(TESTHARNESS)
735
	$(AM_LINK) $(pg)
736

S
Siying Dong 已提交
737
plain_table_db_test: db/plain_table_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
738
	$(AM_LINK)
S
Siying Dong 已提交
739

740
comparator_db_test: db/comparator_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
741
	$(AM_LINK)
742

743
table_reader_bench: table/table_reader_bench.o $(LIBOBJECTS) $(TESTHARNESS)
744
	$(AM_LINK) $(pg)
745

746
perf_context_test: db/perf_context_test.o $(LIBOBJECTS) $(TESTHARNESS)
747
	$(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS)
748

H
Haobo Xu 已提交
749
prefix_test: db/prefix_test.o $(LIBOBJECTS) $(TESTHARNESS)
750
	$(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS)
H
Haobo Xu 已提交
751

I
Igor Canadi 已提交
752
backupable_db_test: utilities/backupable/backupable_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
753
	$(AM_LINK)
I
Igor Canadi 已提交
754

755 756 757
checkpoint_test: utilities/checkpoint/checkpoint_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
758
document_db_test: utilities/document/document_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
759
	$(AM_LINK)
I
Igor Canadi 已提交
760

I
Igor Canadi 已提交
761
json_document_test: utilities/document/json_document_test.o $(LIBOBJECTS) $(TESTHARNESS)
762
	$(AM_LINK)
I
Igor Canadi 已提交
763

I
Igor Canadi 已提交
764
spatial_db_test: utilities/spatialdb/spatial_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
765
	$(AM_LINK)
I
Igor Canadi 已提交
766

767
ttl_test: utilities/ttl/ttl_test.o $(LIBOBJECTS) $(TESTHARNESS)
768
	$(AM_LINK)
769

770
write_batch_with_index_test: utilities/write_batch_with_index/write_batch_with_index_test.o $(LIBOBJECTS) $(TESTHARNESS)
771
	$(AM_LINK)
772

I
Igor Canadi 已提交
773
flush_job_test: db/flush_job_test.o $(LIBOBJECTS) $(TESTHARNESS)
774
	$(AM_LINK)
I
Igor Canadi 已提交
775

I
Igor Canadi 已提交
776
compaction_job_test: db/compaction_job_test.o $(LIBOBJECTS) $(TESTHARNESS)
777
	$(AM_LINK)
I
Igor Canadi 已提交
778

779 780 781
compaction_job_stats_test: db/compaction_job_stats_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

782 783 784
compact_on_deletion_collector_test: utilities/table_properties_collectors/compact_on_deletion_collector_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
785
wal_manager_test: db/wal_manager_test.o $(LIBOBJECTS) $(TESTHARNESS)
786
	$(AM_LINK)
I
Igor Canadi 已提交
787

J
jorlow@chromium.org 已提交
788
dbformat_test: db/dbformat_test.o $(LIBOBJECTS) $(TESTHARNESS)
789
	$(AM_LINK)
J
jorlow@chromium.org 已提交
790 791

env_test: util/env_test.o $(LIBOBJECTS) $(TESTHARNESS)
792
	$(AM_LINK)
J
jorlow@chromium.org 已提交
793

794
fault_injection_test: db/fault_injection_test.o $(LIBOBJECTS) $(TESTHARNESS)
795
	$(AM_LINK)
796

L
Lei Jin 已提交
797
rate_limiter_test: util/rate_limiter_test.o $(LIBOBJECTS) $(TESTHARNESS)
798
	$(AM_LINK)
L
Lei Jin 已提交
799

I
Islam AbdelRahman 已提交
800 801 802
delete_scheduler_test: util/delete_scheduler_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

J
jorlow@chromium.org 已提交
803
filename_test: db/filename_test.o $(LIBOBJECTS) $(TESTHARNESS)
804
	$(AM_LINK)
J
jorlow@chromium.org 已提交
805

806 807 808
file_reader_writer_test: util/file_reader_writer_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

809
block_based_filter_block_test: table/block_based_filter_block_test.o $(LIBOBJECTS) $(TESTHARNESS)
810
	$(AM_LINK)
811 812

full_filter_block_test: table/full_filter_block_test.o $(LIBOBJECTS) $(TESTHARNESS)
813
	$(AM_LINK)
S
Sanjay Ghemawat 已提交
814

J
jorlow@chromium.org 已提交
815
log_test: db/log_test.o $(LIBOBJECTS) $(TESTHARNESS)
816
	$(AM_LINK)
J
jorlow@chromium.org 已提交
817 818

table_test: table/table_test.o $(LIBOBJECTS) $(TESTHARNESS)
819
	$(AM_LINK)
J
jorlow@chromium.org 已提交
820

D
Dhruba Borthakur 已提交
821
block_test: table/block_test.o $(LIBOBJECTS) $(TESTHARNESS)
822
	$(AM_LINK)
D
Dhruba Borthakur 已提交
823

J
jorlow@chromium.org 已提交
824
skiplist_test: db/skiplist_test.o $(LIBOBJECTS) $(TESTHARNESS)
825
	$(AM_LINK)
J
jorlow@chromium.org 已提交
826 827

version_edit_test: db/version_edit_test.o $(LIBOBJECTS) $(TESTHARNESS)
828
	$(AM_LINK)
J
jorlow@chromium.org 已提交
829

830
version_set_test: db/version_set_test.o $(LIBOBJECTS) $(TESTHARNESS)
831
	$(AM_LINK)
832

S
sdong 已提交
833
compaction_picker_test: db/compaction_picker_test.o $(LIBOBJECTS) $(TESTHARNESS)
834
	$(AM_LINK)
S
sdong 已提交
835

S
sdong 已提交
836
version_builder_test: db/version_builder_test.o $(LIBOBJECTS) $(TESTHARNESS)
837
	$(AM_LINK)
S
sdong 已提交
838

839
file_indexer_test: db/file_indexer_test.o $(LIBOBJECTS) $(TESTHARNESS)
840
	$(AM_LINK)
841

842
reduce_levels_test: tools/reduce_levels_test.o $(LIBOBJECTS) $(TESTHARNESS)
843
	$(AM_LINK)
844

J
jorlow@chromium.org 已提交
845
write_batch_test: db/write_batch_test.o $(LIBOBJECTS) $(TESTHARNESS)
846
	$(AM_LINK)
847

848
write_controller_test: db/write_controller_test.o $(LIBOBJECTS) $(TESTHARNESS)
849
	$(AM_LINK)
850

851 852 853
merge_helper_test: db/merge_helper_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

J
Jim Paton 已提交
854
merge_test: db/merge_test.o $(LIBOBJECTS) $(TESTHARNESS)
855
	$(AM_LINK)
J
jorlow@chromium.org 已提交
856

I
Igor Canadi 已提交
857
merger_test: table/merger_test.o $(LIBOBJECTS) $(TESTHARNESS)
858
	$(AM_LINK)
I
Igor Canadi 已提交
859

860
deletefile_test: db/deletefile_test.o $(LIBOBJECTS) $(TESTHARNESS)
861
	$(AM_LINK)
862

863
geodb_test: utilities/geodb/geodb_test.o $(LIBOBJECTS) $(TESTHARNESS)
864
	$(AM_LINK)
865

866 867 868 869 870 871
rocksdb_dump: tools/dump/rocksdb_dump.o $(LIBOBJECTS)
	$(AM_LINK)

rocksdb_undump: tools/dump/rocksdb_undump.o $(LIBOBJECTS)
	$(AM_LINK)

872
cuckoo_table_builder_test: table/cuckoo_table_builder_test.o $(LIBOBJECTS) $(TESTHARNESS)
873
	$(AM_LINK)
874

I
Igor Canadi 已提交
875
cuckoo_table_reader_test: table/cuckoo_table_reader_test.o $(LIBOBJECTS) $(TESTHARNESS)
876
	$(AM_LINK)
877

878
cuckoo_table_db_test: db/cuckoo_table_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
879
	$(AM_LINK)
880

881
listener_test: db/listener_test.o $(LIBOBJECTS) $(TESTHARNESS)
882
	$(AM_LINK)
883

Y
Yueh-Hsuan Chiang 已提交
884
thread_list_test: util/thread_list_test.o $(LIBOBJECTS) $(TESTHARNESS)
885
	$(AM_LINK)
Y
Yueh-Hsuan Chiang 已提交
886

887 888 889
compact_files_test: db/compact_files_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

890
options_test: util/options_test.o $(LIBOBJECTS) $(TESTHARNESS)
891
	$(AM_LINK)
892

I
Igor Canadi 已提交
893 894 895
event_logger_test: util/event_logger_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

896
sst_dump_test: util/sst_dump_test.o $(LIBOBJECTS) $(TESTHARNESS)
897
	$(AM_LINK)
898

899
memenv_test : util/memenv_test.o $(LIBOBJECTS) $(TESTHARNESS)
900
	$(AM_LINK)
H
Hans Wennborg 已提交
901

A
agiardullo 已提交
902 903 904
optimistic_transaction_test: utilities/transactions/optimistic_transaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

905
mock_env_test : util/mock_env_test.o $(LIBOBJECTS) $(TESTHARNESS)
906
	$(AM_LINK)
907

908
manual_compaction_test: util/manual_compaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
909
	$(AM_LINK)
910

911
filelock_test: util/filelock_test.o $(LIBOBJECTS) $(TESTHARNESS)
912
	$(AM_LINK)
K
Kai Liu 已提交
913 914

auto_roll_logger_test: util/auto_roll_logger_test.o $(LIBOBJECTS) $(TESTHARNESS)
915
	$(AM_LINK)
916

A
agiardullo 已提交
917 918 919
memtable_list_test: db/memtable_list_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

A
agiardullo 已提交
920 921 922
write_callback_test: db/write_callback_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

923 924 925
heap_test: util/heap_test.o $(GTEST)
	$(AM_LINK)

A
agiardullo 已提交
926 927 928
transaction_test: utilities/transactions/transaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

929
sst_dump: tools/sst_dump.o $(LIBOBJECTS)
930
	$(AM_LINK)
931

932
ldb: tools/ldb.o $(LIBOBJECTS)
933
	$(AM_LINK)
934

I
Igor Canadi 已提交
935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966
#-------------------------------------------------
# make install related stuff
INSTALL_PATH ?= /usr/local

uninstall:
	rm -rf $(INSTALL_PATH)/include/rocksdb \
	  $(INSTALL_PATH)/lib/$(LIBRARY) \
	  $(INSTALL_PATH)/lib/$(SHARED4) \
	  $(INSTALL_PATH)/lib/$(SHARED3) \
	  $(INSTALL_PATH)/lib/$(SHARED2) \
	  $(INSTALL_PATH)/lib/$(SHARED1)

install-headers:
	install -d $(INSTALL_PATH)/lib
	for header_dir in `find "include/rocksdb" -type d`; do \
		install -d $(INSTALL_PATH)/$$header_dir; \
	done
	for header in `find "include/rocksdb" -type f -name *.h`; do \
		install -C -m 644 $$header $(INSTALL_PATH)/$$header; \
	done

install-static: install-headers $(LIBRARY)
	install -C -m 755 $(LIBRARY) $(INSTALL_PATH)/lib

install-shared: install-headers $(SHARED4)
	install -C -m 755 $(SHARED4) $(INSTALL_PATH)/lib && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED3) && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED2) && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED1)

# install static by default + install shared if it exists
install: install-static
I
Igor Canadi 已提交
967
	[ -e $(SHARED4) ] && $(MAKE) install-shared || :
I
Igor Canadi 已提交
968 969 970 971

#-------------------------------------------------


972 973 974 975
# ---------------------------------------------------------------------------
# Jni stuff
# ---------------------------------------------------------------------------

976
JAVA_INCLUDE = -I$(JAVA_HOME)/include/ -I$(JAVA_HOME)/include/linux
977 978
ARCH := $(shell getconf LONG_BIT)
ROCKSDBJNILIB = librocksdbjni-linux$(ARCH).so
979
ROCKSDB_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux$(ARCH).jar
980
ROCKSDB_JAR_ALL = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH).jar
C
Chris Riccomini 已提交
981
ROCKSDB_JAVADOCS_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-javadoc.jar
982
ROCKSDB_SOURCES_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-sources.jar
983 984

ifeq ($(PLATFORM), OS_MACOSX)
985
ROCKSDBJNILIB = librocksdbjni-osx.jnilib
986
ROCKSDB_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-osx.jar
987 988 989 990 991
ifneq ("$(wildcard $(JAVA_HOME)/include/darwin)","")
	JAVA_INCLUDE = -I$(JAVA_HOME)/include -I $(JAVA_HOME)/include/darwin
else
	JAVA_INCLUDE = -I/System/Library/Frameworks/JavaVM.framework/Headers/
endif
992 993
endif

N
Naveen 已提交
994 995
libz.a:
	-rm -rf zlib-1.2.8
N
Naveen 已提交
996 997 998
	curl -O http://zlib.net/zlib-1.2.8.tar.gz
	tar xvzf zlib-1.2.8.tar.gz
	cd zlib-1.2.8 && CFLAGS='-fPIC' ./configure --static && make
999
	cp zlib-1.2.8/libz.a .
N
Naveen 已提交
1000 1001 1002

libbz2.a:
	-rm -rf bzip2-1.0.6
1003
	curl -O  http://www.bzip.org/1.0.6/bzip2-1.0.6.tar.gz
N
Naveen 已提交
1004 1005 1006 1007
	tar xvzf bzip2-1.0.6.tar.gz
	cd bzip2-1.0.6 && make CFLAGS='-fPIC -Wall -Winline -O2 -g -D_FILE_OFFSET_BITS=64'
	cp bzip2-1.0.6/libbz2.a .

N
Naveen 已提交
1008 1009
libsnappy.a:
	-rm -rf snappy-1.1.1
N
Naveen 已提交
1010 1011
	curl -O https://snappy.googlecode.com/files/snappy-1.1.1.tar.gz
	tar xvzf snappy-1.1.1.tar.gz
N
Naveen 已提交
1012
	cd snappy-1.1.1 && ./configure --with-pic --enable-static
N
Naveen 已提交
1013 1014
	cd snappy-1.1.1 && make
	cp snappy-1.1.1/.libs/libsnappy.a .
1015

1016 1017 1018 1019 1020 1021 1022
liblz4.a:
	   -rm -rf lz4-r127
	   curl -O https://codeload.github.com/Cyan4973/lz4/tar.gz/r127
	   mv r127 lz4-r127.tar.gz
	   tar xvzf lz4-r127.tar.gz
	   cd lz4-r127/lib && make CFLAGS='-fPIC' all
	   cp lz4-r127/lib/liblz4.a .
N
Naveen 已提交
1023

1024 1025 1026
# A version of each $(LIBOBJECTS) compiled with -fPIC
java_libobjects = $(patsubst %,jl/%,$(LIBOBJECTS))
CLEAN_FILES += jl
1027

1028 1029 1030 1031 1032
$(java_libobjects): jl/%.o: %.cc
	$(AM_V_CC)mkdir -p $(@D)
	@$(CXX) $(CXXFLAGS) -fPIC -c $< -o $@ $(COVERAGEFLAGS)

rocksdbjavastatic: $(java_libobjects) libz.a libbz2.a libsnappy.a liblz4.a
F
fyrz 已提交
1033
	cd java;$(MAKE) javalib;
1034
	rm -f ./java/target/$(ROCKSDBJNILIB)
1035 1036 1037
	$(CXX) $(CXXFLAGS) -I./java/. $(JAVA_INCLUDE) -shared -fPIC \
	  -o ./java/target/$(ROCKSDBJNILIB) $(JNI_NATIVE_SOURCES) \
	  $(java_libobjects) $(COVERAGEFLAGS) \
D
DerekSchenk 已提交
1038
	  libz.a libbz2.a libsnappy.a liblz4.a $(LDFLAGS)
1039 1040 1041 1042 1043 1044
	cd java/target;strip -S -x $(ROCKSDBJNILIB)
	cd java;jar -cf target/$(ROCKSDB_JAR) HISTORY*.md
	cd java/target;jar -uf $(ROCKSDB_JAR) $(ROCKSDBJNILIB)
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR) org/rocksdb/*.class org/rocksdb/util/*.class
	cd java/target/apidocs;jar -cf ../$(ROCKSDB_JAVADOCS_JAR) *
	cd java/src/main/java;jar -cf ../../../target/$(ROCKSDB_SOURCES_JAR) org
N
Naveen 已提交
1045

1046
rocksdbjavastaticrelease: rocksdbjavastatic
1047
	cd java/crossbuild && vagrant destroy -f && vagrant up linux32 && vagrant halt linux32 && vagrant up linux64 && vagrant halt linux64
1048 1049 1050
	cd java;jar -cf target/$(ROCKSDB_JAR_ALL) HISTORY*.md
	cd java/target;jar -uf $(ROCKSDB_JAR_ALL) librocksdbjni-*.so librocksdbjni-*.jnilib
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR_ALL) org/rocksdb/*.class org/rocksdb/util/*.class
1051

1052
rocksdbjavastaticpublish: rocksdbjavastaticrelease
1053 1054 1055 1056 1057 1058
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-javadoc.jar -Dclassifier=javadoc
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-sources.jar -Dclassifier=sources
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux64.jar -Dclassifier=linux64
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux32.jar -Dclassifier=linux32
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-osx.jar -Dclassifier=osx
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH).jar
1059

1060
rocksdbjava: $(java_libobjects)
F
fyrz 已提交
1061
	cd java;$(MAKE) javalib;
1062
	rm -f ./java/target/$(ROCKSDBJNILIB)
1063
	$(CXX) $(CXXFLAGS) -I./java/. $(JAVA_INCLUDE) -shared -fPIC -o ./java/target/$(ROCKSDBJNILIB) $(JNI_NATIVE_SOURCES) $(java_libobjects) $(JAVA_LDFLAGS) $(COVERAGEFLAGS)
1064 1065 1066
	cd java;jar -cf target/$(ROCKSDB_JAR) HISTORY*.md
	cd java/target;jar -uf $(ROCKSDB_JAR) $(ROCKSDBJNILIB)
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR) org/rocksdb/*.class org/rocksdb/util/*.class
1067 1068 1069 1070

jclean:
	cd java;$(MAKE) clean;

1071
jtest: rocksdbjava
1072
	cd java;$(MAKE) sample;$(MAKE) test;
1073

1074 1075 1076
jdb_bench:
	cd java;$(MAKE) db_bench;

1077 1078
commit-prereq:
	$(MAKE) clean && $(MAKE) all check;
1079
	$(MAKE) clean && $(MAKE) jclean && $(MAKE) rocksdbjava;
1080
	$(MAKE) clean && USE_CLANG=1 $(MAKE) all;
1081
	$(MAKE) clean && OPT=-DROCKSDB_LITE $(MAKE) static_lib;
1082

V
Venkatesh Radhakrishnan 已提交
1083 1084 1085 1086 1087 1088 1089
xfunc:
	for xftest in $(XFUNC_TESTS); do \
		echo "===== Running xftest $$xftest"; \
		make check ROCKSDB_XFUNC_TEST="$$xftest" tests-regexp="DBTest" ;\
	done


1090 1091 1092
# ---------------------------------------------------------------------------
#  	Platform-specific compilation
# ---------------------------------------------------------------------------
J
Jim Paton 已提交
1093

1094 1095 1096
ifeq ($(PLATFORM), IOS)
# For iOS, create universal object files to be used on both the simulator and
# a device.
H
heyongqiang 已提交
1097 1098 1099
PLATFORMSROOT=/Applications/Xcode.app/Contents/Developer/Platforms
SIMULATORROOT=$(PLATFORMSROOT)/iPhoneSimulator.platform/Developer
DEVICEROOT=$(PLATFORMSROOT)/iPhoneOS.platform/Developer
I
Igor Canadi 已提交
1100
IOSVERSION=$(shell defaults read $(PLATFORMSROOT)/iPhoneOS.platform/version CFBundleShortVersionString)
1101

1102 1103
.cc.o:
	mkdir -p ios-x86/$(dir $@)
I
Igor Canadi 已提交
1104
	$(CXX) $(CXXFLAGS) -isysroot $(SIMULATORROOT)/SDKs/iPhoneSimulator$(IOSVERSION).sdk -arch i686 -arch x86_64 -c $< -o ios-x86/$@
1105
	mkdir -p ios-arm/$(dir $@)
I
Igor Canadi 已提交
1106
	xcrun -sdk iphoneos $(CXX) $(CXXFLAGS) -isysroot $(DEVICEROOT)/SDKs/iPhoneOS$(IOSVERSION).sdk -arch armv6 -arch armv7 -arch armv7s -arch arm64 -c $< -o ios-arm/$@
1107
	lipo ios-x86/$@ ios-arm/$@ -create -output $@
1108 1109 1110

.c.o:
	mkdir -p ios-x86/$(dir $@)
I
Igor Canadi 已提交
1111
	$(CC) $(CFLAGS) -isysroot $(SIMULATORROOT)/SDKs/iPhoneSimulator$(IOSVERSION).sdk -arch i686 -arch x86_64 -c $< -o ios-x86/$@
1112
	mkdir -p ios-arm/$(dir $@)
I
Igor Canadi 已提交
1113
	xcrun -sdk iphoneos $(CC) $(CFLAGS) -isysroot $(DEVICEROOT)/SDKs/iPhoneOS$(IOSVERSION).sdk -arch armv6 -arch armv7 -arch armv7s -arch arm64 -c $< -o ios-arm/$@
1114 1115
	lipo ios-x86/$@ ios-arm/$@ -create -output $@

1116
else
J
jorlow@chromium.org 已提交
1117
.cc.o:
1118
	$(AM_V_CC)$(CXX) $(CXXFLAGS) -c $< -o $@ $(COVERAGEFLAGS)
1119 1120

.c.o:
1121
	$(AM_V_CC)$(CC) $(CFLAGS) -c $< -o $@
1122
endif
1123

1124 1125 1126 1127
# ---------------------------------------------------------------------------
#  	Source files dependencies detection
# ---------------------------------------------------------------------------

1128 1129 1130
all_sources = $(LIB_SOURCES) $(TEST_BENCH_SOURCES) $(MOCK_SOURCES)
DEPFILES = $(all_sources:.cc=.d)

1131 1132 1133 1134 1135
# Add proper dependency support so changing a .h file forces a .cc file to
# rebuild.

# The .d file indicates .cc file's dependencies on .h files. We generate such
# dependency by g++'s -MM option, whose output is a make dependency rule.
1136
$(DEPFILES): %.d: %.cc
1137
	@$(CXX) $(CXXFLAGS) $(PLATFORM_SHARED_CFLAGS) \
1138
	  -MM -MT'$@' -MT'$(<:.cc=.o)' "$<" -o '$@'
1139 1140 1141

depend: $(DEPFILES)

1142 1143 1144 1145
# if the make goal is either "clean" or "format", we shouldn't
# try to import the *.d files.
# TODO(kailiu) The unfamiliarity of Make's conditions leads to the ugly
# working solution.
1146
ifneq ($(MAKECMDGOALS),clean)
1147
ifneq ($(MAKECMDGOALS),format)
1148 1149
ifneq ($(MAKECMDGOALS),jclean)
ifneq ($(MAKECMDGOALS),jtest)
1150
ifneq ($(MAKECMDGOALS),package)
1151
ifneq ($(MAKECMDGOALS),analyze)
1152 1153
-include $(DEPFILES)
endif
1154
endif
1155 1156
endif
endif
1157
endif
1158
endif