Makefile 38.7 KB
Newer Older
J
jorlow@chromium.org 已提交
1 2 3 4
# Copyright (c) 2011 The LevelDB Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. See the AUTHORS file for names of contributors.

5
# Inherit some settings from environment variables, if available
J
jorlow@chromium.org 已提交
6

7
#-----------------------------------------------
8

9
CLEAN_FILES = # deliberately empty, so we can append below.
10 11 12 13
CFLAGS += ${EXTRA_CFLAGS}
CXXFLAGS += ${EXTRA_CXXFLAGS}
LDFLAGS += $(EXTRA_LDFLAGS)
MACHINE ?= $(shell uname -m)
I
Igor Canadi 已提交
14
ARFLAGS = rs
15

16 17
# Transform parallel LOG output into something more readable.
perl_command = perl -n \
Y
Yueh-Hsuan Chiang 已提交
18 19 20 21
  -e '@a=split("\t",$$_,-1); $$t=$$a[8]; $$t =~ s,^\./,,;'		\
  -e '$$t =~ s, >.*,,; chomp $$t;'					\
  -e '$$t =~ /.*--gtest_filter=(.*?\.[\w\/]+)/ and $$t=$$1;'		\
  -e 'printf "%7.3f %s %s\n", $$a[3], $$a[6] == 0 ? "PASS" : "FAIL", $$t'
22 23
quoted_perl_command = $(subst ','\'',$(perl_command))

24 25 26 27 28 29 30 31 32
# DEBUG_LEVEL can have three values:
# * DEBUG_LEVEL=2; this is the ultimate debug mode. It will compile rocksdb
# without any optimizations. To compile with level 2, issue `make dbg`
# * DEBUG_LEVEL=1; debug level 1 enables all assertions and debug code, but
# compiles rocksdb with -O2 optimizations. this is the default debug level.
# `make all` or `make <binary_target>` compile RocksDB with debug level 1.
# We use this debug level when developing RocksDB.
# * DEBUG_LEVEL=0; this is the debug level we use for release. If you're
# running rocksdb in production you most definitely want to compile RocksDB
A
agiardullo 已提交
33
# with debug level 0. To compile with level 0, run `make shared_lib`,
34 35
# `make install-shared`, `make static_lib`, `make install-static` or
# `make install`
36 37 38

# Set the default DEBUG_LEVEL to 1
DEBUG_LEVEL?=1
39 40

ifeq ($(MAKECMDGOALS),dbg)
Y
Yueh-Hsuan Chiang 已提交
41
	DEBUG_LEVEL=2
42
endif
43

44 45 46 47 48 49 50 51
ifeq ($(MAKECMDGOALS),clean)
	DEBUG_LEVEL=0
endif

ifeq ($(MAKECMDGOALS),release)
	DEBUG_LEVEL=0
endif

52
ifeq ($(MAKECMDGOALS),shared_lib)
Y
Yueh-Hsuan Chiang 已提交
53
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
54
endif
I
Igor Canadi 已提交
55

I
Igor Canadi 已提交
56
ifeq ($(MAKECMDGOALS),install-shared)
Y
Yueh-Hsuan Chiang 已提交
57
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
58 59
endif

I
Igor Canadi 已提交
60
ifeq ($(MAKECMDGOALS),static_lib)
Y
Yueh-Hsuan Chiang 已提交
61
	DEBUG_LEVEL=0
62
endif
I
Igor Canadi 已提交
63

I
Igor Canadi 已提交
64
ifeq ($(MAKECMDGOALS),install-static)
Y
Yueh-Hsuan Chiang 已提交
65
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
66 67 68
endif

ifeq ($(MAKECMDGOALS),install)
Y
Yueh-Hsuan Chiang 已提交
69
	DEBUG_LEVEL=0
70 71
endif

72
ifeq ($(MAKECMDGOALS),rocksdbjavastatic)
Y
Yueh-Hsuan Chiang 已提交
73
	DEBUG_LEVEL=0
74 75
endif

Y
Yueh-Hsuan Chiang 已提交
76 77 78 79 80 81 82 83
ifeq ($(MAKECMDGOALS),rocksdbjavastaticrelease)
	DEBUG_LEVEL=0
endif

ifeq ($(MAKECMDGOALS),rocksdbjavastaticpublish)
	DEBUG_LEVEL=0
endif

84 85 86 87 88 89 90 91 92 93 94
# compile with -O2 if debug level is not 2
ifneq ($(DEBUG_LEVEL), 2)
OPT += -O2 -fno-omit-frame-pointer
ifneq ($(MACHINE),ppc64) # ppc64 doesn't support -momit-leaf-frame-pointer
OPT += -momit-leaf-frame-pointer
endif
endif

# if we're compiling for release, compile without debug code (-DNDEBUG) and
# don't treat warnings as errors
ifeq ($(DEBUG_LEVEL),0)
I
Igor Canadi 已提交
95
OPT += -DNDEBUG
96
DISABLE_WARNING_AS_ERROR=1
97 98
else
$(warning Warning: Compiling in debug mode. Don't use the resulting binary in production)
I
Igor Canadi 已提交
99 100
endif

101
#-----------------------------------------------
102
include src.mk
103

104 105 106 107 108 109
AM_DEFAULT_VERBOSITY = 0

AM_V_GEN = $(am__v_GEN_$(V))
am__v_GEN_ = $(am__v_GEN_$(AM_DEFAULT_VERBOSITY))
am__v_GEN_0 = @echo "  GEN     " $@;
am__v_GEN_1 =
J
Jim Meyering 已提交
110 111 112 113
AM_V_at = $(am__v_at_$(V))
am__v_at_ = $(am__v_at_$(AM_DEFAULT_VERBOSITY))
am__v_at_0 = @
am__v_at_1 =
114 115 116 117 118 119 120 121 122 123 124

AM_V_CC = $(am__v_CC_$(V))
am__v_CC_ = $(am__v_CC_$(AM_DEFAULT_VERBOSITY))
am__v_CC_0 = @echo "  CC      " $@;
am__v_CC_1 =
CCLD = $(CC)
LINK = $(CCLD) $(AM_CFLAGS) $(CFLAGS) $(AM_LDFLAGS) $(LDFLAGS) -o $@
AM_V_CCLD = $(am__v_CCLD_$(V))
am__v_CCLD_ = $(am__v_CCLD_$(AM_DEFAULT_VERBOSITY))
am__v_CCLD_0 = @echo "  CCLD    " $@;
am__v_CCLD_1 =
J
Jim Meyering 已提交
125 126 127 128
AM_V_AR = $(am__v_AR_$(V))
am__v_AR_ = $(am__v_AR_$(AM_DEFAULT_VERBOSITY))
am__v_AR_0 = @echo "  AR      " $@;
am__v_AR_1 =
129

130 131
AM_LINK = $(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS) $(COVERAGEFLAGS)

132
# detect what platform we're building on
133
dummy := $(shell (export ROCKSDB_ROOT="$(CURDIR)"; "$(CURDIR)/build_tools/build_detect_platform" "$(CURDIR)/make_config.mk"))
S
Sanjay Ghemawat 已提交
134
# this file is generated by the previous line to set build flags and sources
I
Igor Canadi 已提交
135
include make_config.mk
136
CLEAN_FILES += make_config.mk
J
jorlow@chromium.org 已提交
137

I
Igor Canadi 已提交
138 139 140 141 142 143 144 145
ifneq ($(PLATFORM), IOS)
CFLAGS += -g
CXXFLAGS += -g
else
# no debug info for IOS, that will make our library big
OPT += -DNDEBUG
endif

146
ifneq ($(filter -DROCKSDB_LITE,$(OPT)),)
Y
Yueh-Hsuan Chiang 已提交
147 148 149
	# found
	CFLAGS += -fno-exceptions
	CXXFLAGS += -fno-exceptions
150 151
endif

I
Igor Canadi 已提交
152 153
# ASAN doesn't work well with jemalloc. If we're compiling with ASAN, we should use regular malloc.
ifdef COMPILE_WITH_ASAN
Y
Yueh-Hsuan Chiang 已提交
154 155 156 157
	DISABLE_JEMALLOC=1
	EXEC_LDFLAGS += -fsanitize=address
	PLATFORM_CCFLAGS += -fsanitize=address
	PLATFORM_CXXFLAGS += -fsanitize=address
I
Igor Canadi 已提交
158 159 160 161
endif

# TSAN doesn't work well with jemalloc. If we're compiling with TSAN, we should use regular malloc.
ifdef COMPILE_WITH_TSAN
Y
Yueh-Hsuan Chiang 已提交
162 163 164 165
	DISABLE_JEMALLOC=1
	EXEC_LDFLAGS += -fsanitize=thread -pie
	PLATFORM_CCFLAGS += -fsanitize=thread -fPIC -DROCKSDB_TSAN_RUN
	PLATFORM_CXXFLAGS += -fsanitize=thread -fPIC -DROCKSDB_TSAN_RUN
166 167
        # Turn off -pg when enabling TSAN testing, because that induces
        # a link failure.  TODO: find the root cause
Y
Yueh-Hsuan Chiang 已提交
168
	pg =
169
else
Y
Yueh-Hsuan Chiang 已提交
170
	pg = -pg
I
Igor Canadi 已提交
171 172 173
endif

ifndef DISABLE_JEMALLOC
Y
Yueh-Hsuan Chiang 已提交
174 175 176
	EXEC_LDFLAGS := $(JEMALLOC_LIB) $(EXEC_LDFLAGS)
	PLATFORM_CXXFLAGS += $(JEMALLOC_INCLUDE)
	PLATFORM_CCFLAGS += $(JEMALLOC_INCLUDE)
I
Igor Canadi 已提交
177 178
endif

I
Igor Sugak 已提交
179 180 181 182 183
export GTEST_THROW_ON_FAILURE=1 GTEST_HAS_EXCEPTIONS=1
GTEST_DIR = ./third-party/gtest-1.7.0/fused-src
PLATFORM_CCFLAGS += -isystem $(GTEST_DIR)
PLATFORM_CXXFLAGS += -isystem $(GTEST_DIR)

184 185 186
# This (the first rule) must depend on "all".
default: all

187
WARNING_FLAGS = -W -Wextra -Wall -Wsign-compare -Wshadow \
Y
Yueh-Hsuan Chiang 已提交
188
  -Wno-unused-parameter
189

190
ifndef DISABLE_WARNING_AS_ERROR
Y
Yueh-Hsuan Chiang 已提交
191
	WARNING_FLAGS += -Werror
192 193
endif

I
Igor Canadi 已提交
194
CFLAGS += $(WARNING_FLAGS) -I. -I./include $(PLATFORM_CCFLAGS) $(OPT)
I
Igor Sugak 已提交
195
CXXFLAGS += $(WARNING_FLAGS) -I. -I./include $(PLATFORM_CXXFLAGS) $(OPT) -Woverloaded-virtual -Wnon-virtual-dtor -Wno-missing-field-initializers
196

S
Sanjay Ghemawat 已提交
197
LDFLAGS += $(PLATFORM_LDFLAGS)
J
jorlow@chromium.org 已提交
198

199
date := $(shell date +%F)
I
Igor Canadi 已提交
200
ifdef FORCE_GIT_SHA
Y
Yueh-Hsuan Chiang 已提交
201
	git_sha := $(FORCE_GIT_SHA)
I
Igor Canadi 已提交
202
else
Y
Yueh-Hsuan Chiang 已提交
203
	git_sha := $(shell git rev-parse HEAD 2>/dev/null)
I
Igor Canadi 已提交
204
endif
205
gen_build_version =							\
Y
Yueh-Hsuan Chiang 已提交
206 207 208 209 210 211 212
  printf '%s\n'								\
    '\#include "build_version.h"'					\
    'const char* rocksdb_build_git_sha =				\
      "rocksdb_build_git_sha:$(git_sha)";'			\
    'const char* rocksdb_build_git_date =				\
      "rocksdb_build_git_date:$(date)";'				\
    'const char* rocksdb_build_compile_date = __DATE__;'
213 214 215 216 217 218

# Record the version of the source that we are compiling.
# We keep a record of the git revision in this file.  It is then built
# as a regular source file as part of the compilation process.
# One can run "strings executable_filename | grep _build_" to find
# the version of the source that we used to build the executable file.
219
CLEAN_FILES += util/build_version.cc:
220 221
FORCE:
util/build_version.cc: FORCE
Y
Yueh-Hsuan Chiang 已提交
222 223 224 225 226
	$(AM_V_GEN)rm -f $@-t
	$(AM_V_at)$(gen_build_version) > $@-t
	$(AM_V_at)if test -f $@; then					\
	  cmp -s $@-t $@ && rm -f $@-t || mv -f $@-t $@;		\
	else mv -f $@-t $@; fi
227

228
LIBOBJECTS = $(LIB_SOURCES:.cc=.o)
E
Evan Shaw 已提交
229
LIBOBJECTS += $(TOOL_SOURCES:.cc=.o)
230
MOCKOBJECTS = $(MOCK_SOURCES:.cc=.o)
J
jorlow@chromium.org 已提交
231

I
Igor Sugak 已提交
232
GTEST = $(GTEST_DIR)/gtest/gtest-all.o
J
jorlow@chromium.org 已提交
233
TESTUTIL = ./util/testutil.o
I
Igor Sugak 已提交
234
TESTHARNESS = ./util/testharness.o $(TESTUTIL) $(MOCKOBJECTS) $(GTEST)
235
VALGRIND_ERROR = 2
236
VALGRIND_VER := $(join $(VALGRIND_VER),valgrind)
237

238
VALGRIND_OPTS = --error-exitcode=$(VALGRIND_ERROR) --leak-check=full
239

J
jorlow@chromium.org 已提交
240
TESTS = \
241 242 243 244
	db_test \
	db_iter_test \
	db_log_iter_test \
	db_compaction_filter_test \
245
	db_compaction_test \
246
	db_dynamic_level_test \
247
	db_inplace_update_test \
248 249
	db_tailing_iter_test \
	db_universal_compaction_test \
S
sdong 已提交
250
	db_wal_test \
251
	db_table_properties_test \
252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272
	block_hash_index_test \
	autovector_test \
	column_family_test \
	table_properties_collector_test \
	arena_test \
	auto_roll_logger_test \
	block_test \
	bloom_test \
	dynamic_bloom_test \
	c_test \
	cache_test \
	checkpoint_test \
	coding_test \
	corruption_test \
	crc32c_test \
	slice_transform_test \
	dbformat_test \
	env_test \
	fault_injection_test \
	filelock_test \
	filename_test \
273
	file_reader_writer_test \
274 275 276 277 278 279 280 281 282
	block_based_filter_block_test \
	full_filter_block_test \
	histogram_test \
	log_test \
	manual_compaction_test \
	memenv_test \
	mock_env_test \
	memtable_list_test \
	merge_helper_test \
283
	memory_test \
284 285
	merge_test \
	merger_test \
286
	options_file_test \
287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311
	redis_test \
	reduce_levels_test \
	plain_table_db_test \
	comparator_db_test \
	prefix_test \
	skiplist_test \
	stringappend_test \
	ttl_test \
	backupable_db_test \
	document_db_test \
	json_document_test \
	spatial_db_test \
	version_edit_test \
	version_set_test \
	compaction_picker_test \
	version_builder_test \
	file_indexer_test \
	write_batch_test \
	write_batch_with_index_test \
	write_controller_test\
	deletefile_test \
	table_test \
	thread_local_test \
	geodb_test \
	rate_limiter_test \
I
Islam AbdelRahman 已提交
312
	delete_scheduler_test \
313
	options_test \
314
	options_util_test \
315 316 317 318 319 320 321
	event_logger_test \
	cuckoo_table_builder_test \
	cuckoo_table_reader_test \
	cuckoo_table_db_test \
	flush_job_test \
	wal_manager_test \
	listener_test \
A
Andres Noetzli 已提交
322
	compaction_iterator_test \
323 324 325 326 327 328 329
	compaction_job_test \
	thread_list_test \
	sst_dump_test \
	compact_files_test \
	perf_context_test \
	optimistic_transaction_test \
	write_callback_test \
330 331
	heap_test \
	compact_on_deletion_collector_test \
A
agiardullo 已提交
332
	compaction_job_stats_test \
333 334
	transaction_test \
	ldb_cmd_test
335

336 337
SUBSET :=  $(shell echo $(TESTS) |sed s/^.*$(ROCKSDBTESTS_START)/$(ROCKSDBTESTS_START)/)

338
TOOLS = \
Y
Yueh-Hsuan Chiang 已提交
339 340 341
	sst_dump \
	db_sanity_test \
	db_stress \
I
Igor Canadi 已提交
342
	write_stress \
Y
Yueh-Hsuan Chiang 已提交
343 344 345 346
	ldb \
	db_repl_stress \
	rocksdb_dump \
	rocksdb_undump
J
jorlow@chromium.org 已提交
347

348
BENCHMARKS = db_bench table_reader_bench cache_bench memtablerep_bench forward_iterator_bench
J
jorlow@chromium.org 已提交
349

350
# if user didn't config LIBNAME, set the default
351
ifeq ($(LIBNAME),)
352 353
# we should only run rocksdb in production with DEBUG_LEVEL 0
ifeq ($(DEBUG_LEVEL),0)
Y
Yueh-Hsuan Chiang 已提交
354
        LIBNAME=librocksdb
355 356 357
else
        LIBNAME=librocksdb_debug
endif
358
endif
359
LIBRARY = ${LIBNAME}.a
360

361 362 363
ROCKSDB_MAJOR = $(shell egrep "ROCKSDB_MAJOR.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
ROCKSDB_MINOR = $(shell egrep "ROCKSDB_MINOR.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
ROCKSDB_PATCH = $(shell egrep "ROCKSDB_PATCH.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
364

365 366
default: all

367 368 369
#-----------------------------------------------
# Create platform independent shared libraries.
#-----------------------------------------------
370
ifneq ($(PLATFORM_SHARED_EXT),)
H
heyongqiang 已提交
371 372

ifneq ($(PLATFORM_SHARED_VERSIONED),true)
373
SHARED1 = ${LIBNAME}.$(PLATFORM_SHARED_EXT)
H
heyongqiang 已提交
374 375
SHARED2 = $(SHARED1)
SHARED3 = $(SHARED1)
376
SHARED4 = $(SHARED1)
H
heyongqiang 已提交
377 378
SHARED = $(SHARED1)
else
379 380
SHARED_MAJOR = $(ROCKSDB_MAJOR)
SHARED_MINOR = $(ROCKSDB_MINOR)
381
SHARED_PATCH = $(ROCKSDB_PATCH)
382
SHARED1 = ${LIBNAME}.$(PLATFORM_SHARED_EXT)
383 384 385 386 387 388
ifeq ($(PLATFORM), OS_MACOSX)
SHARED_OSX = $(LIBNAME).$(SHARED_MAJOR)
SHARED2 = $(SHARED_OSX).$(PLATFORM_SHARED_EXT)
SHARED3 = $(SHARED_OSX).$(SHARED_MINOR).$(PLATFORM_SHARED_EXT)
SHARED4 = $(SHARED_OSX).$(SHARED_MINOR).$(SHARED_PATCH).$(PLATFORM_SHARED_EXT)
else
389 390
SHARED2 = $(SHARED1).$(SHARED_MAJOR)
SHARED3 = $(SHARED1).$(SHARED_MAJOR).$(SHARED_MINOR)
391
SHARED4 = $(SHARED1).$(SHARED_MAJOR).$(SHARED_MINOR).$(SHARED_PATCH)
392
endif
393 394
SHARED = $(SHARED1) $(SHARED2) $(SHARED3) $(SHARED4)
$(SHARED1): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
395
	ln -fs $(SHARED4) $(SHARED1)
396
$(SHARED2): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
397
	ln -fs $(SHARED4) $(SHARED2)
398
$(SHARED3): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
399
	ln -fs $(SHARED4) $(SHARED3)
400 401
endif

402
$(SHARED4):
Y
Yueh-Hsuan Chiang 已提交
403 404
	$(CXX) $(PLATFORM_SHARED_LDFLAGS)$(SHARED3) $(CXXFLAGS) $(PLATFORM_SHARED_CFLAGS) $(LIB_SOURCES) \
		$(LDFLAGS) -o $@
H
heyongqiang 已提交
405 406 407

endif  # PLATFORM_SHARED_EXT

408
.PHONY: blackbox_crash_test check clean coverage crash_test ldb_tests package \
Y
Yueh-Hsuan Chiang 已提交
409 410
	release tags valgrind_check whitebox_crash_test format static_lib shared_lib all \
	dbg rocksdbjavastatic rocksdbjava install install-static install-shared uninstall \
M
maurice barnum 已提交
411
	analyze tools
412

M
maurice barnum 已提交
413 414

all: $(LIBRARY) $(BENCHMARKS) tools $(TESTS)
415

I
Igor Canadi 已提交
416 417 418 419
static_lib: $(LIBRARY)

shared_lib: $(SHARED)

M
maurice barnum 已提交
420 421 422
tools: $(TOOLS)

dbg: $(LIBRARY) $(BENCHMARKS) tools $(TESTS)
K
Kai Liu 已提交
423

424
# creates static library and programs
425
release:
Y
Yueh-Hsuan Chiang 已提交
426
	$(MAKE) clean
427
	DEBUG_LEVEL=0 $(MAKE) static_lib tools db_bench
K
Kai Liu 已提交
428 429

coverage:
Y
Yueh-Hsuan Chiang 已提交
430 431 432 433 434
	$(MAKE) clean
	COVERAGEFLAGS="-fprofile-arcs -ftest-coverage" LDFLAGS+="-lgcov" $(MAKE) J=1 all check
	cd coverage && ./coverage_test.sh
        # Delete intermediate files
	find . -type f -regex ".*\.\(\(gcda\)\|\(gcno\)\)" -exec rm {} \;
J
jorlow@chromium.org 已提交
435

436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454
# Extract the names of its tests by running db_test with --gtest_list_tests.
# This filter removes the "#"-introduced comments, and expands to
# fully-qualified names by changing input like this:
#
#   DBTest.
#     Empty
#     WriteEmptyBatch
#   MultiThreaded/MultiThreadedDBTest.
#     MultiThreaded/0  # GetParam() = 0
#     MultiThreaded/1  # GetParam() = 1
#
# into this:
#
#   DBTest.Empty
#   DBTest.WriteEmptyBatch
#   MultiThreaded/MultiThreadedDBTest.MultiThreaded/0
#   MultiThreaded/MultiThreadedDBTest.MultiThreaded/1
#
test_names = \
Y
Yueh-Hsuan Chiang 已提交
455 456 457 458 459
  ./db_test --gtest_list_tests						\
    | perl -n								\
      -e 's/ *\#.*//;'							\
      -e '/^(\s*)(\S+)/; !$$1 and do {$$p=$$2; break};'			\
      -e 'print qq! $$p$$2!'
460 461 462 463 464 465 466

ifeq ($(MAKECMDGOALS),check)
# Use /dev/shm if it has the sticky bit set (otherwise, /tmp),
# and create a randomly-named rocksdb.XXXX directory therein.
# We'll use that directory in the "make check" rules.
ifeq ($(TMPD),)
TMPD := $(shell f=/dev/shm; test -k $$f || f=/tmp;			\
Y
Yueh-Hsuan Chiang 已提交
467 468
  perl -le 'use File::Temp "tempdir";'					\
    -e 'print tempdir("'$$f'/rocksdb.XXXX", CLEANUP => 0)')
469 470
endif
endif
J
jorlow@chromium.org 已提交
471

472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489
ifneq ($(T),)

# Run all tests in parallel, accumulating per-test logs in t/log-*.

# t_sanitized is each $(T) with "-" in place of each "/".
t_sanitized = $(subst /,-,$(T))

# t_run is each sanitized name with a leading "t/".
t_run = $(patsubst %,t/%,$(t_sanitized))

# Each t_run file is a tiny generated bourne shell script
# that invokes one of db_tests's sub-tests. Why use a file
# for this?  Because that makes the invocation of parallel
# below simpler, which in turn makes the parsing of parallel's
# LOG simpler (the latter is for live monitoring as parallel
# tests run).
filter = --gtest_filter=$(subst -,/,$(@F))
$(t_run): Makefile db_test
Y
Yueh-Hsuan Chiang 已提交
490 491 492 493 494 495 496 497 498 499
	$(AM_V_GEN)mkdir -p t
	$(AM_V_at)rm -f $@ $@-t
	$(AM_V_at)printf '%s\n'						\
	    '#!/bin/sh'							\
	    'd=$(TMPD)/$(@F)'						\
	    'mkdir -p $$d'						\
	    'TEST_TMPDIR=$$d ./db_test $(filter)'			\
	  > $@-t
	$(AM_V_at)chmod a=rx $@-t
	$(AM_V_at)mv $@-t $@
500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517

# Reorder input lines (which are one per test) so that the
# longest-running tests appear first in the output.
# Do this by prefixing each selected name with its duration,
# sort the resulting names, and remove the leading numbers.
# FIXME: the "100" we prepend is a fake time, for now.
# FIXME: squirrel away timings from each run and use them
# (when present) on subsequent runs to order these tests.
#
# Without this reordering, these two tests would happen to start only
# after almost all other tests had completed, thus adding 100 seconds
# to the duration of parallel "make check".  That's the difference
# between 4 minutes (old) and 2m20s (new).
#
# 152.120 PASS t/DBTest.FileCreationRandomFailure
# 107.816 PASS t/DBTest.EncodeDecompressedBlockSizeTest
#
slow_test_regexp = \
Y
Yueh-Hsuan Chiang 已提交
518
  ^t/DBTest\.(?:FileCreationRandomFailure|EncodeDecompressedBlockSizeTest)$$
519
prioritize_long_running_tests =						\
Y
Yueh-Hsuan Chiang 已提交
520 521 522
  perl -pe 's,($(slow_test_regexp)),100 $$1,'				\
    | sort -k1,1gr							\
    | sed 's/^[.0-9]* //'
523 524 525 526 527 528 529 530

# "make check" uses
# Run with "make J=1 check" to disable parallelism in "make check".
# Run with "make J=200% check" to run two parallel jobs per core.
# The default is to run one job per core (J=100%).
# See "man parallel" for its "-j ..." option.
J = 100%

V
Venkatesh Radhakrishnan 已提交
531 532 533
# Use this regexp to select the subset of tests whose names match.
tests-regexp = .

534 535
.PHONY: check_0
check_0: $(t_run)
Y
Yueh-Hsuan Chiang 已提交
536 537 538 539 540 541 542 543 544 545 546 547
	$(AM_V_GEN)export TEST_TMPDIR=$(TMPD);				\
	printf '%s\n' ''						\
	  'To monitor subtest <duration,pass/fail,name>,'		\
	  '  run "make watch-log" in a separate window' '';		\
	test -t 1 && eta=--eta || eta=;					\
	{								\
	  printf './%s\n' $(filter-out db_test, $(TESTS));		\
	  printf '%s\n' $(t_run);					\
	}								\
	  | $(prioritize_long_running_tests)				\
	  | grep -E '$(tests-regexp)'					\
	  | parallel -j$(J) --joblog=LOG $$eta --gnu '{} >& t/log-{/}'
548 549 550
endif

CLEAN_FILES += t LOG $(TMPD)
551

552 553 554 555 556 557 558 559
# When running parallel "make check", you can monitor its progress
# from another window.
# Run "make watch_LOG" to show the duration,PASS/FAIL,name of parallel
# tests as they are being run.  We sort them so that longer-running ones
# appear at the top of the list and any failing tests remain at the top
# regardless of their duration. As with any use of "watch", hit ^C to
# interrupt.
watch-log:
Y
Yueh-Hsuan Chiang 已提交
560
	watch --interval=0 'sort -k7,7nr -k4,4gr LOG|$(quoted_perl_command)'
561

I
Igor Canadi 已提交
562
# If J != 1 and GNU parallel is installed, run the tests in parallel,
563 564
# via the check_0 rule above.  Otherwise, run them sequentially.
check: all
Y
Yueh-Hsuan Chiang 已提交
565 566 567 568 569 570 571 572 573 574 575
	$(AM_V_GEN)if test "$(J)" != 1                                  \
	    && (parallel --gnu --help 2>/dev/null) |                    \
	        grep -q 'GNU Parallel';                                 \
	then                                                            \
	    t=$$($(test_names));                                        \
	    $(MAKE) T="$$t" TMPD=$(TMPD) check_0;                       \
	else                                                            \
	    for t in $(TESTS); do                                       \
	      echo "===== Running $$t"; ./$$t || exit 1; done;          \
	fi
	rm -rf $(TMPD)
I
Islam AbdelRahman 已提交
576
ifeq ($(filter -DROCKSDB_LITE,$(OPT)),)
Y
Yueh-Hsuan Chiang 已提交
577 578
	python tools/ldb_test.py
	sh tools/rocksdb_dump_test.sh
I
Islam AbdelRahman 已提交
579
endif
580 581

check_some: $(SUBSET) ldb_tests
Y
Yueh-Hsuan Chiang 已提交
582
	for t in $(SUBSET); do echo "===== Running $$t"; ./$$t || exit 1; done
583 584

.PHONY: ldb_tests
585
ldb_tests: ldb
Y
Yueh-Hsuan Chiang 已提交
586
	python tools/ldb_test.py
587

I
Igor Canadi 已提交
588
crash_test: whitebox_crash_test blackbox_crash_test
589 590

blackbox_crash_test: db_stress
591 592
	python -u tools/db_crashtest.py --simple blackbox 
	python -u tools/db_crashtest.py blackbox
593 594

whitebox_crash_test: db_stress
595 596
	python -u tools/db_crashtest.py --simple whitebox
	python -u tools/db_crashtest.py whitebox
597

I
Igor Canadi 已提交
598
asan_check:
Y
Yueh-Hsuan Chiang 已提交
599 600 601
	$(MAKE) clean
	COMPILE_WITH_ASAN=1 $(MAKE) check -j32
	$(MAKE) clean
602 603

asan_crash_test:
Y
Yueh-Hsuan Chiang 已提交
604 605 606
	$(MAKE) clean
	COMPILE_WITH_ASAN=1 $(MAKE) crash_test
	$(MAKE) clean
I
Igor Canadi 已提交
607

I
Igor Canadi 已提交
608
valgrind_check: $(TESTS)
Y
Yueh-Hsuan Chiang 已提交
609 610
	for t in $(filter-out skiplist_test,$(TESTS)); do \
		$(VALGRIND_VER) $(VALGRIND_OPTS) ./$$t; \
S
sdong 已提交
611
		ret_code=$$?; \
K
krad 已提交
612
		if [ $$ret_code -ne 0 ]; then \
S
sdong 已提交
613
			exit $$ret_code; \
Y
Yueh-Hsuan Chiang 已提交
614 615
		fi; \
	done
616

617
analyze: clean
Y
Yueh-Hsuan Chiang 已提交
618 619 620 621
	$(CLANG_SCAN_BUILD) --use-analyzer=$(CLANG_ANALYZER) \
		--use-c++=$(CXX) --use-cc=$(CC) --status-bugs \
		-o $(CURDIR)/scan_build_report \
		$(MAKE) dbg
622

623 624
CLEAN_FILES += unity.cc
unity.cc: Makefile
Y
Yueh-Hsuan Chiang 已提交
625 626
	rm -f $@ $@-t
	for source_file in $(LIB_SOURCES); do \
E
Evan Shaw 已提交
627
		echo "#include \"$$source_file\"" >> $@-t; \
Y
Yueh-Hsuan Chiang 已提交
628 629 630
	done
	chmod a=r $@-t
	mv $@-t $@
M
miguelportilla 已提交
631

E
Evan Shaw 已提交
632 633 634 635
unity.a: unity.o
	$(AM_V_AR)rm -f $@
	$(AM_V_at)$(AR) $(ARFLAGS) $@ unity.o

I
Igor Canadi 已提交
636
# try compiling db_test with unity
637
unity_test: db/db_test.o db/db_test_util.o $(TESTHARNESS) unity.a
I
Igor Canadi 已提交
638 639 640
	$(AM_LINK)
	./unity_test

E
Evan Shaw 已提交
641 642
rocksdb.h rocksdb.cc: build_tools/amalgamate.py Makefile $(LIB_SOURCES) unity.cc
	build_tools/amalgamate.py -I. -i./include unity.cc -x include/rocksdb/c.h -H rocksdb.h -o rocksdb.cc
M
miguelportilla 已提交
643

J
jorlow@chromium.org 已提交
644
clean:
Y
Yueh-Hsuan Chiang 已提交
645 646 647 648 649
	rm -f $(BENCHMARKS) $(TOOLS) $(TESTS) $(LIBRARY) $(SHARED)
	rm -rf $(CLEAN_FILES) ios-x86 ios-arm scan_build_report
	find . -name "*.[oda]" -exec rm -f {} \;
	find . -type f -regex ".*\.\(\(gcda\)\|\(gcno\)\)" -exec rm {} \;
	rm -rf bzip2* snappy* zlib* lz4*
650

651
tags:
Y
Yueh-Hsuan Chiang 已提交
652 653
	ctags * -R
	cscope -b `find . -name '*.cc'` `find . -name '*.h'`
654

655
format:
Y
Yueh-Hsuan Chiang 已提交
656
	build_tools/format-diff.sh
657

658
package:
Y
Yueh-Hsuan Chiang 已提交
659
	bash build_tools/make_package.sh $(SHARED_MAJOR).$(SHARED_MINOR)
660

661 662 663
# ---------------------------------------------------------------------------
# 	Unit tests and tools
# ---------------------------------------------------------------------------
664
$(LIBRARY): $(LIBOBJECTS)
Y
Yueh-Hsuan Chiang 已提交
665 666
	$(AM_V_AR)rm -f $@
	$(AM_V_at)$(AR) $(ARFLAGS) $@ $(LIBOBJECTS)
J
jorlow@chromium.org 已提交
667

668
db_bench: db/db_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
669
	$(AM_LINK)
J
jorlow@chromium.org 已提交
670

F
Feng Zhu 已提交
671
cache_bench: util/cache_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
672
	$(AM_LINK)
J
jorlow@chromium.org 已提交
673

A
Ameya Gupte 已提交
674
memtablerep_bench: db/memtablerep_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
675
	$(AM_LINK)
A
Ameya Gupte 已提交
676

K
kailiu 已提交
677
block_hash_index_test: table/block_hash_index_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
678
	$(AM_LINK)
K
kailiu 已提交
679

680
db_stress: tools/db_stress.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
681
	$(AM_LINK)
682

I
Igor Canadi 已提交
683 684 685
write_stress: tools/write_stress.o $(LIBOBJECTS) $(TESTUTIL)
	$(AM_LINK)

I
Igor Canadi 已提交
686
db_sanity_test: tools/db_sanity_test.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
687
	$(AM_LINK)
688

689
db_repl_stress: tools/db_repl_stress.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
690
	$(AM_LINK)
691

J
jorlow@chromium.org 已提交
692
arena_test: util/arena_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
693
	$(AM_LINK)
J
jorlow@chromium.org 已提交
694

K
kailiu 已提交
695
autovector_test: util/autovector_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
696
	$(AM_LINK)
K
kailiu 已提交
697

698
column_family_test: db/column_family_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
699
	$(AM_LINK)
700

K
kailiu 已提交
701
table_properties_collector_test: db/table_properties_collector_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
702
	$(AM_LINK)
703

S
Sanjay Ghemawat 已提交
704
bloom_test: util/bloom_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
705
	$(AM_LINK)
S
Sanjay Ghemawat 已提交
706

707
dynamic_bloom_test: util/dynamic_bloom_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
708
	$(AM_LINK)
709

710
c_test: db/c_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
711
	$(AM_LINK)
712

J
jorlow@chromium.org 已提交
713
cache_test: util/cache_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
714
	$(AM_LINK)
J
jorlow@chromium.org 已提交
715 716

coding_test: util/coding_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
717
	$(AM_LINK)
J
jorlow@chromium.org 已提交
718

719
stringappend_test: utilities/merge_operators/string_append/stringappend_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
720
	$(AM_LINK)
721

722
redis_test: utilities/redis/redis_lists_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
723
	$(AM_LINK)
724

A
Abhishek Kona 已提交
725
histogram_test: util/histogram_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
726
	$(AM_LINK)
A
Abhishek Kona 已提交
727

L
Lei Jin 已提交
728
thread_local_test: util/thread_local_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
729
	$(AM_LINK)
L
Lei Jin 已提交
730

J
jorlow@chromium.org 已提交
731
corruption_test: db/corruption_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
732
	$(AM_LINK)
J
jorlow@chromium.org 已提交
733 734

crc32c_test: util/crc32c_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
735
	$(AM_LINK)
J
jorlow@chromium.org 已提交
736

737
slice_transform_test: util/slice_transform_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
738
	$(AM_LINK)
739

740
db_test: db/db_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
741
	$(AM_LINK)
J
jorlow@chromium.org 已提交
742

743
db_log_iter_test: db/db_log_iter_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
744
	$(AM_LINK)
745

746
db_compaction_filter_test: db/db_compaction_filter_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
747 748
	$(AM_LINK)

749
db_compaction_test: db/db_compaction_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
750 751
	$(AM_LINK)

752
db_dynamic_level_test: db/db_dynamic_level_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
753 754
	$(AM_LINK)

755
db_inplace_update_test: db/db_inplace_update_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
756 757
	$(AM_LINK)

758
db_tailing_iter_test: db/db_tailing_iter_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
759 760
	$(AM_LINK)

S
Stanislau Hlebik 已提交
761
db_iter_test: db/db_iter_test.o $(LIBOBJECTS) $(TESTHARNESS)
762
	$(AM_LINK)
S
Stanislau Hlebik 已提交
763

764
db_universal_compaction_test: db/db_universal_compaction_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
765 766
	$(AM_LINK)

767
db_wal_test: db/db_wal_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
S
sdong 已提交
768 769
	$(AM_LINK)

770 771 772
db_table_properties_test: db/db_table_properties_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

773
log_write_bench: util/log_write_bench.o $(LIBOBJECTS) $(TESTHARNESS)
774
	$(AM_LINK) $(pg)
775

S
Siying Dong 已提交
776
plain_table_db_test: db/plain_table_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
777
	$(AM_LINK)
S
Siying Dong 已提交
778

779
comparator_db_test: db/comparator_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
780
	$(AM_LINK)
781

782
table_reader_bench: table/table_reader_bench.o $(LIBOBJECTS) $(TESTHARNESS)
783
	$(AM_LINK) $(pg)
784

785
perf_context_test: db/perf_context_test.o $(LIBOBJECTS) $(TESTHARNESS)
786
	$(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS)
787

H
Haobo Xu 已提交
788
prefix_test: db/prefix_test.o $(LIBOBJECTS) $(TESTHARNESS)
789
	$(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS)
H
Haobo Xu 已提交
790

I
Igor Canadi 已提交
791
backupable_db_test: utilities/backupable/backupable_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
792
	$(AM_LINK)
I
Igor Canadi 已提交
793

794 795 796
checkpoint_test: utilities/checkpoint/checkpoint_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
797
document_db_test: utilities/document/document_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
798
	$(AM_LINK)
I
Igor Canadi 已提交
799

I
Igor Canadi 已提交
800
json_document_test: utilities/document/json_document_test.o $(LIBOBJECTS) $(TESTHARNESS)
801
	$(AM_LINK)
I
Igor Canadi 已提交
802

I
Igor Canadi 已提交
803
spatial_db_test: utilities/spatialdb/spatial_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
804
	$(AM_LINK)
I
Igor Canadi 已提交
805

806
ttl_test: utilities/ttl/ttl_test.o $(LIBOBJECTS) $(TESTHARNESS)
807
	$(AM_LINK)
808

809
write_batch_with_index_test: utilities/write_batch_with_index/write_batch_with_index_test.o $(LIBOBJECTS) $(TESTHARNESS)
810
	$(AM_LINK)
811

I
Igor Canadi 已提交
812
flush_job_test: db/flush_job_test.o $(LIBOBJECTS) $(TESTHARNESS)
813
	$(AM_LINK)
A
Andres Noetzli 已提交
814 815 816

compaction_iterator_test: db/compaction_iterator_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)
I
Igor Canadi 已提交
817

I
Igor Canadi 已提交
818
compaction_job_test: db/compaction_job_test.o $(LIBOBJECTS) $(TESTHARNESS)
819
	$(AM_LINK)
I
Igor Canadi 已提交
820

821 822 823
compaction_job_stats_test: db/compaction_job_stats_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

824 825 826
compact_on_deletion_collector_test: utilities/table_properties_collectors/compact_on_deletion_collector_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
827
wal_manager_test: db/wal_manager_test.o $(LIBOBJECTS) $(TESTHARNESS)
828
	$(AM_LINK)
I
Igor Canadi 已提交
829

J
jorlow@chromium.org 已提交
830
dbformat_test: db/dbformat_test.o $(LIBOBJECTS) $(TESTHARNESS)
831
	$(AM_LINK)
J
jorlow@chromium.org 已提交
832 833

env_test: util/env_test.o $(LIBOBJECTS) $(TESTHARNESS)
834
	$(AM_LINK)
J
jorlow@chromium.org 已提交
835

836
fault_injection_test: db/fault_injection_test.o $(LIBOBJECTS) $(TESTHARNESS)
837
	$(AM_LINK)
838

L
Lei Jin 已提交
839
rate_limiter_test: util/rate_limiter_test.o $(LIBOBJECTS) $(TESTHARNESS)
840
	$(AM_LINK)
L
Lei Jin 已提交
841

I
Islam AbdelRahman 已提交
842 843 844
delete_scheduler_test: util/delete_scheduler_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

J
jorlow@chromium.org 已提交
845
filename_test: db/filename_test.o $(LIBOBJECTS) $(TESTHARNESS)
846
	$(AM_LINK)
J
jorlow@chromium.org 已提交
847

848 849 850
file_reader_writer_test: util/file_reader_writer_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

851
block_based_filter_block_test: table/block_based_filter_block_test.o $(LIBOBJECTS) $(TESTHARNESS)
852
	$(AM_LINK)
853 854

full_filter_block_test: table/full_filter_block_test.o $(LIBOBJECTS) $(TESTHARNESS)
855
	$(AM_LINK)
S
Sanjay Ghemawat 已提交
856

J
jorlow@chromium.org 已提交
857
log_test: db/log_test.o $(LIBOBJECTS) $(TESTHARNESS)
858
	$(AM_LINK)
J
jorlow@chromium.org 已提交
859 860

table_test: table/table_test.o $(LIBOBJECTS) $(TESTHARNESS)
861
	$(AM_LINK)
J
jorlow@chromium.org 已提交
862

D
Dhruba Borthakur 已提交
863
block_test: table/block_test.o $(LIBOBJECTS) $(TESTHARNESS)
864
	$(AM_LINK)
D
Dhruba Borthakur 已提交
865

J
jorlow@chromium.org 已提交
866
skiplist_test: db/skiplist_test.o $(LIBOBJECTS) $(TESTHARNESS)
867
	$(AM_LINK)
J
jorlow@chromium.org 已提交
868 869

version_edit_test: db/version_edit_test.o $(LIBOBJECTS) $(TESTHARNESS)
870
	$(AM_LINK)
J
jorlow@chromium.org 已提交
871

872
version_set_test: db/version_set_test.o $(LIBOBJECTS) $(TESTHARNESS)
873
	$(AM_LINK)
874

S
sdong 已提交
875
compaction_picker_test: db/compaction_picker_test.o $(LIBOBJECTS) $(TESTHARNESS)
876
	$(AM_LINK)
S
sdong 已提交
877

S
sdong 已提交
878
version_builder_test: db/version_builder_test.o $(LIBOBJECTS) $(TESTHARNESS)
879
	$(AM_LINK)
S
sdong 已提交
880

881
file_indexer_test: db/file_indexer_test.o $(LIBOBJECTS) $(TESTHARNESS)
882
	$(AM_LINK)
883

884
reduce_levels_test: tools/reduce_levels_test.o $(LIBOBJECTS) $(TESTHARNESS)
885
	$(AM_LINK)
886

J
jorlow@chromium.org 已提交
887
write_batch_test: db/write_batch_test.o $(LIBOBJECTS) $(TESTHARNESS)
888
	$(AM_LINK)
889

890
write_controller_test: db/write_controller_test.o $(LIBOBJECTS) $(TESTHARNESS)
891
	$(AM_LINK)
892

893 894 895
merge_helper_test: db/merge_helper_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

896 897 898
memory_test: utilities/memory/memory_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

J
Jim Paton 已提交
899
merge_test: db/merge_test.o $(LIBOBJECTS) $(TESTHARNESS)
900
	$(AM_LINK)
J
jorlow@chromium.org 已提交
901

I
Igor Canadi 已提交
902
merger_test: table/merger_test.o $(LIBOBJECTS) $(TESTHARNESS)
903
	$(AM_LINK)
I
Igor Canadi 已提交
904

905 906 907
options_file_test: db/options_file_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

908
deletefile_test: db/deletefile_test.o $(LIBOBJECTS) $(TESTHARNESS)
909
	$(AM_LINK)
910

911
geodb_test: utilities/geodb/geodb_test.o $(LIBOBJECTS) $(TESTHARNESS)
912
	$(AM_LINK)
913

914 915 916 917 918 919
rocksdb_dump: tools/dump/rocksdb_dump.o $(LIBOBJECTS)
	$(AM_LINK)

rocksdb_undump: tools/dump/rocksdb_undump.o $(LIBOBJECTS)
	$(AM_LINK)

920
cuckoo_table_builder_test: table/cuckoo_table_builder_test.o $(LIBOBJECTS) $(TESTHARNESS)
921
	$(AM_LINK)
922

I
Igor Canadi 已提交
923
cuckoo_table_reader_test: table/cuckoo_table_reader_test.o $(LIBOBJECTS) $(TESTHARNESS)
924
	$(AM_LINK)
925

926
cuckoo_table_db_test: db/cuckoo_table_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
927
	$(AM_LINK)
928

929
listener_test: db/listener_test.o $(LIBOBJECTS) $(TESTHARNESS)
930
	$(AM_LINK)
931

Y
Yueh-Hsuan Chiang 已提交
932
thread_list_test: util/thread_list_test.o $(LIBOBJECTS) $(TESTHARNESS)
933
	$(AM_LINK)
Y
Yueh-Hsuan Chiang 已提交
934

935 936 937
compact_files_test: db/compact_files_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

938
options_test: util/options_test.o $(LIBOBJECTS) $(TESTHARNESS)
939
	$(AM_LINK)
940

941 942 943
options_util_test: utilities/options/options_util_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
944 945 946
event_logger_test: util/event_logger_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

947
sst_dump_test: tools/sst_dump_test.o $(LIBOBJECTS) $(TESTHARNESS)
948
	$(AM_LINK)
949

950
memenv_test : util/memenv_test.o $(LIBOBJECTS) $(TESTHARNESS)
951
	$(AM_LINK)
H
Hans Wennborg 已提交
952

A
agiardullo 已提交
953 954 955
optimistic_transaction_test: utilities/transactions/optimistic_transaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

956
mock_env_test : util/mock_env_test.o $(LIBOBJECTS) $(TESTHARNESS)
957
	$(AM_LINK)
958

959
manual_compaction_test: db/manual_compaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
960
	$(AM_LINK)
961

962
filelock_test: util/filelock_test.o $(LIBOBJECTS) $(TESTHARNESS)
963
	$(AM_LINK)
K
Kai Liu 已提交
964 965

auto_roll_logger_test: util/auto_roll_logger_test.o $(LIBOBJECTS) $(TESTHARNESS)
966
	$(AM_LINK)
967

A
agiardullo 已提交
968 969 970
memtable_list_test: db/memtable_list_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

A
agiardullo 已提交
971 972 973
write_callback_test: db/write_callback_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

974 975 976
heap_test: util/heap_test.o $(GTEST)
	$(AM_LINK)

A
agiardullo 已提交
977 978 979
transaction_test: utilities/transactions/transaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

980
sst_dump: tools/sst_dump.o $(LIBOBJECTS)
981
	$(AM_LINK)
982

983
ldb_cmd_test: tools/ldb_cmd_test.o $(LIBOBJECTS) $(TESTHARNESS)
984 985
	$(AM_LINK)

986
ldb: tools/ldb.o $(LIBOBJECTS)
987
	$(AM_LINK)
988

989 990 991
forward_iterator_bench: db/forward_iterator_bench.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023
#-------------------------------------------------
# make install related stuff
INSTALL_PATH ?= /usr/local

uninstall:
	rm -rf $(INSTALL_PATH)/include/rocksdb \
	  $(INSTALL_PATH)/lib/$(LIBRARY) \
	  $(INSTALL_PATH)/lib/$(SHARED4) \
	  $(INSTALL_PATH)/lib/$(SHARED3) \
	  $(INSTALL_PATH)/lib/$(SHARED2) \
	  $(INSTALL_PATH)/lib/$(SHARED1)

install-headers:
	install -d $(INSTALL_PATH)/lib
	for header_dir in `find "include/rocksdb" -type d`; do \
		install -d $(INSTALL_PATH)/$$header_dir; \
	done
	for header in `find "include/rocksdb" -type f -name *.h`; do \
		install -C -m 644 $$header $(INSTALL_PATH)/$$header; \
	done

install-static: install-headers $(LIBRARY)
	install -C -m 755 $(LIBRARY) $(INSTALL_PATH)/lib

install-shared: install-headers $(SHARED4)
	install -C -m 755 $(SHARED4) $(INSTALL_PATH)/lib && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED3) && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED2) && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED1)

# install static by default + install shared if it exists
install: install-static
I
Igor Canadi 已提交
1024
	[ -e $(SHARED4) ] && $(MAKE) install-shared || :
I
Igor Canadi 已提交
1025 1026 1027 1028

#-------------------------------------------------


1029 1030 1031 1032
# ---------------------------------------------------------------------------
# Jni stuff
# ---------------------------------------------------------------------------

1033
JAVA_INCLUDE = -I$(JAVA_HOME)/include/ -I$(JAVA_HOME)/include/linux
1034 1035
ARCH := $(shell getconf LONG_BIT)
ROCKSDBJNILIB = librocksdbjni-linux$(ARCH).so
1036
ROCKSDB_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux$(ARCH).jar
1037
ROCKSDB_JAR_ALL = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH).jar
C
Chris Riccomini 已提交
1038
ROCKSDB_JAVADOCS_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-javadoc.jar
1039
ROCKSDB_SOURCES_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-sources.jar
1040 1041

ifeq ($(PLATFORM), OS_MACOSX)
1042
ROCKSDBJNILIB = librocksdbjni-osx.jnilib
1043
ROCKSDB_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-osx.jar
1044 1045 1046 1047 1048
ifneq ("$(wildcard $(JAVA_HOME)/include/darwin)","")
	JAVA_INCLUDE = -I$(JAVA_HOME)/include -I $(JAVA_HOME)/include/darwin
else
	JAVA_INCLUDE = -I/System/Library/Frameworks/JavaVM.framework/Headers/
endif
1049 1050
endif

N
Naveen 已提交
1051 1052
libz.a:
	-rm -rf zlib-1.2.8
N
Naveen 已提交
1053 1054 1055
	curl -O http://zlib.net/zlib-1.2.8.tar.gz
	tar xvzf zlib-1.2.8.tar.gz
	cd zlib-1.2.8 && CFLAGS='-fPIC' ./configure --static && make
1056
	cp zlib-1.2.8/libz.a .
N
Naveen 已提交
1057 1058 1059

libbz2.a:
	-rm -rf bzip2-1.0.6
1060
	curl -O  http://www.bzip.org/1.0.6/bzip2-1.0.6.tar.gz
N
Naveen 已提交
1061
	tar xvzf bzip2-1.0.6.tar.gz
1062
	cd bzip2-1.0.6 && make CFLAGS='-fPIC -O2 -g -D_FILE_OFFSET_BITS=64'
N
Naveen 已提交
1063 1064
	cp bzip2-1.0.6/libbz2.a .

N
Naveen 已提交
1065 1066
libsnappy.a:
	-rm -rf snappy-1.1.1
N
Naveen 已提交
1067 1068
	curl -O https://snappy.googlecode.com/files/snappy-1.1.1.tar.gz
	tar xvzf snappy-1.1.1.tar.gz
N
Naveen 已提交
1069
	cd snappy-1.1.1 && ./configure --with-pic --enable-static
N
Naveen 已提交
1070 1071
	cd snappy-1.1.1 && make
	cp snappy-1.1.1/.libs/libsnappy.a .
1072

1073 1074 1075 1076 1077 1078 1079
liblz4.a:
	   -rm -rf lz4-r127
	   curl -O https://codeload.github.com/Cyan4973/lz4/tar.gz/r127
	   mv r127 lz4-r127.tar.gz
	   tar xvzf lz4-r127.tar.gz
	   cd lz4-r127/lib && make CFLAGS='-fPIC' all
	   cp lz4-r127/lib/liblz4.a .
N
Naveen 已提交
1080

1081 1082 1083
# A version of each $(LIBOBJECTS) compiled with -fPIC and a fixed set of static compression libraries
java_static_libobjects = $(patsubst %,jls/%,$(LIBOBJECTS))
CLEAN_FILES += jls
1084

1085 1086 1087 1088 1089
JAVA_STATIC_FLAGS = -DZLIB -DBZIP2 -DSNAPPY -DLZ4
JAVA_STATIC_INCLUDES = -I./zlib-1.2.8 -I./bzip2-1.0.6 -I./snappy-1.1.1 -I./lz4-r127/lib

$(java_static_libobjects): jls/%.o: %.cc libz.a libbz2.a libsnappy.a liblz4.a
	$(AM_V_CC)mkdir -p $(@D) && $(CXX) $(CXXFLAGS) $(JAVA_STATIC_FLAGS) $(JAVA_STATIC_INCLUDES) -fPIC -c $< -o $@ $(COVERAGEFLAGS)
1090

1091
rocksdbjavastatic: $(java_static_libobjects)
F
fyrz 已提交
1092
	cd java;$(MAKE) javalib;
1093
	rm -f ./java/target/$(ROCKSDBJNILIB)
1094 1095
	$(CXX) $(CXXFLAGS) -I./java/. $(JAVA_INCLUDE) -shared -fPIC \
	  -o ./java/target/$(ROCKSDBJNILIB) $(JNI_NATIVE_SOURCES) \
1096
	  $(java_static_libobjects) $(COVERAGEFLAGS) \
1097
	  libz.a libbz2.a libsnappy.a liblz4.a $(JAVA_STATIC_LDFLAGS)
1098 1099 1100 1101 1102 1103
	cd java/target;strip -S -x $(ROCKSDBJNILIB)
	cd java;jar -cf target/$(ROCKSDB_JAR) HISTORY*.md
	cd java/target;jar -uf $(ROCKSDB_JAR) $(ROCKSDBJNILIB)
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR) org/rocksdb/*.class org/rocksdb/util/*.class
	cd java/target/apidocs;jar -cf ../$(ROCKSDB_JAVADOCS_JAR) *
	cd java/src/main/java;jar -cf ../../../target/$(ROCKSDB_SOURCES_JAR) org
N
Naveen 已提交
1104

1105
rocksdbjavastaticrelease: rocksdbjavastatic
1106
	cd java/crossbuild && vagrant destroy -f && vagrant up linux32 && vagrant halt linux32 && vagrant up linux64 && vagrant halt linux64
1107
	cd java;jar -cf target/$(ROCKSDB_JAR_ALL) HISTORY*.md
1108
	cd java/target;jar -uf $(ROCKSDB_JAR_ALL) librocksdbjni-*.so librocksdbjni-*.jnilib
1109
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR_ALL) org/rocksdb/*.class org/rocksdb/util/*.class
1110

1111
rocksdbjavastaticpublish: rocksdbjavastaticrelease
1112 1113 1114 1115 1116 1117
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-javadoc.jar -Dclassifier=javadoc
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-sources.jar -Dclassifier=sources
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux64.jar -Dclassifier=linux64
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux32.jar -Dclassifier=linux32
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-osx.jar -Dclassifier=osx
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH).jar
1118

1119 1120 1121 1122 1123 1124 1125
# A version of each $(LIBOBJECTS) compiled with -fPIC
java_libobjects = $(patsubst %,jl/%,$(LIBOBJECTS))
CLEAN_FILES += jl

$(java_libobjects): jl/%.o: %.cc
	$(AM_V_CC)mkdir -p $(@D) && $(CXX) $(CXXFLAGS) -fPIC -c $< -o $@ $(COVERAGEFLAGS)

1126
rocksdbjava: $(java_libobjects)
1127 1128 1129 1130 1131 1132
	$(AM_V_GEN)cd java;$(MAKE) javalib;
	$(AM_V_at)rm -f ./java/target/$(ROCKSDBJNILIB)
	$(AM_V_at)$(CXX) $(CXXFLAGS) -I./java/. $(JAVA_INCLUDE) -shared -fPIC -o ./java/target/$(ROCKSDBJNILIB) $(JNI_NATIVE_SOURCES) $(java_libobjects) $(JAVA_LDFLAGS) $(COVERAGEFLAGS)
	$(AM_V_at)cd java;jar -cf target/$(ROCKSDB_JAR) HISTORY*.md
	$(AM_V_at)cd java/target;jar -uf $(ROCKSDB_JAR) $(ROCKSDBJNILIB)
	$(AM_V_at)cd java/target/classes;jar -uf ../$(ROCKSDB_JAR) org/rocksdb/*.class org/rocksdb/util/*.class
1133 1134 1135 1136

jclean:
	cd java;$(MAKE) clean;

1137
jtest: rocksdbjava
1138
	cd java;$(MAKE) sample;$(MAKE) test;
1139

1140 1141 1142
jdb_bench:
	cd java;$(MAKE) db_bench;

1143 1144
commit-prereq:
	$(MAKE) clean && $(MAKE) all check;
1145
	$(MAKE) clean && $(MAKE) jclean && $(MAKE) rocksdbjava;
1146
	$(MAKE) clean && USE_CLANG=1 $(MAKE) all;
1147
	$(MAKE) clean && OPT=-DROCKSDB_LITE $(MAKE) static_lib;
1148

V
Venkatesh Radhakrishnan 已提交
1149 1150 1151 1152 1153 1154 1155
xfunc:
	for xftest in $(XFUNC_TESTS); do \
		echo "===== Running xftest $$xftest"; \
		make check ROCKSDB_XFUNC_TEST="$$xftest" tests-regexp="DBTest" ;\
	done


1156 1157 1158
# ---------------------------------------------------------------------------
#  	Platform-specific compilation
# ---------------------------------------------------------------------------
J
Jim Paton 已提交
1159

1160 1161 1162
ifeq ($(PLATFORM), IOS)
# For iOS, create universal object files to be used on both the simulator and
# a device.
H
heyongqiang 已提交
1163 1164 1165
PLATFORMSROOT=/Applications/Xcode.app/Contents/Developer/Platforms
SIMULATORROOT=$(PLATFORMSROOT)/iPhoneSimulator.platform/Developer
DEVICEROOT=$(PLATFORMSROOT)/iPhoneOS.platform/Developer
I
Igor Canadi 已提交
1166
IOSVERSION=$(shell defaults read $(PLATFORMSROOT)/iPhoneOS.platform/version CFBundleShortVersionString)
1167

1168 1169
.cc.o:
	mkdir -p ios-x86/$(dir $@)
I
Igor Canadi 已提交
1170
	$(CXX) $(CXXFLAGS) -isysroot $(SIMULATORROOT)/SDKs/iPhoneSimulator$(IOSVERSION).sdk -arch i686 -arch x86_64 -c $< -o ios-x86/$@
1171
	mkdir -p ios-arm/$(dir $@)
I
Igor Canadi 已提交
1172
	xcrun -sdk iphoneos $(CXX) $(CXXFLAGS) -isysroot $(DEVICEROOT)/SDKs/iPhoneOS$(IOSVERSION).sdk -arch armv6 -arch armv7 -arch armv7s -arch arm64 -c $< -o ios-arm/$@
1173
	lipo ios-x86/$@ ios-arm/$@ -create -output $@
1174 1175 1176

.c.o:
	mkdir -p ios-x86/$(dir $@)
I
Igor Canadi 已提交
1177
	$(CC) $(CFLAGS) -isysroot $(SIMULATORROOT)/SDKs/iPhoneSimulator$(IOSVERSION).sdk -arch i686 -arch x86_64 -c $< -o ios-x86/$@
1178
	mkdir -p ios-arm/$(dir $@)
I
Igor Canadi 已提交
1179
	xcrun -sdk iphoneos $(CC) $(CFLAGS) -isysroot $(DEVICEROOT)/SDKs/iPhoneOS$(IOSVERSION).sdk -arch armv6 -arch armv7 -arch armv7s -arch arm64 -c $< -o ios-arm/$@
1180 1181
	lipo ios-x86/$@ ios-arm/$@ -create -output $@

1182
else
J
jorlow@chromium.org 已提交
1183
.cc.o:
1184
	$(AM_V_CC)$(CXX) $(CXXFLAGS) -c $< -o $@ $(COVERAGEFLAGS)
1185 1186

.c.o:
1187
	$(AM_V_CC)$(CC) $(CFLAGS) -c $< -o $@
1188
endif
1189

1190 1191 1192 1193
# ---------------------------------------------------------------------------
#  	Source files dependencies detection
# ---------------------------------------------------------------------------

1194 1195 1196
all_sources = $(LIB_SOURCES) $(TEST_BENCH_SOURCES) $(MOCK_SOURCES)
DEPFILES = $(all_sources:.cc=.d)

1197 1198 1199 1200 1201
# Add proper dependency support so changing a .h file forces a .cc file to
# rebuild.

# The .d file indicates .cc file's dependencies on .h files. We generate such
# dependency by g++'s -MM option, whose output is a make dependency rule.
1202
$(DEPFILES): %.d: %.cc
1203
	@$(CXX) $(CXXFLAGS) $(PLATFORM_SHARED_CFLAGS) \
1204
	  -MM -MT'$@' -MT'$(<:.cc=.o)' "$<" -o '$@'
1205 1206 1207

depend: $(DEPFILES)

1208 1209 1210 1211
# if the make goal is either "clean" or "format", we shouldn't
# try to import the *.d files.
# TODO(kailiu) The unfamiliarity of Make's conditions leads to the ugly
# working solution.
1212
ifneq ($(MAKECMDGOALS),clean)
1213
ifneq ($(MAKECMDGOALS),format)
1214 1215
ifneq ($(MAKECMDGOALS),jclean)
ifneq ($(MAKECMDGOALS),jtest)
1216
ifneq ($(MAKECMDGOALS),package)
1217
ifneq ($(MAKECMDGOALS),analyze)
1218 1219
-include $(DEPFILES)
endif
1220
endif
1221 1222
endif
endif
1223
endif
1224
endif