Makefile 38.4 KB
Newer Older
J
jorlow@chromium.org 已提交
1 2 3 4
# Copyright (c) 2011 The LevelDB Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. See the AUTHORS file for names of contributors.

5
# Inherit some settings from environment variables, if available
J
jorlow@chromium.org 已提交
6

7
#-----------------------------------------------
8

9
CLEAN_FILES = # deliberately empty, so we can append below.
10 11 12 13
CFLAGS += ${EXTRA_CFLAGS}
CXXFLAGS += ${EXTRA_CXXFLAGS}
LDFLAGS += $(EXTRA_LDFLAGS)
MACHINE ?= $(shell uname -m)
I
Igor Canadi 已提交
14
ARFLAGS = rs
15

16 17
# Transform parallel LOG output into something more readable.
perl_command = perl -n \
Y
Yueh-Hsuan Chiang 已提交
18 19 20 21
  -e '@a=split("\t",$$_,-1); $$t=$$a[8]; $$t =~ s,^\./,,;'		\
  -e '$$t =~ s, >.*,,; chomp $$t;'					\
  -e '$$t =~ /.*--gtest_filter=(.*?\.[\w\/]+)/ and $$t=$$1;'		\
  -e 'printf "%7.3f %s %s\n", $$a[3], $$a[6] == 0 ? "PASS" : "FAIL", $$t'
22 23
quoted_perl_command = $(subst ','\'',$(perl_command))

24 25 26 27 28 29 30 31 32
# DEBUG_LEVEL can have three values:
# * DEBUG_LEVEL=2; this is the ultimate debug mode. It will compile rocksdb
# without any optimizations. To compile with level 2, issue `make dbg`
# * DEBUG_LEVEL=1; debug level 1 enables all assertions and debug code, but
# compiles rocksdb with -O2 optimizations. this is the default debug level.
# `make all` or `make <binary_target>` compile RocksDB with debug level 1.
# We use this debug level when developing RocksDB.
# * DEBUG_LEVEL=0; this is the debug level we use for release. If you're
# running rocksdb in production you most definitely want to compile RocksDB
A
agiardullo 已提交
33
# with debug level 0. To compile with level 0, run `make shared_lib`,
34 35
# `make install-shared`, `make static_lib`, `make install-static` or
# `make install`
36 37 38

# Set the default DEBUG_LEVEL to 1
DEBUG_LEVEL?=1
39 40

ifeq ($(MAKECMDGOALS),dbg)
Y
Yueh-Hsuan Chiang 已提交
41
	DEBUG_LEVEL=2
42
endif
43

44 45 46 47 48 49 50 51
ifeq ($(MAKECMDGOALS),clean)
	DEBUG_LEVEL=0
endif

ifeq ($(MAKECMDGOALS),release)
	DEBUG_LEVEL=0
endif

52
ifeq ($(MAKECMDGOALS),shared_lib)
Y
Yueh-Hsuan Chiang 已提交
53
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
54
endif
I
Igor Canadi 已提交
55

I
Igor Canadi 已提交
56
ifeq ($(MAKECMDGOALS),install-shared)
Y
Yueh-Hsuan Chiang 已提交
57
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
58 59
endif

I
Igor Canadi 已提交
60
ifeq ($(MAKECMDGOALS),static_lib)
Y
Yueh-Hsuan Chiang 已提交
61
	DEBUG_LEVEL=0
62
endif
I
Igor Canadi 已提交
63

I
Igor Canadi 已提交
64
ifeq ($(MAKECMDGOALS),install-static)
Y
Yueh-Hsuan Chiang 已提交
65
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
66 67 68
endif

ifeq ($(MAKECMDGOALS),install)
Y
Yueh-Hsuan Chiang 已提交
69
	DEBUG_LEVEL=0
70 71
endif

72
ifeq ($(MAKECMDGOALS),rocksdbjavastatic)
Y
Yueh-Hsuan Chiang 已提交
73
	DEBUG_LEVEL=0
74 75
endif

76 77 78 79 80 81 82 83 84 85 86
# compile with -O2 if debug level is not 2
ifneq ($(DEBUG_LEVEL), 2)
OPT += -O2 -fno-omit-frame-pointer
ifneq ($(MACHINE),ppc64) # ppc64 doesn't support -momit-leaf-frame-pointer
OPT += -momit-leaf-frame-pointer
endif
endif

# if we're compiling for release, compile without debug code (-DNDEBUG) and
# don't treat warnings as errors
ifeq ($(DEBUG_LEVEL),0)
I
Igor Canadi 已提交
87
OPT += -DNDEBUG
88
DISABLE_WARNING_AS_ERROR=1
89 90
else
$(warning Warning: Compiling in debug mode. Don't use the resulting binary in production)
I
Igor Canadi 已提交
91 92
endif

93
#-----------------------------------------------
94
include src.mk
95

96 97 98 99 100 101
AM_DEFAULT_VERBOSITY = 0

AM_V_GEN = $(am__v_GEN_$(V))
am__v_GEN_ = $(am__v_GEN_$(AM_DEFAULT_VERBOSITY))
am__v_GEN_0 = @echo "  GEN     " $@;
am__v_GEN_1 =
J
Jim Meyering 已提交
102 103 104 105
AM_V_at = $(am__v_at_$(V))
am__v_at_ = $(am__v_at_$(AM_DEFAULT_VERBOSITY))
am__v_at_0 = @
am__v_at_1 =
106 107 108 109 110 111 112 113 114 115 116

AM_V_CC = $(am__v_CC_$(V))
am__v_CC_ = $(am__v_CC_$(AM_DEFAULT_VERBOSITY))
am__v_CC_0 = @echo "  CC      " $@;
am__v_CC_1 =
CCLD = $(CC)
LINK = $(CCLD) $(AM_CFLAGS) $(CFLAGS) $(AM_LDFLAGS) $(LDFLAGS) -o $@
AM_V_CCLD = $(am__v_CCLD_$(V))
am__v_CCLD_ = $(am__v_CCLD_$(AM_DEFAULT_VERBOSITY))
am__v_CCLD_0 = @echo "  CCLD    " $@;
am__v_CCLD_1 =
J
Jim Meyering 已提交
117 118 119 120
AM_V_AR = $(am__v_AR_$(V))
am__v_AR_ = $(am__v_AR_$(AM_DEFAULT_VERBOSITY))
am__v_AR_0 = @echo "  AR      " $@;
am__v_AR_1 =
121

122 123
AM_LINK = $(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS) $(COVERAGEFLAGS)

124
# detect what platform we're building on
125
dummy := $(shell (export ROCKSDB_ROOT="$(CURDIR)"; "$(CURDIR)/build_tools/build_detect_platform" "$(CURDIR)/make_config.mk"))
S
Sanjay Ghemawat 已提交
126
# this file is generated by the previous line to set build flags and sources
I
Igor Canadi 已提交
127
include make_config.mk
128
CLEAN_FILES += make_config.mk
J
jorlow@chromium.org 已提交
129

I
Igor Canadi 已提交
130 131 132 133 134 135 136 137
ifneq ($(PLATFORM), IOS)
CFLAGS += -g
CXXFLAGS += -g
else
# no debug info for IOS, that will make our library big
OPT += -DNDEBUG
endif

138
ifneq ($(filter -DROCKSDB_LITE,$(OPT)),)
Y
Yueh-Hsuan Chiang 已提交
139 140 141
	# found
	CFLAGS += -fno-exceptions
	CXXFLAGS += -fno-exceptions
142 143
endif

I
Igor Canadi 已提交
144 145
# ASAN doesn't work well with jemalloc. If we're compiling with ASAN, we should use regular malloc.
ifdef COMPILE_WITH_ASAN
Y
Yueh-Hsuan Chiang 已提交
146 147 148 149
	DISABLE_JEMALLOC=1
	EXEC_LDFLAGS += -fsanitize=address
	PLATFORM_CCFLAGS += -fsanitize=address
	PLATFORM_CXXFLAGS += -fsanitize=address
I
Igor Canadi 已提交
150 151 152 153
endif

# TSAN doesn't work well with jemalloc. If we're compiling with TSAN, we should use regular malloc.
ifdef COMPILE_WITH_TSAN
Y
Yueh-Hsuan Chiang 已提交
154 155 156 157
	DISABLE_JEMALLOC=1
	EXEC_LDFLAGS += -fsanitize=thread -pie
	PLATFORM_CCFLAGS += -fsanitize=thread -fPIC -DROCKSDB_TSAN_RUN
	PLATFORM_CXXFLAGS += -fsanitize=thread -fPIC -DROCKSDB_TSAN_RUN
N
Nathan Bronson 已提交
158 159 160 161
	# Use PIC versions of any precompiled libraries
	EXEC_LDFLAGS := $(shell echo "$(EXEC_LDFLAGS)" | sed -e 's/[.]a /_pic.a /g')
	# Turn off -pg when enabling TSAN testing, because that induces
	# a link failure.  TODO: find the root cause
Y
Yueh-Hsuan Chiang 已提交
162
	pg =
163
else
Y
Yueh-Hsuan Chiang 已提交
164
	pg = -pg
I
Igor Canadi 已提交
165 166 167
endif

ifndef DISABLE_JEMALLOC
Y
Yueh-Hsuan Chiang 已提交
168 169 170
	EXEC_LDFLAGS := $(JEMALLOC_LIB) $(EXEC_LDFLAGS)
	PLATFORM_CXXFLAGS += $(JEMALLOC_INCLUDE)
	PLATFORM_CCFLAGS += $(JEMALLOC_INCLUDE)
I
Igor Canadi 已提交
171 172
endif

I
Igor Sugak 已提交
173 174 175 176 177
export GTEST_THROW_ON_FAILURE=1 GTEST_HAS_EXCEPTIONS=1
GTEST_DIR = ./third-party/gtest-1.7.0/fused-src
PLATFORM_CCFLAGS += -isystem $(GTEST_DIR)
PLATFORM_CXXFLAGS += -isystem $(GTEST_DIR)

178 179 180
# This (the first rule) must depend on "all".
default: all

181
WARNING_FLAGS = -W -Wextra -Wall -Wsign-compare -Wshadow \
Y
Yueh-Hsuan Chiang 已提交
182
  -Wno-unused-parameter
183

184
ifndef DISABLE_WARNING_AS_ERROR
Y
Yueh-Hsuan Chiang 已提交
185
	WARNING_FLAGS += -Werror
186 187
endif

I
Igor Canadi 已提交
188
CFLAGS += $(WARNING_FLAGS) -I. -I./include $(PLATFORM_CCFLAGS) $(OPT)
I
Igor Sugak 已提交
189
CXXFLAGS += $(WARNING_FLAGS) -I. -I./include $(PLATFORM_CXXFLAGS) $(OPT) -Woverloaded-virtual -Wnon-virtual-dtor -Wno-missing-field-initializers
190

S
Sanjay Ghemawat 已提交
191
LDFLAGS += $(PLATFORM_LDFLAGS)
J
jorlow@chromium.org 已提交
192

193
date := $(shell date +%F)
I
Igor Canadi 已提交
194
ifdef FORCE_GIT_SHA
Y
Yueh-Hsuan Chiang 已提交
195
	git_sha := $(FORCE_GIT_SHA)
I
Igor Canadi 已提交
196
else
Y
Yueh-Hsuan Chiang 已提交
197
	git_sha := $(shell git rev-parse HEAD 2>/dev/null)
I
Igor Canadi 已提交
198
endif
199
gen_build_version =							\
Y
Yueh-Hsuan Chiang 已提交
200 201 202 203 204 205 206
  printf '%s\n'								\
    '\#include "build_version.h"'					\
    'const char* rocksdb_build_git_sha =				\
      "rocksdb_build_git_sha:$(git_sha)";'			\
    'const char* rocksdb_build_git_date =				\
      "rocksdb_build_git_date:$(date)";'				\
    'const char* rocksdb_build_compile_date = __DATE__;'
207 208 209 210 211 212

# Record the version of the source that we are compiling.
# We keep a record of the git revision in this file.  It is then built
# as a regular source file as part of the compilation process.
# One can run "strings executable_filename | grep _build_" to find
# the version of the source that we used to build the executable file.
213
CLEAN_FILES += util/build_version.cc:
214 215
FORCE:
util/build_version.cc: FORCE
Y
Yueh-Hsuan Chiang 已提交
216 217 218 219 220
	$(AM_V_GEN)rm -f $@-t
	$(AM_V_at)$(gen_build_version) > $@-t
	$(AM_V_at)if test -f $@; then					\
	  cmp -s $@-t $@ && rm -f $@-t || mv -f $@-t $@;		\
	else mv -f $@-t $@; fi
221

222
LIBOBJECTS = $(LIB_SOURCES:.cc=.o)
E
Evan Shaw 已提交
223
LIBOBJECTS += $(TOOL_SOURCES:.cc=.o)
224
MOCKOBJECTS = $(MOCK_SOURCES:.cc=.o)
J
jorlow@chromium.org 已提交
225

I
Igor Sugak 已提交
226
GTEST = $(GTEST_DIR)/gtest/gtest-all.o
J
jorlow@chromium.org 已提交
227
TESTUTIL = ./util/testutil.o
I
Igor Sugak 已提交
228
TESTHARNESS = ./util/testharness.o $(TESTUTIL) $(MOCKOBJECTS) $(GTEST)
229
VALGRIND_ERROR = 2
230
VALGRIND_VER := $(join $(VALGRIND_VER),valgrind)
231

232
VALGRIND_OPTS = --error-exitcode=$(VALGRIND_ERROR) --leak-check=full
233

J
jorlow@chromium.org 已提交
234
TESTS = \
235 236 237 238
	db_test \
	db_iter_test \
	db_log_iter_test \
	db_compaction_filter_test \
239
	db_compaction_test \
240
	db_dynamic_level_test \
241
	db_inplace_update_test \
242 243
	db_tailing_iter_test \
	db_universal_compaction_test \
S
sdong 已提交
244
	db_wal_test \
245
	db_table_properties_test \
246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266
	block_hash_index_test \
	autovector_test \
	column_family_test \
	table_properties_collector_test \
	arena_test \
	auto_roll_logger_test \
	block_test \
	bloom_test \
	dynamic_bloom_test \
	c_test \
	cache_test \
	checkpoint_test \
	coding_test \
	corruption_test \
	crc32c_test \
	slice_transform_test \
	dbformat_test \
	env_test \
	fault_injection_test \
	filelock_test \
	filename_test \
267
	file_reader_writer_test \
268 269 270 271 272 273 274 275 276
	block_based_filter_block_test \
	full_filter_block_test \
	histogram_test \
	log_test \
	manual_compaction_test \
	memenv_test \
	mock_env_test \
	memtable_list_test \
	merge_helper_test \
277
	memory_test \
278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304
	merge_test \
	merger_test \
	redis_test \
	reduce_levels_test \
	plain_table_db_test \
	comparator_db_test \
	prefix_test \
	skiplist_test \
	stringappend_test \
	ttl_test \
	backupable_db_test \
	document_db_test \
	json_document_test \
	spatial_db_test \
	version_edit_test \
	version_set_test \
	compaction_picker_test \
	version_builder_test \
	file_indexer_test \
	write_batch_test \
	write_batch_with_index_test \
	write_controller_test\
	deletefile_test \
	table_test \
	thread_local_test \
	geodb_test \
	rate_limiter_test \
I
Islam AbdelRahman 已提交
305
	delete_scheduler_test \
306 307 308 309 310 311 312 313
	options_test \
	event_logger_test \
	cuckoo_table_builder_test \
	cuckoo_table_reader_test \
	cuckoo_table_db_test \
	flush_job_test \
	wal_manager_test \
	listener_test \
A
Andres Noetzli 已提交
314
	compaction_iterator_test \
315 316 317 318 319 320 321
	compaction_job_test \
	thread_list_test \
	sst_dump_test \
	compact_files_test \
	perf_context_test \
	optimistic_transaction_test \
	write_callback_test \
322 323
	heap_test \
	compact_on_deletion_collector_test \
A
agiardullo 已提交
324
	compaction_job_stats_test \
325 326
	transaction_test \
	ldb_cmd_test
327

328 329
SUBSET :=  $(shell echo $(TESTS) |sed s/^.*$(ROCKSDBTESTS_START)/$(ROCKSDBTESTS_START)/)

330
TOOLS = \
Y
Yueh-Hsuan Chiang 已提交
331 332 333
	sst_dump \
	db_sanity_test \
	db_stress \
I
Igor Canadi 已提交
334
	write_stress \
Y
Yueh-Hsuan Chiang 已提交
335 336 337 338
	ldb \
	db_repl_stress \
	rocksdb_dump \
	rocksdb_undump
J
jorlow@chromium.org 已提交
339

I
Igor Canadi 已提交
340
BENCHMARKS = db_bench table_reader_bench cache_bench memtablerep_bench
J
jorlow@chromium.org 已提交
341

342
# if user didn't config LIBNAME, set the default
343
ifeq ($(LIBNAME),)
344 345
# we should only run rocksdb in production with DEBUG_LEVEL 0
ifeq ($(DEBUG_LEVEL),0)
Y
Yueh-Hsuan Chiang 已提交
346
        LIBNAME=librocksdb
347 348 349
else
        LIBNAME=librocksdb_debug
endif
350
endif
351
LIBRARY = ${LIBNAME}.a
352

353 354 355
ROCKSDB_MAJOR = $(shell egrep "ROCKSDB_MAJOR.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
ROCKSDB_MINOR = $(shell egrep "ROCKSDB_MINOR.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
ROCKSDB_PATCH = $(shell egrep "ROCKSDB_PATCH.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
356

357 358
default: all

359 360 361
#-----------------------------------------------
# Create platform independent shared libraries.
#-----------------------------------------------
362
ifneq ($(PLATFORM_SHARED_EXT),)
H
heyongqiang 已提交
363 364

ifneq ($(PLATFORM_SHARED_VERSIONED),true)
365
SHARED1 = ${LIBNAME}.$(PLATFORM_SHARED_EXT)
H
heyongqiang 已提交
366 367
SHARED2 = $(SHARED1)
SHARED3 = $(SHARED1)
368
SHARED4 = $(SHARED1)
H
heyongqiang 已提交
369 370
SHARED = $(SHARED1)
else
371 372
SHARED_MAJOR = $(ROCKSDB_MAJOR)
SHARED_MINOR = $(ROCKSDB_MINOR)
373
SHARED_PATCH = $(ROCKSDB_PATCH)
374
SHARED1 = ${LIBNAME}.$(PLATFORM_SHARED_EXT)
375 376 377 378 379 380
ifeq ($(PLATFORM), OS_MACOSX)
SHARED_OSX = $(LIBNAME).$(SHARED_MAJOR)
SHARED2 = $(SHARED_OSX).$(PLATFORM_SHARED_EXT)
SHARED3 = $(SHARED_OSX).$(SHARED_MINOR).$(PLATFORM_SHARED_EXT)
SHARED4 = $(SHARED_OSX).$(SHARED_MINOR).$(SHARED_PATCH).$(PLATFORM_SHARED_EXT)
else
381 382
SHARED2 = $(SHARED1).$(SHARED_MAJOR)
SHARED3 = $(SHARED1).$(SHARED_MAJOR).$(SHARED_MINOR)
383
SHARED4 = $(SHARED1).$(SHARED_MAJOR).$(SHARED_MINOR).$(SHARED_PATCH)
384
endif
385 386
SHARED = $(SHARED1) $(SHARED2) $(SHARED3) $(SHARED4)
$(SHARED1): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
387
	ln -fs $(SHARED4) $(SHARED1)
388
$(SHARED2): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
389
	ln -fs $(SHARED4) $(SHARED2)
390
$(SHARED3): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
391
	ln -fs $(SHARED4) $(SHARED3)
392 393
endif

394
$(SHARED4):
Y
Yueh-Hsuan Chiang 已提交
395 396
	$(CXX) $(PLATFORM_SHARED_LDFLAGS)$(SHARED3) $(CXXFLAGS) $(PLATFORM_SHARED_CFLAGS) $(LIB_SOURCES) \
		$(LDFLAGS) -o $@
H
heyongqiang 已提交
397 398 399

endif  # PLATFORM_SHARED_EXT

400
.PHONY: blackbox_crash_test check clean coverage crash_test ldb_tests package \
Y
Yueh-Hsuan Chiang 已提交
401 402
	release tags valgrind_check whitebox_crash_test format static_lib shared_lib all \
	dbg rocksdbjavastatic rocksdbjava install install-static install-shared uninstall \
M
maurice barnum 已提交
403
	analyze tools
404

M
maurice barnum 已提交
405 406

all: $(LIBRARY) $(BENCHMARKS) tools $(TESTS)
407

I
Igor Canadi 已提交
408 409 410 411
static_lib: $(LIBRARY)

shared_lib: $(SHARED)

M
maurice barnum 已提交
412 413 414
tools: $(TOOLS)

dbg: $(LIBRARY) $(BENCHMARKS) tools $(TESTS)
K
Kai Liu 已提交
415

416
# creates static library and programs
417
release:
Y
Yueh-Hsuan Chiang 已提交
418
	$(MAKE) clean
419
	DEBUG_LEVEL=0 $(MAKE) static_lib tools db_bench
K
Kai Liu 已提交
420 421

coverage:
Y
Yueh-Hsuan Chiang 已提交
422 423 424 425 426
	$(MAKE) clean
	COVERAGEFLAGS="-fprofile-arcs -ftest-coverage" LDFLAGS+="-lgcov" $(MAKE) J=1 all check
	cd coverage && ./coverage_test.sh
        # Delete intermediate files
	find . -type f -regex ".*\.\(\(gcda\)\|\(gcno\)\)" -exec rm {} \;
J
jorlow@chromium.org 已提交
427

428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446
# Extract the names of its tests by running db_test with --gtest_list_tests.
# This filter removes the "#"-introduced comments, and expands to
# fully-qualified names by changing input like this:
#
#   DBTest.
#     Empty
#     WriteEmptyBatch
#   MultiThreaded/MultiThreadedDBTest.
#     MultiThreaded/0  # GetParam() = 0
#     MultiThreaded/1  # GetParam() = 1
#
# into this:
#
#   DBTest.Empty
#   DBTest.WriteEmptyBatch
#   MultiThreaded/MultiThreadedDBTest.MultiThreaded/0
#   MultiThreaded/MultiThreadedDBTest.MultiThreaded/1
#
test_names = \
Y
Yueh-Hsuan Chiang 已提交
447 448 449 450 451
  ./db_test --gtest_list_tests						\
    | perl -n								\
      -e 's/ *\#.*//;'							\
      -e '/^(\s*)(\S+)/; !$$1 and do {$$p=$$2; break};'			\
      -e 'print qq! $$p$$2!'
452 453 454 455 456 457 458

ifeq ($(MAKECMDGOALS),check)
# Use /dev/shm if it has the sticky bit set (otherwise, /tmp),
# and create a randomly-named rocksdb.XXXX directory therein.
# We'll use that directory in the "make check" rules.
ifeq ($(TMPD),)
TMPD := $(shell f=/dev/shm; test -k $$f || f=/tmp;			\
Y
Yueh-Hsuan Chiang 已提交
459 460
  perl -le 'use File::Temp "tempdir";'					\
    -e 'print tempdir("'$$f'/rocksdb.XXXX", CLEANUP => 0)')
461 462
endif
endif
J
jorlow@chromium.org 已提交
463

464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481
ifneq ($(T),)

# Run all tests in parallel, accumulating per-test logs in t/log-*.

# t_sanitized is each $(T) with "-" in place of each "/".
t_sanitized = $(subst /,-,$(T))

# t_run is each sanitized name with a leading "t/".
t_run = $(patsubst %,t/%,$(t_sanitized))

# Each t_run file is a tiny generated bourne shell script
# that invokes one of db_tests's sub-tests. Why use a file
# for this?  Because that makes the invocation of parallel
# below simpler, which in turn makes the parsing of parallel's
# LOG simpler (the latter is for live monitoring as parallel
# tests run).
filter = --gtest_filter=$(subst -,/,$(@F))
$(t_run): Makefile db_test
Y
Yueh-Hsuan Chiang 已提交
482 483 484 485 486 487 488 489 490 491
	$(AM_V_GEN)mkdir -p t
	$(AM_V_at)rm -f $@ $@-t
	$(AM_V_at)printf '%s\n'						\
	    '#!/bin/sh'							\
	    'd=$(TMPD)/$(@F)'						\
	    'mkdir -p $$d'						\
	    'TEST_TMPDIR=$$d ./db_test $(filter)'			\
	  > $@-t
	$(AM_V_at)chmod a=rx $@-t
	$(AM_V_at)mv $@-t $@
492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509

# Reorder input lines (which are one per test) so that the
# longest-running tests appear first in the output.
# Do this by prefixing each selected name with its duration,
# sort the resulting names, and remove the leading numbers.
# FIXME: the "100" we prepend is a fake time, for now.
# FIXME: squirrel away timings from each run and use them
# (when present) on subsequent runs to order these tests.
#
# Without this reordering, these two tests would happen to start only
# after almost all other tests had completed, thus adding 100 seconds
# to the duration of parallel "make check".  That's the difference
# between 4 minutes (old) and 2m20s (new).
#
# 152.120 PASS t/DBTest.FileCreationRandomFailure
# 107.816 PASS t/DBTest.EncodeDecompressedBlockSizeTest
#
slow_test_regexp = \
Y
Yueh-Hsuan Chiang 已提交
510
  ^t/DBTest\.(?:FileCreationRandomFailure|EncodeDecompressedBlockSizeTest)$$
511
prioritize_long_running_tests =						\
Y
Yueh-Hsuan Chiang 已提交
512 513 514
  perl -pe 's,($(slow_test_regexp)),100 $$1,'				\
    | sort -k1,1gr							\
    | sed 's/^[.0-9]* //'
515 516 517 518 519 520 521 522

# "make check" uses
# Run with "make J=1 check" to disable parallelism in "make check".
# Run with "make J=200% check" to run two parallel jobs per core.
# The default is to run one job per core (J=100%).
# See "man parallel" for its "-j ..." option.
J = 100%

V
Venkatesh Radhakrishnan 已提交
523 524 525
# Use this regexp to select the subset of tests whose names match.
tests-regexp = .

526 527
.PHONY: check_0
check_0: $(t_run)
Y
Yueh-Hsuan Chiang 已提交
528 529 530 531 532 533 534 535 536 537 538 539
	$(AM_V_GEN)export TEST_TMPDIR=$(TMPD);				\
	printf '%s\n' ''						\
	  'To monitor subtest <duration,pass/fail,name>,'		\
	  '  run "make watch-log" in a separate window' '';		\
	test -t 1 && eta=--eta || eta=;					\
	{								\
	  printf './%s\n' $(filter-out db_test, $(TESTS));		\
	  printf '%s\n' $(t_run);					\
	}								\
	  | $(prioritize_long_running_tests)				\
	  | grep -E '$(tests-regexp)'					\
	  | parallel -j$(J) --joblog=LOG $$eta --gnu '{} >& t/log-{/}'
540 541 542
endif

CLEAN_FILES += t LOG $(TMPD)
543

544 545 546 547 548 549 550 551
# When running parallel "make check", you can monitor its progress
# from another window.
# Run "make watch_LOG" to show the duration,PASS/FAIL,name of parallel
# tests as they are being run.  We sort them so that longer-running ones
# appear at the top of the list and any failing tests remain at the top
# regardless of their duration. As with any use of "watch", hit ^C to
# interrupt.
watch-log:
Y
Yueh-Hsuan Chiang 已提交
552
	watch --interval=0 'sort -k7,7nr -k4,4gr LOG|$(quoted_perl_command)'
553

I
Igor Canadi 已提交
554
# If J != 1 and GNU parallel is installed, run the tests in parallel,
555 556
# via the check_0 rule above.  Otherwise, run them sequentially.
check: all
Y
Yueh-Hsuan Chiang 已提交
557 558 559 560 561 562 563 564 565 566 567
	$(AM_V_GEN)if test "$(J)" != 1                                  \
	    && (parallel --gnu --help 2>/dev/null) |                    \
	        grep -q 'GNU Parallel';                                 \
	then                                                            \
	    t=$$($(test_names));                                        \
	    $(MAKE) T="$$t" TMPD=$(TMPD) check_0;                       \
	else                                                            \
	    for t in $(TESTS); do                                       \
	      echo "===== Running $$t"; ./$$t || exit 1; done;          \
	fi
	rm -rf $(TMPD)
I
Islam AbdelRahman 已提交
568
ifeq ($(filter -DROCKSDB_LITE,$(OPT)),)
Y
Yueh-Hsuan Chiang 已提交
569 570
	python tools/ldb_test.py
	sh tools/rocksdb_dump_test.sh
I
Islam AbdelRahman 已提交
571
endif
572 573

check_some: $(SUBSET) ldb_tests
Y
Yueh-Hsuan Chiang 已提交
574
	for t in $(SUBSET); do echo "===== Running $$t"; ./$$t || exit 1; done
575 576

.PHONY: ldb_tests
577
ldb_tests: ldb
Y
Yueh-Hsuan Chiang 已提交
578
	python tools/ldb_test.py
579

I
Igor Canadi 已提交
580
crash_test: whitebox_crash_test blackbox_crash_test
581 582

blackbox_crash_test: db_stress
583 584
	python -u tools/db_crashtest.py --simple blackbox 
	python -u tools/db_crashtest.py blackbox
585 586

whitebox_crash_test: db_stress
587 588
	python -u tools/db_crashtest.py --simple whitebox
	python -u tools/db_crashtest.py whitebox
589

I
Igor Canadi 已提交
590
asan_check:
Y
Yueh-Hsuan Chiang 已提交
591 592 593
	$(MAKE) clean
	COMPILE_WITH_ASAN=1 $(MAKE) check -j32
	$(MAKE) clean
594 595

asan_crash_test:
Y
Yueh-Hsuan Chiang 已提交
596 597 598
	$(MAKE) clean
	COMPILE_WITH_ASAN=1 $(MAKE) crash_test
	$(MAKE) clean
I
Igor Canadi 已提交
599

I
Igor Canadi 已提交
600
valgrind_check: $(TESTS)
Y
Yueh-Hsuan Chiang 已提交
601 602
	for t in $(filter-out skiplist_test,$(TESTS)); do \
		$(VALGRIND_VER) $(VALGRIND_OPTS) ./$$t; \
S
sdong 已提交
603
		ret_code=$$?; \
K
krad 已提交
604
		if [ $$ret_code -ne 0 ]; then \
S
sdong 已提交
605
			exit $$ret_code; \
Y
Yueh-Hsuan Chiang 已提交
606 607
		fi; \
	done
608

609
analyze: clean
Y
Yueh-Hsuan Chiang 已提交
610 611 612 613
	$(CLANG_SCAN_BUILD) --use-analyzer=$(CLANG_ANALYZER) \
		--use-c++=$(CXX) --use-cc=$(CC) --status-bugs \
		-o $(CURDIR)/scan_build_report \
		$(MAKE) dbg
614

615 616
CLEAN_FILES += unity.cc
unity.cc: Makefile
Y
Yueh-Hsuan Chiang 已提交
617 618
	rm -f $@ $@-t
	for source_file in $(LIB_SOURCES); do \
E
Evan Shaw 已提交
619
		echo "#include \"$$source_file\"" >> $@-t; \
Y
Yueh-Hsuan Chiang 已提交
620 621 622
	done
	chmod a=r $@-t
	mv $@-t $@
M
miguelportilla 已提交
623

E
Evan Shaw 已提交
624 625 626 627
unity.a: unity.o
	$(AM_V_AR)rm -f $@
	$(AM_V_at)$(AR) $(ARFLAGS) $@ unity.o

I
Igor Canadi 已提交
628
# try compiling db_test with unity
629
unity_test: db/db_test.o db/db_test_util.o $(TESTHARNESS) unity.a
I
Igor Canadi 已提交
630 631 632
	$(AM_LINK)
	./unity_test

E
Evan Shaw 已提交
633 634
rocksdb.h rocksdb.cc: build_tools/amalgamate.py Makefile $(LIB_SOURCES) unity.cc
	build_tools/amalgamate.py -I. -i./include unity.cc -x include/rocksdb/c.h -H rocksdb.h -o rocksdb.cc
M
miguelportilla 已提交
635

J
jorlow@chromium.org 已提交
636
clean:
Y
Yueh-Hsuan Chiang 已提交
637 638 639 640 641
	rm -f $(BENCHMARKS) $(TOOLS) $(TESTS) $(LIBRARY) $(SHARED)
	rm -rf $(CLEAN_FILES) ios-x86 ios-arm scan_build_report
	find . -name "*.[oda]" -exec rm -f {} \;
	find . -type f -regex ".*\.\(\(gcda\)\|\(gcno\)\)" -exec rm {} \;
	rm -rf bzip2* snappy* zlib* lz4*
642

643
tags:
Y
Yueh-Hsuan Chiang 已提交
644 645
	ctags * -R
	cscope -b `find . -name '*.cc'` `find . -name '*.h'`
646

647
format:
Y
Yueh-Hsuan Chiang 已提交
648
	build_tools/format-diff.sh
649

650
package:
Y
Yueh-Hsuan Chiang 已提交
651
	bash build_tools/make_package.sh $(SHARED_MAJOR).$(SHARED_MINOR)
652

653 654 655
# ---------------------------------------------------------------------------
# 	Unit tests and tools
# ---------------------------------------------------------------------------
656
$(LIBRARY): $(LIBOBJECTS)
Y
Yueh-Hsuan Chiang 已提交
657 658
	$(AM_V_AR)rm -f $@
	$(AM_V_at)$(AR) $(ARFLAGS) $@ $(LIBOBJECTS)
J
jorlow@chromium.org 已提交
659

660
db_bench: db/db_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
661
	$(AM_LINK)
J
jorlow@chromium.org 已提交
662

F
Feng Zhu 已提交
663
cache_bench: util/cache_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
664
	$(AM_LINK)
J
jorlow@chromium.org 已提交
665

A
Ameya Gupte 已提交
666
memtablerep_bench: db/memtablerep_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
667
	$(AM_LINK)
A
Ameya Gupte 已提交
668

K
kailiu 已提交
669
block_hash_index_test: table/block_hash_index_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
670
	$(AM_LINK)
K
kailiu 已提交
671

672
db_stress: tools/db_stress.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
673
	$(AM_LINK)
674

I
Igor Canadi 已提交
675 676 677
write_stress: tools/write_stress.o $(LIBOBJECTS) $(TESTUTIL)
	$(AM_LINK)

I
Igor Canadi 已提交
678
db_sanity_test: tools/db_sanity_test.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
679
	$(AM_LINK)
680

681
db_repl_stress: tools/db_repl_stress.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
682
	$(AM_LINK)
683

J
jorlow@chromium.org 已提交
684
arena_test: util/arena_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
685
	$(AM_LINK)
J
jorlow@chromium.org 已提交
686

K
kailiu 已提交
687
autovector_test: util/autovector_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
688
	$(AM_LINK)
K
kailiu 已提交
689

690
column_family_test: db/column_family_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
691
	$(AM_LINK)
692

K
kailiu 已提交
693
table_properties_collector_test: db/table_properties_collector_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
694
	$(AM_LINK)
695

S
Sanjay Ghemawat 已提交
696
bloom_test: util/bloom_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
697
	$(AM_LINK)
S
Sanjay Ghemawat 已提交
698

699
dynamic_bloom_test: util/dynamic_bloom_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
700
	$(AM_LINK)
701

702
c_test: db/c_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
703
	$(AM_LINK)
704

J
jorlow@chromium.org 已提交
705
cache_test: util/cache_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
706
	$(AM_LINK)
J
jorlow@chromium.org 已提交
707 708

coding_test: util/coding_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
709
	$(AM_LINK)
J
jorlow@chromium.org 已提交
710

711
stringappend_test: utilities/merge_operators/string_append/stringappend_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
712
	$(AM_LINK)
713

714
redis_test: utilities/redis/redis_lists_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
715
	$(AM_LINK)
716

A
Abhishek Kona 已提交
717
histogram_test: util/histogram_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
718
	$(AM_LINK)
A
Abhishek Kona 已提交
719

L
Lei Jin 已提交
720
thread_local_test: util/thread_local_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
721
	$(AM_LINK)
L
Lei Jin 已提交
722

J
jorlow@chromium.org 已提交
723
corruption_test: db/corruption_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
724
	$(AM_LINK)
J
jorlow@chromium.org 已提交
725 726

crc32c_test: util/crc32c_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
727
	$(AM_LINK)
J
jorlow@chromium.org 已提交
728

729
slice_transform_test: util/slice_transform_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
730
	$(AM_LINK)
731

732
db_test: db/db_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
733
	$(AM_LINK)
J
jorlow@chromium.org 已提交
734

735
db_log_iter_test: db/db_log_iter_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
736
	$(AM_LINK)
737

738
db_compaction_filter_test: db/db_compaction_filter_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
739 740
	$(AM_LINK)

741
db_compaction_test: db/db_compaction_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
742 743
	$(AM_LINK)

744
db_dynamic_level_test: db/db_dynamic_level_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
745 746
	$(AM_LINK)

747
db_inplace_update_test: db/db_inplace_update_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
748 749
	$(AM_LINK)

750
db_tailing_iter_test: db/db_tailing_iter_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
751 752
	$(AM_LINK)

S
Stanislau Hlebik 已提交
753
db_iter_test: db/db_iter_test.o $(LIBOBJECTS) $(TESTHARNESS)
754
	$(AM_LINK)
S
Stanislau Hlebik 已提交
755

756
db_universal_compaction_test: db/db_universal_compaction_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
757 758
	$(AM_LINK)

759
db_wal_test: db/db_wal_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
S
sdong 已提交
760 761
	$(AM_LINK)

762 763 764
db_table_properties_test: db/db_table_properties_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

765
log_write_bench: util/log_write_bench.o $(LIBOBJECTS) $(TESTHARNESS)
766
	$(AM_LINK) $(pg)
767

S
Siying Dong 已提交
768
plain_table_db_test: db/plain_table_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
769
	$(AM_LINK)
S
Siying Dong 已提交
770

771
comparator_db_test: db/comparator_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
772
	$(AM_LINK)
773

774
table_reader_bench: table/table_reader_bench.o $(LIBOBJECTS) $(TESTHARNESS)
775
	$(AM_LINK) $(pg)
776

777
perf_context_test: db/perf_context_test.o $(LIBOBJECTS) $(TESTHARNESS)
778
	$(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS)
779

H
Haobo Xu 已提交
780
prefix_test: db/prefix_test.o $(LIBOBJECTS) $(TESTHARNESS)
781
	$(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS)
H
Haobo Xu 已提交
782

I
Igor Canadi 已提交
783
backupable_db_test: utilities/backupable/backupable_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
784
	$(AM_LINK)
I
Igor Canadi 已提交
785

786 787 788
checkpoint_test: utilities/checkpoint/checkpoint_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
789
document_db_test: utilities/document/document_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
790
	$(AM_LINK)
I
Igor Canadi 已提交
791

I
Igor Canadi 已提交
792
json_document_test: utilities/document/json_document_test.o $(LIBOBJECTS) $(TESTHARNESS)
793
	$(AM_LINK)
I
Igor Canadi 已提交
794

I
Igor Canadi 已提交
795
spatial_db_test: utilities/spatialdb/spatial_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
796
	$(AM_LINK)
I
Igor Canadi 已提交
797

798
ttl_test: utilities/ttl/ttl_test.o $(LIBOBJECTS) $(TESTHARNESS)
799
	$(AM_LINK)
800

801
write_batch_with_index_test: utilities/write_batch_with_index/write_batch_with_index_test.o $(LIBOBJECTS) $(TESTHARNESS)
802
	$(AM_LINK)
803

I
Igor Canadi 已提交
804
flush_job_test: db/flush_job_test.o $(LIBOBJECTS) $(TESTHARNESS)
805
	$(AM_LINK)
A
Andres Noetzli 已提交
806 807 808

compaction_iterator_test: db/compaction_iterator_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)
I
Igor Canadi 已提交
809

I
Igor Canadi 已提交
810
compaction_job_test: db/compaction_job_test.o $(LIBOBJECTS) $(TESTHARNESS)
811
	$(AM_LINK)
I
Igor Canadi 已提交
812

813 814 815
compaction_job_stats_test: db/compaction_job_stats_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

816 817 818
compact_on_deletion_collector_test: utilities/table_properties_collectors/compact_on_deletion_collector_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
819
wal_manager_test: db/wal_manager_test.o $(LIBOBJECTS) $(TESTHARNESS)
820
	$(AM_LINK)
I
Igor Canadi 已提交
821

J
jorlow@chromium.org 已提交
822
dbformat_test: db/dbformat_test.o $(LIBOBJECTS) $(TESTHARNESS)
823
	$(AM_LINK)
J
jorlow@chromium.org 已提交
824 825

env_test: util/env_test.o $(LIBOBJECTS) $(TESTHARNESS)
826
	$(AM_LINK)
J
jorlow@chromium.org 已提交
827

828
fault_injection_test: db/fault_injection_test.o $(LIBOBJECTS) $(TESTHARNESS)
829
	$(AM_LINK)
830

L
Lei Jin 已提交
831
rate_limiter_test: util/rate_limiter_test.o $(LIBOBJECTS) $(TESTHARNESS)
832
	$(AM_LINK)
L
Lei Jin 已提交
833

I
Islam AbdelRahman 已提交
834 835 836
delete_scheduler_test: util/delete_scheduler_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

J
jorlow@chromium.org 已提交
837
filename_test: db/filename_test.o $(LIBOBJECTS) $(TESTHARNESS)
838
	$(AM_LINK)
J
jorlow@chromium.org 已提交
839

840 841 842
file_reader_writer_test: util/file_reader_writer_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

843
block_based_filter_block_test: table/block_based_filter_block_test.o $(LIBOBJECTS) $(TESTHARNESS)
844
	$(AM_LINK)
845 846

full_filter_block_test: table/full_filter_block_test.o $(LIBOBJECTS) $(TESTHARNESS)
847
	$(AM_LINK)
S
Sanjay Ghemawat 已提交
848

J
jorlow@chromium.org 已提交
849
log_test: db/log_test.o $(LIBOBJECTS) $(TESTHARNESS)
850
	$(AM_LINK)
J
jorlow@chromium.org 已提交
851 852

table_test: table/table_test.o $(LIBOBJECTS) $(TESTHARNESS)
853
	$(AM_LINK)
J
jorlow@chromium.org 已提交
854

D
Dhruba Borthakur 已提交
855
block_test: table/block_test.o $(LIBOBJECTS) $(TESTHARNESS)
856
	$(AM_LINK)
D
Dhruba Borthakur 已提交
857

J
jorlow@chromium.org 已提交
858
skiplist_test: db/skiplist_test.o $(LIBOBJECTS) $(TESTHARNESS)
859
	$(AM_LINK)
J
jorlow@chromium.org 已提交
860 861

version_edit_test: db/version_edit_test.o $(LIBOBJECTS) $(TESTHARNESS)
862
	$(AM_LINK)
J
jorlow@chromium.org 已提交
863

864
version_set_test: db/version_set_test.o $(LIBOBJECTS) $(TESTHARNESS)
865
	$(AM_LINK)
866

S
sdong 已提交
867
compaction_picker_test: db/compaction_picker_test.o $(LIBOBJECTS) $(TESTHARNESS)
868
	$(AM_LINK)
S
sdong 已提交
869

S
sdong 已提交
870
version_builder_test: db/version_builder_test.o $(LIBOBJECTS) $(TESTHARNESS)
871
	$(AM_LINK)
S
sdong 已提交
872

873
file_indexer_test: db/file_indexer_test.o $(LIBOBJECTS) $(TESTHARNESS)
874
	$(AM_LINK)
875

876
reduce_levels_test: tools/reduce_levels_test.o $(LIBOBJECTS) $(TESTHARNESS)
877
	$(AM_LINK)
878

J
jorlow@chromium.org 已提交
879
write_batch_test: db/write_batch_test.o $(LIBOBJECTS) $(TESTHARNESS)
880
	$(AM_LINK)
881

882
write_controller_test: db/write_controller_test.o $(LIBOBJECTS) $(TESTHARNESS)
883
	$(AM_LINK)
884

885 886 887
merge_helper_test: db/merge_helper_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

888 889 890
memory_test: utilities/memory/memory_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

J
Jim Paton 已提交
891
merge_test: db/merge_test.o $(LIBOBJECTS) $(TESTHARNESS)
892
	$(AM_LINK)
J
jorlow@chromium.org 已提交
893

I
Igor Canadi 已提交
894
merger_test: table/merger_test.o $(LIBOBJECTS) $(TESTHARNESS)
895
	$(AM_LINK)
I
Igor Canadi 已提交
896

897
deletefile_test: db/deletefile_test.o $(LIBOBJECTS) $(TESTHARNESS)
898
	$(AM_LINK)
899

900
geodb_test: utilities/geodb/geodb_test.o $(LIBOBJECTS) $(TESTHARNESS)
901
	$(AM_LINK)
902

903 904 905 906 907 908
rocksdb_dump: tools/dump/rocksdb_dump.o $(LIBOBJECTS)
	$(AM_LINK)

rocksdb_undump: tools/dump/rocksdb_undump.o $(LIBOBJECTS)
	$(AM_LINK)

909
cuckoo_table_builder_test: table/cuckoo_table_builder_test.o $(LIBOBJECTS) $(TESTHARNESS)
910
	$(AM_LINK)
911

I
Igor Canadi 已提交
912
cuckoo_table_reader_test: table/cuckoo_table_reader_test.o $(LIBOBJECTS) $(TESTHARNESS)
913
	$(AM_LINK)
914

915
cuckoo_table_db_test: db/cuckoo_table_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
916
	$(AM_LINK)
917

918
listener_test: db/listener_test.o $(LIBOBJECTS) $(TESTHARNESS)
919
	$(AM_LINK)
920

Y
Yueh-Hsuan Chiang 已提交
921
thread_list_test: util/thread_list_test.o $(LIBOBJECTS) $(TESTHARNESS)
922
	$(AM_LINK)
Y
Yueh-Hsuan Chiang 已提交
923

924 925 926
compact_files_test: db/compact_files_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

927
options_test: util/options_test.o $(LIBOBJECTS) $(TESTHARNESS)
928
	$(AM_LINK)
929

I
Igor Canadi 已提交
930 931 932
event_logger_test: util/event_logger_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

933
sst_dump_test: tools/sst_dump_test.o $(LIBOBJECTS) $(TESTHARNESS)
934
	$(AM_LINK)
935

936
memenv_test : util/memenv_test.o $(LIBOBJECTS) $(TESTHARNESS)
937
	$(AM_LINK)
H
Hans Wennborg 已提交
938

A
agiardullo 已提交
939 940 941
optimistic_transaction_test: utilities/transactions/optimistic_transaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

942
mock_env_test : util/mock_env_test.o $(LIBOBJECTS) $(TESTHARNESS)
943
	$(AM_LINK)
944

945
manual_compaction_test: db/manual_compaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
946
	$(AM_LINK)
947

948
filelock_test: util/filelock_test.o $(LIBOBJECTS) $(TESTHARNESS)
949
	$(AM_LINK)
K
Kai Liu 已提交
950 951

auto_roll_logger_test: util/auto_roll_logger_test.o $(LIBOBJECTS) $(TESTHARNESS)
952
	$(AM_LINK)
953

A
agiardullo 已提交
954 955 956
memtable_list_test: db/memtable_list_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

A
agiardullo 已提交
957 958 959
write_callback_test: db/write_callback_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

960 961 962
heap_test: util/heap_test.o $(GTEST)
	$(AM_LINK)

A
agiardullo 已提交
963 964 965
transaction_test: utilities/transactions/transaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

966
sst_dump: tools/sst_dump.o $(LIBOBJECTS)
967
	$(AM_LINK)
968

969
ldb_cmd_test: tools/ldb_cmd_test.o $(LIBOBJECTS) $(TESTHARNESS)
970 971
	$(AM_LINK)

972
ldb: tools/ldb.o $(LIBOBJECTS)
973
	$(AM_LINK)
974

I
Igor Canadi 已提交
975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006
#-------------------------------------------------
# make install related stuff
INSTALL_PATH ?= /usr/local

uninstall:
	rm -rf $(INSTALL_PATH)/include/rocksdb \
	  $(INSTALL_PATH)/lib/$(LIBRARY) \
	  $(INSTALL_PATH)/lib/$(SHARED4) \
	  $(INSTALL_PATH)/lib/$(SHARED3) \
	  $(INSTALL_PATH)/lib/$(SHARED2) \
	  $(INSTALL_PATH)/lib/$(SHARED1)

install-headers:
	install -d $(INSTALL_PATH)/lib
	for header_dir in `find "include/rocksdb" -type d`; do \
		install -d $(INSTALL_PATH)/$$header_dir; \
	done
	for header in `find "include/rocksdb" -type f -name *.h`; do \
		install -C -m 644 $$header $(INSTALL_PATH)/$$header; \
	done

install-static: install-headers $(LIBRARY)
	install -C -m 755 $(LIBRARY) $(INSTALL_PATH)/lib

install-shared: install-headers $(SHARED4)
	install -C -m 755 $(SHARED4) $(INSTALL_PATH)/lib && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED3) && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED2) && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED1)

# install static by default + install shared if it exists
install: install-static
I
Igor Canadi 已提交
1007
	[ -e $(SHARED4) ] && $(MAKE) install-shared || :
I
Igor Canadi 已提交
1008 1009 1010 1011

#-------------------------------------------------


1012 1013 1014 1015
# ---------------------------------------------------------------------------
# Jni stuff
# ---------------------------------------------------------------------------

1016
JAVA_INCLUDE = -I$(JAVA_HOME)/include/ -I$(JAVA_HOME)/include/linux
1017 1018
ARCH := $(shell getconf LONG_BIT)
ROCKSDBJNILIB = librocksdbjni-linux$(ARCH).so
1019
ROCKSDB_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux$(ARCH).jar
1020
ROCKSDB_JAR_ALL = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH).jar
C
Chris Riccomini 已提交
1021
ROCKSDB_JAVADOCS_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-javadoc.jar
1022
ROCKSDB_SOURCES_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-sources.jar
1023 1024

ifeq ($(PLATFORM), OS_MACOSX)
1025
ROCKSDBJNILIB = librocksdbjni-osx.jnilib
1026
ROCKSDB_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-osx.jar
1027 1028 1029 1030 1031
ifneq ("$(wildcard $(JAVA_HOME)/include/darwin)","")
	JAVA_INCLUDE = -I$(JAVA_HOME)/include -I $(JAVA_HOME)/include/darwin
else
	JAVA_INCLUDE = -I/System/Library/Frameworks/JavaVM.framework/Headers/
endif
1032 1033
endif

N
Naveen 已提交
1034 1035
libz.a:
	-rm -rf zlib-1.2.8
N
Naveen 已提交
1036 1037 1038
	curl -O http://zlib.net/zlib-1.2.8.tar.gz
	tar xvzf zlib-1.2.8.tar.gz
	cd zlib-1.2.8 && CFLAGS='-fPIC' ./configure --static && make
1039
	cp zlib-1.2.8/libz.a .
N
Naveen 已提交
1040 1041 1042

libbz2.a:
	-rm -rf bzip2-1.0.6
1043
	curl -O  http://www.bzip.org/1.0.6/bzip2-1.0.6.tar.gz
N
Naveen 已提交
1044
	tar xvzf bzip2-1.0.6.tar.gz
1045
	cd bzip2-1.0.6 && make CFLAGS='-fPIC -O2 -g -D_FILE_OFFSET_BITS=64'
N
Naveen 已提交
1046 1047
	cp bzip2-1.0.6/libbz2.a .

N
Naveen 已提交
1048 1049
libsnappy.a:
	-rm -rf snappy-1.1.1
N
Naveen 已提交
1050 1051
	curl -O https://snappy.googlecode.com/files/snappy-1.1.1.tar.gz
	tar xvzf snappy-1.1.1.tar.gz
N
Naveen 已提交
1052
	cd snappy-1.1.1 && ./configure --with-pic --enable-static
N
Naveen 已提交
1053 1054
	cd snappy-1.1.1 && make
	cp snappy-1.1.1/.libs/libsnappy.a .
1055

1056 1057 1058 1059 1060 1061 1062
liblz4.a:
	   -rm -rf lz4-r127
	   curl -O https://codeload.github.com/Cyan4973/lz4/tar.gz/r127
	   mv r127 lz4-r127.tar.gz
	   tar xvzf lz4-r127.tar.gz
	   cd lz4-r127/lib && make CFLAGS='-fPIC' all
	   cp lz4-r127/lib/liblz4.a .
N
Naveen 已提交
1063

1064 1065 1066
# A version of each $(LIBOBJECTS) compiled with -fPIC and a fixed set of static compression libraries
java_static_libobjects = $(patsubst %,jls/%,$(LIBOBJECTS))
CLEAN_FILES += jls
1067

1068 1069 1070 1071 1072
JAVA_STATIC_FLAGS = -DZLIB -DBZIP2 -DSNAPPY -DLZ4
JAVA_STATIC_INCLUDES = -I./zlib-1.2.8 -I./bzip2-1.0.6 -I./snappy-1.1.1 -I./lz4-r127/lib

$(java_static_libobjects): jls/%.o: %.cc libz.a libbz2.a libsnappy.a liblz4.a
	$(AM_V_CC)mkdir -p $(@D) && $(CXX) $(CXXFLAGS) $(JAVA_STATIC_FLAGS) $(JAVA_STATIC_INCLUDES) -fPIC -c $< -o $@ $(COVERAGEFLAGS)
1073

1074
rocksdbjavastatic: $(java_static_libobjects)
F
fyrz 已提交
1075
	cd java;$(MAKE) javalib;
1076
	rm -f ./java/target/$(ROCKSDBJNILIB)
1077 1078
	$(CXX) $(CXXFLAGS) -I./java/. $(JAVA_INCLUDE) -shared -fPIC \
	  -o ./java/target/$(ROCKSDBJNILIB) $(JNI_NATIVE_SOURCES) \
1079
	  $(java_static_libobjects) $(COVERAGEFLAGS) \
1080
	  libz.a libbz2.a libsnappy.a liblz4.a $(JAVA_STATIC_LDFLAGS)
1081 1082 1083 1084 1085 1086
	cd java/target;strip -S -x $(ROCKSDBJNILIB)
	cd java;jar -cf target/$(ROCKSDB_JAR) HISTORY*.md
	cd java/target;jar -uf $(ROCKSDB_JAR) $(ROCKSDBJNILIB)
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR) org/rocksdb/*.class org/rocksdb/util/*.class
	cd java/target/apidocs;jar -cf ../$(ROCKSDB_JAVADOCS_JAR) *
	cd java/src/main/java;jar -cf ../../../target/$(ROCKSDB_SOURCES_JAR) org
N
Naveen 已提交
1087

1088
rocksdbjavastaticrelease: rocksdbjavastatic
1089
	cd java/crossbuild && vagrant destroy -f && vagrant up linux32 && vagrant halt linux32 && vagrant up linux64 && vagrant halt linux64
1090
	cd java;jar -cf target/$(ROCKSDB_JAR_ALL) HISTORY*.md
1091
	cd java/target;jar -uf $(ROCKSDB_JAR_ALL) librocksdbjni-*.so librocksdbjni-*.jnilib
1092
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR_ALL) org/rocksdb/*.class org/rocksdb/util/*.class
1093

1094
rocksdbjavastaticpublish: rocksdbjavastaticrelease
1095 1096 1097 1098 1099 1100
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-javadoc.jar -Dclassifier=javadoc
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-sources.jar -Dclassifier=sources
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux64.jar -Dclassifier=linux64
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux32.jar -Dclassifier=linux32
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-osx.jar -Dclassifier=osx
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH).jar
1101

1102 1103 1104 1105 1106 1107 1108
# A version of each $(LIBOBJECTS) compiled with -fPIC
java_libobjects = $(patsubst %,jl/%,$(LIBOBJECTS))
CLEAN_FILES += jl

$(java_libobjects): jl/%.o: %.cc
	$(AM_V_CC)mkdir -p $(@D) && $(CXX) $(CXXFLAGS) -fPIC -c $< -o $@ $(COVERAGEFLAGS)

1109
rocksdbjava: $(java_libobjects)
1110 1111 1112 1113 1114 1115
	$(AM_V_GEN)cd java;$(MAKE) javalib;
	$(AM_V_at)rm -f ./java/target/$(ROCKSDBJNILIB)
	$(AM_V_at)$(CXX) $(CXXFLAGS) -I./java/. $(JAVA_INCLUDE) -shared -fPIC -o ./java/target/$(ROCKSDBJNILIB) $(JNI_NATIVE_SOURCES) $(java_libobjects) $(JAVA_LDFLAGS) $(COVERAGEFLAGS)
	$(AM_V_at)cd java;jar -cf target/$(ROCKSDB_JAR) HISTORY*.md
	$(AM_V_at)cd java/target;jar -uf $(ROCKSDB_JAR) $(ROCKSDBJNILIB)
	$(AM_V_at)cd java/target/classes;jar -uf ../$(ROCKSDB_JAR) org/rocksdb/*.class org/rocksdb/util/*.class
1116 1117 1118 1119

jclean:
	cd java;$(MAKE) clean;

1120
jtest: rocksdbjava
1121
	cd java;$(MAKE) sample;$(MAKE) test;
1122

1123 1124 1125
jdb_bench:
	cd java;$(MAKE) db_bench;

1126 1127
commit-prereq:
	$(MAKE) clean && $(MAKE) all check;
1128
	$(MAKE) clean && $(MAKE) jclean && $(MAKE) rocksdbjava;
1129
	$(MAKE) clean && USE_CLANG=1 $(MAKE) all;
1130
	$(MAKE) clean && OPT=-DROCKSDB_LITE $(MAKE) static_lib;
1131

V
Venkatesh Radhakrishnan 已提交
1132 1133 1134 1135 1136 1137 1138
xfunc:
	for xftest in $(XFUNC_TESTS); do \
		echo "===== Running xftest $$xftest"; \
		make check ROCKSDB_XFUNC_TEST="$$xftest" tests-regexp="DBTest" ;\
	done


1139 1140 1141
# ---------------------------------------------------------------------------
#  	Platform-specific compilation
# ---------------------------------------------------------------------------
J
Jim Paton 已提交
1142

1143 1144 1145
ifeq ($(PLATFORM), IOS)
# For iOS, create universal object files to be used on both the simulator and
# a device.
H
heyongqiang 已提交
1146 1147 1148
PLATFORMSROOT=/Applications/Xcode.app/Contents/Developer/Platforms
SIMULATORROOT=$(PLATFORMSROOT)/iPhoneSimulator.platform/Developer
DEVICEROOT=$(PLATFORMSROOT)/iPhoneOS.platform/Developer
I
Igor Canadi 已提交
1149
IOSVERSION=$(shell defaults read $(PLATFORMSROOT)/iPhoneOS.platform/version CFBundleShortVersionString)
1150

1151 1152
.cc.o:
	mkdir -p ios-x86/$(dir $@)
I
Igor Canadi 已提交
1153
	$(CXX) $(CXXFLAGS) -isysroot $(SIMULATORROOT)/SDKs/iPhoneSimulator$(IOSVERSION).sdk -arch i686 -arch x86_64 -c $< -o ios-x86/$@
1154
	mkdir -p ios-arm/$(dir $@)
I
Igor Canadi 已提交
1155
	xcrun -sdk iphoneos $(CXX) $(CXXFLAGS) -isysroot $(DEVICEROOT)/SDKs/iPhoneOS$(IOSVERSION).sdk -arch armv6 -arch armv7 -arch armv7s -arch arm64 -c $< -o ios-arm/$@
1156
	lipo ios-x86/$@ ios-arm/$@ -create -output $@
1157 1158 1159

.c.o:
	mkdir -p ios-x86/$(dir $@)
I
Igor Canadi 已提交
1160
	$(CC) $(CFLAGS) -isysroot $(SIMULATORROOT)/SDKs/iPhoneSimulator$(IOSVERSION).sdk -arch i686 -arch x86_64 -c $< -o ios-x86/$@
1161
	mkdir -p ios-arm/$(dir $@)
I
Igor Canadi 已提交
1162
	xcrun -sdk iphoneos $(CC) $(CFLAGS) -isysroot $(DEVICEROOT)/SDKs/iPhoneOS$(IOSVERSION).sdk -arch armv6 -arch armv7 -arch armv7s -arch arm64 -c $< -o ios-arm/$@
1163 1164
	lipo ios-x86/$@ ios-arm/$@ -create -output $@

1165
else
J
jorlow@chromium.org 已提交
1166
.cc.o:
1167
	$(AM_V_CC)$(CXX) $(CXXFLAGS) -c $< -o $@ $(COVERAGEFLAGS)
1168 1169

.c.o:
1170
	$(AM_V_CC)$(CC) $(CFLAGS) -c $< -o $@
1171
endif
1172

1173 1174 1175 1176
# ---------------------------------------------------------------------------
#  	Source files dependencies detection
# ---------------------------------------------------------------------------

1177 1178 1179
all_sources = $(LIB_SOURCES) $(TEST_BENCH_SOURCES) $(MOCK_SOURCES)
DEPFILES = $(all_sources:.cc=.d)

1180 1181 1182 1183 1184
# Add proper dependency support so changing a .h file forces a .cc file to
# rebuild.

# The .d file indicates .cc file's dependencies on .h files. We generate such
# dependency by g++'s -MM option, whose output is a make dependency rule.
1185
$(DEPFILES): %.d: %.cc
1186
	@$(CXX) $(CXXFLAGS) $(PLATFORM_SHARED_CFLAGS) \
1187
	  -MM -MT'$@' -MT'$(<:.cc=.o)' "$<" -o '$@'
1188 1189 1190

depend: $(DEPFILES)

1191 1192 1193 1194
# if the make goal is either "clean" or "format", we shouldn't
# try to import the *.d files.
# TODO(kailiu) The unfamiliarity of Make's conditions leads to the ugly
# working solution.
1195
ifneq ($(MAKECMDGOALS),clean)
1196
ifneq ($(MAKECMDGOALS),format)
1197 1198
ifneq ($(MAKECMDGOALS),jclean)
ifneq ($(MAKECMDGOALS),jtest)
1199
ifneq ($(MAKECMDGOALS),package)
1200
ifneq ($(MAKECMDGOALS),analyze)
1201 1202
-include $(DEPFILES)
endif
1203
endif
1204 1205
endif
endif
1206
endif
1207
endif