Makefile 38.4 KB
Newer Older
J
jorlow@chromium.org 已提交
1 2 3 4
# Copyright (c) 2011 The LevelDB Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. See the AUTHORS file for names of contributors.

5
# Inherit some settings from environment variables, if available
J
jorlow@chromium.org 已提交
6

7
#-----------------------------------------------
8

9
CLEAN_FILES = # deliberately empty, so we can append below.
10 11 12 13
CFLAGS += ${EXTRA_CFLAGS}
CXXFLAGS += ${EXTRA_CXXFLAGS}
LDFLAGS += $(EXTRA_LDFLAGS)
MACHINE ?= $(shell uname -m)
I
Igor Canadi 已提交
14
ARFLAGS = rs
15

16 17
# Transform parallel LOG output into something more readable.
perl_command = perl -n \
Y
Yueh-Hsuan Chiang 已提交
18 19 20 21
  -e '@a=split("\t",$$_,-1); $$t=$$a[8]; $$t =~ s,^\./,,;'		\
  -e '$$t =~ s, >.*,,; chomp $$t;'					\
  -e '$$t =~ /.*--gtest_filter=(.*?\.[\w\/]+)/ and $$t=$$1;'		\
  -e 'printf "%7.3f %s %s\n", $$a[3], $$a[6] == 0 ? "PASS" : "FAIL", $$t'
22 23
quoted_perl_command = $(subst ','\'',$(perl_command))

24 25 26 27 28 29 30 31 32
# DEBUG_LEVEL can have three values:
# * DEBUG_LEVEL=2; this is the ultimate debug mode. It will compile rocksdb
# without any optimizations. To compile with level 2, issue `make dbg`
# * DEBUG_LEVEL=1; debug level 1 enables all assertions and debug code, but
# compiles rocksdb with -O2 optimizations. this is the default debug level.
# `make all` or `make <binary_target>` compile RocksDB with debug level 1.
# We use this debug level when developing RocksDB.
# * DEBUG_LEVEL=0; this is the debug level we use for release. If you're
# running rocksdb in production you most definitely want to compile RocksDB
A
agiardullo 已提交
33
# with debug level 0. To compile with level 0, run `make shared_lib`,
34 35
# `make install-shared`, `make static_lib`, `make install-static` or
# `make install`
36 37 38

# Set the default DEBUG_LEVEL to 1
DEBUG_LEVEL?=1
39 40

ifeq ($(MAKECMDGOALS),dbg)
Y
Yueh-Hsuan Chiang 已提交
41
	DEBUG_LEVEL=2
42
endif
43

44 45 46 47 48 49 50 51
ifeq ($(MAKECMDGOALS),clean)
	DEBUG_LEVEL=0
endif

ifeq ($(MAKECMDGOALS),release)
	DEBUG_LEVEL=0
endif

52
ifeq ($(MAKECMDGOALS),shared_lib)
Y
Yueh-Hsuan Chiang 已提交
53
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
54
endif
I
Igor Canadi 已提交
55

I
Igor Canadi 已提交
56
ifeq ($(MAKECMDGOALS),install-shared)
Y
Yueh-Hsuan Chiang 已提交
57
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
58 59
endif

I
Igor Canadi 已提交
60
ifeq ($(MAKECMDGOALS),static_lib)
Y
Yueh-Hsuan Chiang 已提交
61
	DEBUG_LEVEL=0
62
endif
I
Igor Canadi 已提交
63

I
Igor Canadi 已提交
64
ifeq ($(MAKECMDGOALS),install-static)
Y
Yueh-Hsuan Chiang 已提交
65
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
66 67 68
endif

ifeq ($(MAKECMDGOALS),install)
Y
Yueh-Hsuan Chiang 已提交
69
	DEBUG_LEVEL=0
70 71
endif

72
ifeq ($(MAKECMDGOALS),rocksdbjavastatic)
Y
Yueh-Hsuan Chiang 已提交
73
	DEBUG_LEVEL=0
74 75
endif

76 77 78 79 80 81 82 83 84 85 86
# compile with -O2 if debug level is not 2
ifneq ($(DEBUG_LEVEL), 2)
OPT += -O2 -fno-omit-frame-pointer
ifneq ($(MACHINE),ppc64) # ppc64 doesn't support -momit-leaf-frame-pointer
OPT += -momit-leaf-frame-pointer
endif
endif

# if we're compiling for release, compile without debug code (-DNDEBUG) and
# don't treat warnings as errors
ifeq ($(DEBUG_LEVEL),0)
I
Igor Canadi 已提交
87
OPT += -DNDEBUG
88
DISABLE_WARNING_AS_ERROR=1
89 90
else
$(warning Warning: Compiling in debug mode. Don't use the resulting binary in production)
I
Igor Canadi 已提交
91 92
endif

93
#-----------------------------------------------
94
include src.mk
95

96 97 98 99 100 101
AM_DEFAULT_VERBOSITY = 0

AM_V_GEN = $(am__v_GEN_$(V))
am__v_GEN_ = $(am__v_GEN_$(AM_DEFAULT_VERBOSITY))
am__v_GEN_0 = @echo "  GEN     " $@;
am__v_GEN_1 =
J
Jim Meyering 已提交
102 103 104 105
AM_V_at = $(am__v_at_$(V))
am__v_at_ = $(am__v_at_$(AM_DEFAULT_VERBOSITY))
am__v_at_0 = @
am__v_at_1 =
106 107 108 109 110 111 112 113 114 115 116

AM_V_CC = $(am__v_CC_$(V))
am__v_CC_ = $(am__v_CC_$(AM_DEFAULT_VERBOSITY))
am__v_CC_0 = @echo "  CC      " $@;
am__v_CC_1 =
CCLD = $(CC)
LINK = $(CCLD) $(AM_CFLAGS) $(CFLAGS) $(AM_LDFLAGS) $(LDFLAGS) -o $@
AM_V_CCLD = $(am__v_CCLD_$(V))
am__v_CCLD_ = $(am__v_CCLD_$(AM_DEFAULT_VERBOSITY))
am__v_CCLD_0 = @echo "  CCLD    " $@;
am__v_CCLD_1 =
J
Jim Meyering 已提交
117 118 119 120
AM_V_AR = $(am__v_AR_$(V))
am__v_AR_ = $(am__v_AR_$(AM_DEFAULT_VERBOSITY))
am__v_AR_0 = @echo "  AR      " $@;
am__v_AR_1 =
121

122 123
AM_LINK = $(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS) $(COVERAGEFLAGS)

124
# detect what platform we're building on
125
dummy := $(shell (export ROCKSDB_ROOT="$(CURDIR)"; "$(CURDIR)/build_tools/build_detect_platform" "$(CURDIR)/make_config.mk"))
S
Sanjay Ghemawat 已提交
126
# this file is generated by the previous line to set build flags and sources
I
Igor Canadi 已提交
127
include make_config.mk
128
CLEAN_FILES += make_config.mk
J
jorlow@chromium.org 已提交
129

I
Igor Canadi 已提交
130 131 132 133 134 135 136 137
ifneq ($(PLATFORM), IOS)
CFLAGS += -g
CXXFLAGS += -g
else
# no debug info for IOS, that will make our library big
OPT += -DNDEBUG
endif

138
ifneq ($(filter -DROCKSDB_LITE,$(OPT)),)
Y
Yueh-Hsuan Chiang 已提交
139 140 141
	# found
	CFLAGS += -fno-exceptions
	CXXFLAGS += -fno-exceptions
142 143
endif

I
Igor Canadi 已提交
144 145
# ASAN doesn't work well with jemalloc. If we're compiling with ASAN, we should use regular malloc.
ifdef COMPILE_WITH_ASAN
Y
Yueh-Hsuan Chiang 已提交
146 147 148 149
	DISABLE_JEMALLOC=1
	EXEC_LDFLAGS += -fsanitize=address
	PLATFORM_CCFLAGS += -fsanitize=address
	PLATFORM_CXXFLAGS += -fsanitize=address
I
Igor Canadi 已提交
150 151 152 153
endif

# TSAN doesn't work well with jemalloc. If we're compiling with TSAN, we should use regular malloc.
ifdef COMPILE_WITH_TSAN
Y
Yueh-Hsuan Chiang 已提交
154 155 156 157
	DISABLE_JEMALLOC=1
	EXEC_LDFLAGS += -fsanitize=thread -pie
	PLATFORM_CCFLAGS += -fsanitize=thread -fPIC -DROCKSDB_TSAN_RUN
	PLATFORM_CXXFLAGS += -fsanitize=thread -fPIC -DROCKSDB_TSAN_RUN
158 159
        # Turn off -pg when enabling TSAN testing, because that induces
        # a link failure.  TODO: find the root cause
Y
Yueh-Hsuan Chiang 已提交
160
	pg =
161
else
Y
Yueh-Hsuan Chiang 已提交
162
	pg = -pg
I
Igor Canadi 已提交
163 164 165
endif

ifndef DISABLE_JEMALLOC
Y
Yueh-Hsuan Chiang 已提交
166 167 168
	EXEC_LDFLAGS := $(JEMALLOC_LIB) $(EXEC_LDFLAGS)
	PLATFORM_CXXFLAGS += $(JEMALLOC_INCLUDE)
	PLATFORM_CCFLAGS += $(JEMALLOC_INCLUDE)
I
Igor Canadi 已提交
169 170
endif

I
Igor Sugak 已提交
171 172 173 174 175
export GTEST_THROW_ON_FAILURE=1 GTEST_HAS_EXCEPTIONS=1
GTEST_DIR = ./third-party/gtest-1.7.0/fused-src
PLATFORM_CCFLAGS += -isystem $(GTEST_DIR)
PLATFORM_CXXFLAGS += -isystem $(GTEST_DIR)

176 177 178
# This (the first rule) must depend on "all".
default: all

179
WARNING_FLAGS = -W -Wextra -Wall -Wsign-compare -Wshadow \
Y
Yueh-Hsuan Chiang 已提交
180
  -Wno-unused-parameter
181

182
ifndef DISABLE_WARNING_AS_ERROR
Y
Yueh-Hsuan Chiang 已提交
183
	WARNING_FLAGS += -Werror
184 185
endif

I
Igor Canadi 已提交
186
CFLAGS += $(WARNING_FLAGS) -I. -I./include $(PLATFORM_CCFLAGS) $(OPT)
I
Igor Sugak 已提交
187
CXXFLAGS += $(WARNING_FLAGS) -I. -I./include $(PLATFORM_CXXFLAGS) $(OPT) -Woverloaded-virtual -Wnon-virtual-dtor -Wno-missing-field-initializers
188

S
Sanjay Ghemawat 已提交
189
LDFLAGS += $(PLATFORM_LDFLAGS)
J
jorlow@chromium.org 已提交
190

191
date := $(shell date +%F)
I
Igor Canadi 已提交
192
ifdef FORCE_GIT_SHA
Y
Yueh-Hsuan Chiang 已提交
193
	git_sha := $(FORCE_GIT_SHA)
I
Igor Canadi 已提交
194
else
Y
Yueh-Hsuan Chiang 已提交
195
	git_sha := $(shell git rev-parse HEAD 2>/dev/null)
I
Igor Canadi 已提交
196
endif
197
gen_build_version =							\
Y
Yueh-Hsuan Chiang 已提交
198 199 200 201 202 203 204
  printf '%s\n'								\
    '\#include "build_version.h"'					\
    'const char* rocksdb_build_git_sha =				\
      "rocksdb_build_git_sha:$(git_sha)";'			\
    'const char* rocksdb_build_git_date =				\
      "rocksdb_build_git_date:$(date)";'				\
    'const char* rocksdb_build_compile_date = __DATE__;'
205 206 207 208 209 210

# Record the version of the source that we are compiling.
# We keep a record of the git revision in this file.  It is then built
# as a regular source file as part of the compilation process.
# One can run "strings executable_filename | grep _build_" to find
# the version of the source that we used to build the executable file.
211
CLEAN_FILES += util/build_version.cc:
212 213
FORCE:
util/build_version.cc: FORCE
Y
Yueh-Hsuan Chiang 已提交
214 215 216 217 218
	$(AM_V_GEN)rm -f $@-t
	$(AM_V_at)$(gen_build_version) > $@-t
	$(AM_V_at)if test -f $@; then					\
	  cmp -s $@-t $@ && rm -f $@-t || mv -f $@-t $@;		\
	else mv -f $@-t $@; fi
219

220
LIBOBJECTS = $(LIB_SOURCES:.cc=.o)
E
Evan Shaw 已提交
221
LIBOBJECTS += $(TOOL_SOURCES:.cc=.o)
222
MOCKOBJECTS = $(MOCK_SOURCES:.cc=.o)
J
jorlow@chromium.org 已提交
223

I
Igor Sugak 已提交
224
GTEST = $(GTEST_DIR)/gtest/gtest-all.o
J
jorlow@chromium.org 已提交
225
TESTUTIL = ./util/testutil.o
I
Igor Sugak 已提交
226
TESTHARNESS = ./util/testharness.o $(TESTUTIL) $(MOCKOBJECTS) $(GTEST)
227
VALGRIND_ERROR = 2
228
VALGRIND_VER := $(join $(VALGRIND_VER),valgrind)
229

230
VALGRIND_OPTS = --error-exitcode=$(VALGRIND_ERROR) --leak-check=full
231

J
jorlow@chromium.org 已提交
232
TESTS = \
233 234 235 236
	db_test \
	db_iter_test \
	db_log_iter_test \
	db_compaction_filter_test \
237
	db_compaction_test \
238
	db_dynamic_level_test \
239
	db_inplace_update_test \
240 241
	db_tailing_iter_test \
	db_universal_compaction_test \
S
sdong 已提交
242
	db_wal_test \
243
	db_table_properties_test \
244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264
	block_hash_index_test \
	autovector_test \
	column_family_test \
	table_properties_collector_test \
	arena_test \
	auto_roll_logger_test \
	block_test \
	bloom_test \
	dynamic_bloom_test \
	c_test \
	cache_test \
	checkpoint_test \
	coding_test \
	corruption_test \
	crc32c_test \
	slice_transform_test \
	dbformat_test \
	env_test \
	fault_injection_test \
	filelock_test \
	filename_test \
265
	file_reader_writer_test \
266 267 268 269 270 271 272 273 274
	block_based_filter_block_test \
	full_filter_block_test \
	histogram_test \
	log_test \
	manual_compaction_test \
	memenv_test \
	mock_env_test \
	memtable_list_test \
	merge_helper_test \
275
	memory_test \
276 277
	merge_test \
	merger_test \
278
	options_file_test \
279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303
	redis_test \
	reduce_levels_test \
	plain_table_db_test \
	comparator_db_test \
	prefix_test \
	skiplist_test \
	stringappend_test \
	ttl_test \
	backupable_db_test \
	document_db_test \
	json_document_test \
	spatial_db_test \
	version_edit_test \
	version_set_test \
	compaction_picker_test \
	version_builder_test \
	file_indexer_test \
	write_batch_test \
	write_batch_with_index_test \
	write_controller_test\
	deletefile_test \
	table_test \
	thread_local_test \
	geodb_test \
	rate_limiter_test \
I
Islam AbdelRahman 已提交
304
	delete_scheduler_test \
305 306 307 308 309 310 311 312
	options_test \
	event_logger_test \
	cuckoo_table_builder_test \
	cuckoo_table_reader_test \
	cuckoo_table_db_test \
	flush_job_test \
	wal_manager_test \
	listener_test \
A
Andres Noetzli 已提交
313
	compaction_iterator_test \
314 315 316 317 318 319 320
	compaction_job_test \
	thread_list_test \
	sst_dump_test \
	compact_files_test \
	perf_context_test \
	optimistic_transaction_test \
	write_callback_test \
321 322
	heap_test \
	compact_on_deletion_collector_test \
A
agiardullo 已提交
323
	compaction_job_stats_test \
324 325
	transaction_test \
	ldb_cmd_test
326

327 328
SUBSET :=  $(shell echo $(TESTS) |sed s/^.*$(ROCKSDBTESTS_START)/$(ROCKSDBTESTS_START)/)

329
TOOLS = \
Y
Yueh-Hsuan Chiang 已提交
330 331 332
	sst_dump \
	db_sanity_test \
	db_stress \
I
Igor Canadi 已提交
333
	write_stress \
Y
Yueh-Hsuan Chiang 已提交
334 335 336 337
	ldb \
	db_repl_stress \
	rocksdb_dump \
	rocksdb_undump
J
jorlow@chromium.org 已提交
338

I
Igor Canadi 已提交
339
BENCHMARKS = db_bench table_reader_bench cache_bench memtablerep_bench
J
jorlow@chromium.org 已提交
340

341
# if user didn't config LIBNAME, set the default
342
ifeq ($(LIBNAME),)
343 344
# we should only run rocksdb in production with DEBUG_LEVEL 0
ifeq ($(DEBUG_LEVEL),0)
Y
Yueh-Hsuan Chiang 已提交
345
        LIBNAME=librocksdb
346 347 348
else
        LIBNAME=librocksdb_debug
endif
349
endif
350
LIBRARY = ${LIBNAME}.a
351

352 353 354
ROCKSDB_MAJOR = $(shell egrep "ROCKSDB_MAJOR.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
ROCKSDB_MINOR = $(shell egrep "ROCKSDB_MINOR.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
ROCKSDB_PATCH = $(shell egrep "ROCKSDB_PATCH.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
355

356 357
default: all

358 359 360
#-----------------------------------------------
# Create platform independent shared libraries.
#-----------------------------------------------
361
ifneq ($(PLATFORM_SHARED_EXT),)
H
heyongqiang 已提交
362 363

ifneq ($(PLATFORM_SHARED_VERSIONED),true)
364
SHARED1 = ${LIBNAME}.$(PLATFORM_SHARED_EXT)
H
heyongqiang 已提交
365 366
SHARED2 = $(SHARED1)
SHARED3 = $(SHARED1)
367
SHARED4 = $(SHARED1)
H
heyongqiang 已提交
368 369
SHARED = $(SHARED1)
else
370 371
SHARED_MAJOR = $(ROCKSDB_MAJOR)
SHARED_MINOR = $(ROCKSDB_MINOR)
372
SHARED_PATCH = $(ROCKSDB_PATCH)
373
SHARED1 = ${LIBNAME}.$(PLATFORM_SHARED_EXT)
374 375 376 377 378 379
ifeq ($(PLATFORM), OS_MACOSX)
SHARED_OSX = $(LIBNAME).$(SHARED_MAJOR)
SHARED2 = $(SHARED_OSX).$(PLATFORM_SHARED_EXT)
SHARED3 = $(SHARED_OSX).$(SHARED_MINOR).$(PLATFORM_SHARED_EXT)
SHARED4 = $(SHARED_OSX).$(SHARED_MINOR).$(SHARED_PATCH).$(PLATFORM_SHARED_EXT)
else
380 381
SHARED2 = $(SHARED1).$(SHARED_MAJOR)
SHARED3 = $(SHARED1).$(SHARED_MAJOR).$(SHARED_MINOR)
382
SHARED4 = $(SHARED1).$(SHARED_MAJOR).$(SHARED_MINOR).$(SHARED_PATCH)
383
endif
384 385
SHARED = $(SHARED1) $(SHARED2) $(SHARED3) $(SHARED4)
$(SHARED1): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
386
	ln -fs $(SHARED4) $(SHARED1)
387
$(SHARED2): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
388
	ln -fs $(SHARED4) $(SHARED2)
389
$(SHARED3): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
390
	ln -fs $(SHARED4) $(SHARED3)
391 392
endif

393
$(SHARED4):
Y
Yueh-Hsuan Chiang 已提交
394 395
	$(CXX) $(PLATFORM_SHARED_LDFLAGS)$(SHARED3) $(CXXFLAGS) $(PLATFORM_SHARED_CFLAGS) $(LIB_SOURCES) \
		$(LDFLAGS) -o $@
H
heyongqiang 已提交
396 397 398

endif  # PLATFORM_SHARED_EXT

399
.PHONY: blackbox_crash_test check clean coverage crash_test ldb_tests package \
Y
Yueh-Hsuan Chiang 已提交
400 401
	release tags valgrind_check whitebox_crash_test format static_lib shared_lib all \
	dbg rocksdbjavastatic rocksdbjava install install-static install-shared uninstall \
M
maurice barnum 已提交
402
	analyze tools
403

M
maurice barnum 已提交
404 405

all: $(LIBRARY) $(BENCHMARKS) tools $(TESTS)
406

I
Igor Canadi 已提交
407 408 409 410
static_lib: $(LIBRARY)

shared_lib: $(SHARED)

M
maurice barnum 已提交
411 412 413
tools: $(TOOLS)

dbg: $(LIBRARY) $(BENCHMARKS) tools $(TESTS)
K
Kai Liu 已提交
414

415
# creates static library and programs
416
release:
Y
Yueh-Hsuan Chiang 已提交
417
	$(MAKE) clean
418
	DEBUG_LEVEL=0 $(MAKE) static_lib tools db_bench
K
Kai Liu 已提交
419 420

coverage:
Y
Yueh-Hsuan Chiang 已提交
421 422 423 424 425
	$(MAKE) clean
	COVERAGEFLAGS="-fprofile-arcs -ftest-coverage" LDFLAGS+="-lgcov" $(MAKE) J=1 all check
	cd coverage && ./coverage_test.sh
        # Delete intermediate files
	find . -type f -regex ".*\.\(\(gcda\)\|\(gcno\)\)" -exec rm {} \;
J
jorlow@chromium.org 已提交
426

427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445
# Extract the names of its tests by running db_test with --gtest_list_tests.
# This filter removes the "#"-introduced comments, and expands to
# fully-qualified names by changing input like this:
#
#   DBTest.
#     Empty
#     WriteEmptyBatch
#   MultiThreaded/MultiThreadedDBTest.
#     MultiThreaded/0  # GetParam() = 0
#     MultiThreaded/1  # GetParam() = 1
#
# into this:
#
#   DBTest.Empty
#   DBTest.WriteEmptyBatch
#   MultiThreaded/MultiThreadedDBTest.MultiThreaded/0
#   MultiThreaded/MultiThreadedDBTest.MultiThreaded/1
#
test_names = \
Y
Yueh-Hsuan Chiang 已提交
446 447 448 449 450
  ./db_test --gtest_list_tests						\
    | perl -n								\
      -e 's/ *\#.*//;'							\
      -e '/^(\s*)(\S+)/; !$$1 and do {$$p=$$2; break};'			\
      -e 'print qq! $$p$$2!'
451 452 453 454 455 456 457

ifeq ($(MAKECMDGOALS),check)
# Use /dev/shm if it has the sticky bit set (otherwise, /tmp),
# and create a randomly-named rocksdb.XXXX directory therein.
# We'll use that directory in the "make check" rules.
ifeq ($(TMPD),)
TMPD := $(shell f=/dev/shm; test -k $$f || f=/tmp;			\
Y
Yueh-Hsuan Chiang 已提交
458 459
  perl -le 'use File::Temp "tempdir";'					\
    -e 'print tempdir("'$$f'/rocksdb.XXXX", CLEANUP => 0)')
460 461
endif
endif
J
jorlow@chromium.org 已提交
462

463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480
ifneq ($(T),)

# Run all tests in parallel, accumulating per-test logs in t/log-*.

# t_sanitized is each $(T) with "-" in place of each "/".
t_sanitized = $(subst /,-,$(T))

# t_run is each sanitized name with a leading "t/".
t_run = $(patsubst %,t/%,$(t_sanitized))

# Each t_run file is a tiny generated bourne shell script
# that invokes one of db_tests's sub-tests. Why use a file
# for this?  Because that makes the invocation of parallel
# below simpler, which in turn makes the parsing of parallel's
# LOG simpler (the latter is for live monitoring as parallel
# tests run).
filter = --gtest_filter=$(subst -,/,$(@F))
$(t_run): Makefile db_test
Y
Yueh-Hsuan Chiang 已提交
481 482 483 484 485 486 487 488 489 490
	$(AM_V_GEN)mkdir -p t
	$(AM_V_at)rm -f $@ $@-t
	$(AM_V_at)printf '%s\n'						\
	    '#!/bin/sh'							\
	    'd=$(TMPD)/$(@F)'						\
	    'mkdir -p $$d'						\
	    'TEST_TMPDIR=$$d ./db_test $(filter)'			\
	  > $@-t
	$(AM_V_at)chmod a=rx $@-t
	$(AM_V_at)mv $@-t $@
491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508

# Reorder input lines (which are one per test) so that the
# longest-running tests appear first in the output.
# Do this by prefixing each selected name with its duration,
# sort the resulting names, and remove the leading numbers.
# FIXME: the "100" we prepend is a fake time, for now.
# FIXME: squirrel away timings from each run and use them
# (when present) on subsequent runs to order these tests.
#
# Without this reordering, these two tests would happen to start only
# after almost all other tests had completed, thus adding 100 seconds
# to the duration of parallel "make check".  That's the difference
# between 4 minutes (old) and 2m20s (new).
#
# 152.120 PASS t/DBTest.FileCreationRandomFailure
# 107.816 PASS t/DBTest.EncodeDecompressedBlockSizeTest
#
slow_test_regexp = \
Y
Yueh-Hsuan Chiang 已提交
509
  ^t/DBTest\.(?:FileCreationRandomFailure|EncodeDecompressedBlockSizeTest)$$
510
prioritize_long_running_tests =						\
Y
Yueh-Hsuan Chiang 已提交
511 512 513
  perl -pe 's,($(slow_test_regexp)),100 $$1,'				\
    | sort -k1,1gr							\
    | sed 's/^[.0-9]* //'
514 515 516 517 518 519 520 521

# "make check" uses
# Run with "make J=1 check" to disable parallelism in "make check".
# Run with "make J=200% check" to run two parallel jobs per core.
# The default is to run one job per core (J=100%).
# See "man parallel" for its "-j ..." option.
J = 100%

V
Venkatesh Radhakrishnan 已提交
522 523 524
# Use this regexp to select the subset of tests whose names match.
tests-regexp = .

525 526
.PHONY: check_0
check_0: $(t_run)
Y
Yueh-Hsuan Chiang 已提交
527 528 529 530 531 532 533 534 535 536 537 538
	$(AM_V_GEN)export TEST_TMPDIR=$(TMPD);				\
	printf '%s\n' ''						\
	  'To monitor subtest <duration,pass/fail,name>,'		\
	  '  run "make watch-log" in a separate window' '';		\
	test -t 1 && eta=--eta || eta=;					\
	{								\
	  printf './%s\n' $(filter-out db_test, $(TESTS));		\
	  printf '%s\n' $(t_run);					\
	}								\
	  | $(prioritize_long_running_tests)				\
	  | grep -E '$(tests-regexp)'					\
	  | parallel -j$(J) --joblog=LOG $$eta --gnu '{} >& t/log-{/}'
539 540 541
endif

CLEAN_FILES += t LOG $(TMPD)
542

543 544 545 546 547 548 549 550
# When running parallel "make check", you can monitor its progress
# from another window.
# Run "make watch_LOG" to show the duration,PASS/FAIL,name of parallel
# tests as they are being run.  We sort them so that longer-running ones
# appear at the top of the list and any failing tests remain at the top
# regardless of their duration. As with any use of "watch", hit ^C to
# interrupt.
watch-log:
Y
Yueh-Hsuan Chiang 已提交
551
	watch --interval=0 'sort -k7,7nr -k4,4gr LOG|$(quoted_perl_command)'
552

I
Igor Canadi 已提交
553
# If J != 1 and GNU parallel is installed, run the tests in parallel,
554 555
# via the check_0 rule above.  Otherwise, run them sequentially.
check: all
Y
Yueh-Hsuan Chiang 已提交
556 557 558 559 560 561 562 563 564 565 566
	$(AM_V_GEN)if test "$(J)" != 1                                  \
	    && (parallel --gnu --help 2>/dev/null) |                    \
	        grep -q 'GNU Parallel';                                 \
	then                                                            \
	    t=$$($(test_names));                                        \
	    $(MAKE) T="$$t" TMPD=$(TMPD) check_0;                       \
	else                                                            \
	    for t in $(TESTS); do                                       \
	      echo "===== Running $$t"; ./$$t || exit 1; done;          \
	fi
	rm -rf $(TMPD)
I
Islam AbdelRahman 已提交
567
ifeq ($(filter -DROCKSDB_LITE,$(OPT)),)
Y
Yueh-Hsuan Chiang 已提交
568 569
	python tools/ldb_test.py
	sh tools/rocksdb_dump_test.sh
I
Islam AbdelRahman 已提交
570
endif
571 572

check_some: $(SUBSET) ldb_tests
Y
Yueh-Hsuan Chiang 已提交
573
	for t in $(SUBSET); do echo "===== Running $$t"; ./$$t || exit 1; done
574 575

.PHONY: ldb_tests
576
ldb_tests: ldb
Y
Yueh-Hsuan Chiang 已提交
577
	python tools/ldb_test.py
578

I
Igor Canadi 已提交
579
crash_test: whitebox_crash_test blackbox_crash_test
580 581

blackbox_crash_test: db_stress
582 583
	python -u tools/db_crashtest.py --simple blackbox 
	python -u tools/db_crashtest.py blackbox
584 585

whitebox_crash_test: db_stress
586 587
	python -u tools/db_crashtest.py --simple whitebox
	python -u tools/db_crashtest.py whitebox
588

I
Igor Canadi 已提交
589
asan_check:
Y
Yueh-Hsuan Chiang 已提交
590 591 592
	$(MAKE) clean
	COMPILE_WITH_ASAN=1 $(MAKE) check -j32
	$(MAKE) clean
593 594

asan_crash_test:
Y
Yueh-Hsuan Chiang 已提交
595 596 597
	$(MAKE) clean
	COMPILE_WITH_ASAN=1 $(MAKE) crash_test
	$(MAKE) clean
I
Igor Canadi 已提交
598

I
Igor Canadi 已提交
599
valgrind_check: $(TESTS)
Y
Yueh-Hsuan Chiang 已提交
600 601
	for t in $(filter-out skiplist_test,$(TESTS)); do \
		$(VALGRIND_VER) $(VALGRIND_OPTS) ./$$t; \
S
sdong 已提交
602
		ret_code=$$?; \
K
krad 已提交
603
		if [ $$ret_code -ne 0 ]; then \
S
sdong 已提交
604
			exit $$ret_code; \
Y
Yueh-Hsuan Chiang 已提交
605 606
		fi; \
	done
607

608
analyze: clean
Y
Yueh-Hsuan Chiang 已提交
609 610 611 612
	$(CLANG_SCAN_BUILD) --use-analyzer=$(CLANG_ANALYZER) \
		--use-c++=$(CXX) --use-cc=$(CC) --status-bugs \
		-o $(CURDIR)/scan_build_report \
		$(MAKE) dbg
613

614 615
CLEAN_FILES += unity.cc
unity.cc: Makefile
Y
Yueh-Hsuan Chiang 已提交
616 617
	rm -f $@ $@-t
	for source_file in $(LIB_SOURCES); do \
E
Evan Shaw 已提交
618
		echo "#include \"$$source_file\"" >> $@-t; \
Y
Yueh-Hsuan Chiang 已提交
619 620 621
	done
	chmod a=r $@-t
	mv $@-t $@
M
miguelportilla 已提交
622

E
Evan Shaw 已提交
623 624 625 626
unity.a: unity.o
	$(AM_V_AR)rm -f $@
	$(AM_V_at)$(AR) $(ARFLAGS) $@ unity.o

I
Igor Canadi 已提交
627
# try compiling db_test with unity
628
unity_test: db/db_test.o db/db_test_util.o $(TESTHARNESS) unity.a
I
Igor Canadi 已提交
629 630 631
	$(AM_LINK)
	./unity_test

E
Evan Shaw 已提交
632 633
rocksdb.h rocksdb.cc: build_tools/amalgamate.py Makefile $(LIB_SOURCES) unity.cc
	build_tools/amalgamate.py -I. -i./include unity.cc -x include/rocksdb/c.h -H rocksdb.h -o rocksdb.cc
M
miguelportilla 已提交
634

J
jorlow@chromium.org 已提交
635
clean:
Y
Yueh-Hsuan Chiang 已提交
636 637 638 639 640
	rm -f $(BENCHMARKS) $(TOOLS) $(TESTS) $(LIBRARY) $(SHARED)
	rm -rf $(CLEAN_FILES) ios-x86 ios-arm scan_build_report
	find . -name "*.[oda]" -exec rm -f {} \;
	find . -type f -regex ".*\.\(\(gcda\)\|\(gcno\)\)" -exec rm {} \;
	rm -rf bzip2* snappy* zlib* lz4*
641

642
tags:
Y
Yueh-Hsuan Chiang 已提交
643 644
	ctags * -R
	cscope -b `find . -name '*.cc'` `find . -name '*.h'`
645

646
format:
Y
Yueh-Hsuan Chiang 已提交
647
	build_tools/format-diff.sh
648

649
package:
Y
Yueh-Hsuan Chiang 已提交
650
	bash build_tools/make_package.sh $(SHARED_MAJOR).$(SHARED_MINOR)
651

652 653 654
# ---------------------------------------------------------------------------
# 	Unit tests and tools
# ---------------------------------------------------------------------------
655
$(LIBRARY): $(LIBOBJECTS)
Y
Yueh-Hsuan Chiang 已提交
656 657
	$(AM_V_AR)rm -f $@
	$(AM_V_at)$(AR) $(ARFLAGS) $@ $(LIBOBJECTS)
J
jorlow@chromium.org 已提交
658

659
db_bench: db/db_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
660
	$(AM_LINK)
J
jorlow@chromium.org 已提交
661

F
Feng Zhu 已提交
662
cache_bench: util/cache_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
663
	$(AM_LINK)
J
jorlow@chromium.org 已提交
664

A
Ameya Gupte 已提交
665
memtablerep_bench: db/memtablerep_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
666
	$(AM_LINK)
A
Ameya Gupte 已提交
667

K
kailiu 已提交
668
block_hash_index_test: table/block_hash_index_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
669
	$(AM_LINK)
K
kailiu 已提交
670

671
db_stress: tools/db_stress.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
672
	$(AM_LINK)
673

I
Igor Canadi 已提交
674 675 676
write_stress: tools/write_stress.o $(LIBOBJECTS) $(TESTUTIL)
	$(AM_LINK)

I
Igor Canadi 已提交
677
db_sanity_test: tools/db_sanity_test.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
678
	$(AM_LINK)
679

680
db_repl_stress: tools/db_repl_stress.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
681
	$(AM_LINK)
682

J
jorlow@chromium.org 已提交
683
arena_test: util/arena_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
684
	$(AM_LINK)
J
jorlow@chromium.org 已提交
685

K
kailiu 已提交
686
autovector_test: util/autovector_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
687
	$(AM_LINK)
K
kailiu 已提交
688

689
column_family_test: db/column_family_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
690
	$(AM_LINK)
691

K
kailiu 已提交
692
table_properties_collector_test: db/table_properties_collector_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
693
	$(AM_LINK)
694

S
Sanjay Ghemawat 已提交
695
bloom_test: util/bloom_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
696
	$(AM_LINK)
S
Sanjay Ghemawat 已提交
697

698
dynamic_bloom_test: util/dynamic_bloom_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
699
	$(AM_LINK)
700

701
c_test: db/c_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
702
	$(AM_LINK)
703

J
jorlow@chromium.org 已提交
704
cache_test: util/cache_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
705
	$(AM_LINK)
J
jorlow@chromium.org 已提交
706 707

coding_test: util/coding_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
708
	$(AM_LINK)
J
jorlow@chromium.org 已提交
709

710
stringappend_test: utilities/merge_operators/string_append/stringappend_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
711
	$(AM_LINK)
712

713
redis_test: utilities/redis/redis_lists_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
714
	$(AM_LINK)
715

A
Abhishek Kona 已提交
716
histogram_test: util/histogram_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
717
	$(AM_LINK)
A
Abhishek Kona 已提交
718

L
Lei Jin 已提交
719
thread_local_test: util/thread_local_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
720
	$(AM_LINK)
L
Lei Jin 已提交
721

J
jorlow@chromium.org 已提交
722
corruption_test: db/corruption_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
723
	$(AM_LINK)
J
jorlow@chromium.org 已提交
724 725

crc32c_test: util/crc32c_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
726
	$(AM_LINK)
J
jorlow@chromium.org 已提交
727

728
slice_transform_test: util/slice_transform_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
729
	$(AM_LINK)
730

731
db_test: db/db_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
732
	$(AM_LINK)
J
jorlow@chromium.org 已提交
733

734
db_log_iter_test: db/db_log_iter_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
735
	$(AM_LINK)
736

737
db_compaction_filter_test: db/db_compaction_filter_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
738 739
	$(AM_LINK)

740
db_compaction_test: db/db_compaction_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
741 742
	$(AM_LINK)

743
db_dynamic_level_test: db/db_dynamic_level_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
744 745
	$(AM_LINK)

746
db_inplace_update_test: db/db_inplace_update_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
747 748
	$(AM_LINK)

749
db_tailing_iter_test: db/db_tailing_iter_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
750 751
	$(AM_LINK)

S
Stanislau Hlebik 已提交
752
db_iter_test: db/db_iter_test.o $(LIBOBJECTS) $(TESTHARNESS)
753
	$(AM_LINK)
S
Stanislau Hlebik 已提交
754

755
db_universal_compaction_test: db/db_universal_compaction_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
756 757
	$(AM_LINK)

758
db_wal_test: db/db_wal_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
S
sdong 已提交
759 760
	$(AM_LINK)

761 762 763
db_table_properties_test: db/db_table_properties_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

764
log_write_bench: util/log_write_bench.o $(LIBOBJECTS) $(TESTHARNESS)
765
	$(AM_LINK) $(pg)
766

S
Siying Dong 已提交
767
plain_table_db_test: db/plain_table_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
768
	$(AM_LINK)
S
Siying Dong 已提交
769

770
comparator_db_test: db/comparator_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
771
	$(AM_LINK)
772

773
table_reader_bench: table/table_reader_bench.o $(LIBOBJECTS) $(TESTHARNESS)
774
	$(AM_LINK) $(pg)
775

776
perf_context_test: db/perf_context_test.o $(LIBOBJECTS) $(TESTHARNESS)
777
	$(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS)
778

H
Haobo Xu 已提交
779
prefix_test: db/prefix_test.o $(LIBOBJECTS) $(TESTHARNESS)
780
	$(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS)
H
Haobo Xu 已提交
781

I
Igor Canadi 已提交
782
backupable_db_test: utilities/backupable/backupable_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
783
	$(AM_LINK)
I
Igor Canadi 已提交
784

785 786 787
checkpoint_test: utilities/checkpoint/checkpoint_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
788
document_db_test: utilities/document/document_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
789
	$(AM_LINK)
I
Igor Canadi 已提交
790

I
Igor Canadi 已提交
791
json_document_test: utilities/document/json_document_test.o $(LIBOBJECTS) $(TESTHARNESS)
792
	$(AM_LINK)
I
Igor Canadi 已提交
793

I
Igor Canadi 已提交
794
spatial_db_test: utilities/spatialdb/spatial_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
795
	$(AM_LINK)
I
Igor Canadi 已提交
796

797
ttl_test: utilities/ttl/ttl_test.o $(LIBOBJECTS) $(TESTHARNESS)
798
	$(AM_LINK)
799

800
write_batch_with_index_test: utilities/write_batch_with_index/write_batch_with_index_test.o $(LIBOBJECTS) $(TESTHARNESS)
801
	$(AM_LINK)
802

I
Igor Canadi 已提交
803
flush_job_test: db/flush_job_test.o $(LIBOBJECTS) $(TESTHARNESS)
804
	$(AM_LINK)
A
Andres Noetzli 已提交
805 806 807

compaction_iterator_test: db/compaction_iterator_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)
I
Igor Canadi 已提交
808

I
Igor Canadi 已提交
809
compaction_job_test: db/compaction_job_test.o $(LIBOBJECTS) $(TESTHARNESS)
810
	$(AM_LINK)
I
Igor Canadi 已提交
811

812 813 814
compaction_job_stats_test: db/compaction_job_stats_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

815 816 817
compact_on_deletion_collector_test: utilities/table_properties_collectors/compact_on_deletion_collector_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
818
wal_manager_test: db/wal_manager_test.o $(LIBOBJECTS) $(TESTHARNESS)
819
	$(AM_LINK)
I
Igor Canadi 已提交
820

J
jorlow@chromium.org 已提交
821
dbformat_test: db/dbformat_test.o $(LIBOBJECTS) $(TESTHARNESS)
822
	$(AM_LINK)
J
jorlow@chromium.org 已提交
823 824

env_test: util/env_test.o $(LIBOBJECTS) $(TESTHARNESS)
825
	$(AM_LINK)
J
jorlow@chromium.org 已提交
826

827
fault_injection_test: db/fault_injection_test.o $(LIBOBJECTS) $(TESTHARNESS)
828
	$(AM_LINK)
829

L
Lei Jin 已提交
830
rate_limiter_test: util/rate_limiter_test.o $(LIBOBJECTS) $(TESTHARNESS)
831
	$(AM_LINK)
L
Lei Jin 已提交
832

I
Islam AbdelRahman 已提交
833 834 835
delete_scheduler_test: util/delete_scheduler_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

J
jorlow@chromium.org 已提交
836
filename_test: db/filename_test.o $(LIBOBJECTS) $(TESTHARNESS)
837
	$(AM_LINK)
J
jorlow@chromium.org 已提交
838

839 840 841
file_reader_writer_test: util/file_reader_writer_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

842
block_based_filter_block_test: table/block_based_filter_block_test.o $(LIBOBJECTS) $(TESTHARNESS)
843
	$(AM_LINK)
844 845

full_filter_block_test: table/full_filter_block_test.o $(LIBOBJECTS) $(TESTHARNESS)
846
	$(AM_LINK)
S
Sanjay Ghemawat 已提交
847

J
jorlow@chromium.org 已提交
848
log_test: db/log_test.o $(LIBOBJECTS) $(TESTHARNESS)
849
	$(AM_LINK)
J
jorlow@chromium.org 已提交
850 851

table_test: table/table_test.o $(LIBOBJECTS) $(TESTHARNESS)
852
	$(AM_LINK)
J
jorlow@chromium.org 已提交
853

D
Dhruba Borthakur 已提交
854
block_test: table/block_test.o $(LIBOBJECTS) $(TESTHARNESS)
855
	$(AM_LINK)
D
Dhruba Borthakur 已提交
856

J
jorlow@chromium.org 已提交
857
skiplist_test: db/skiplist_test.o $(LIBOBJECTS) $(TESTHARNESS)
858
	$(AM_LINK)
J
jorlow@chromium.org 已提交
859 860

version_edit_test: db/version_edit_test.o $(LIBOBJECTS) $(TESTHARNESS)
861
	$(AM_LINK)
J
jorlow@chromium.org 已提交
862

863
version_set_test: db/version_set_test.o $(LIBOBJECTS) $(TESTHARNESS)
864
	$(AM_LINK)
865

S
sdong 已提交
866
compaction_picker_test: db/compaction_picker_test.o $(LIBOBJECTS) $(TESTHARNESS)
867
	$(AM_LINK)
S
sdong 已提交
868

S
sdong 已提交
869
version_builder_test: db/version_builder_test.o $(LIBOBJECTS) $(TESTHARNESS)
870
	$(AM_LINK)
S
sdong 已提交
871

872
file_indexer_test: db/file_indexer_test.o $(LIBOBJECTS) $(TESTHARNESS)
873
	$(AM_LINK)
874

875
reduce_levels_test: tools/reduce_levels_test.o $(LIBOBJECTS) $(TESTHARNESS)
876
	$(AM_LINK)
877

J
jorlow@chromium.org 已提交
878
write_batch_test: db/write_batch_test.o $(LIBOBJECTS) $(TESTHARNESS)
879
	$(AM_LINK)
880

881
write_controller_test: db/write_controller_test.o $(LIBOBJECTS) $(TESTHARNESS)
882
	$(AM_LINK)
883

884 885 886
merge_helper_test: db/merge_helper_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

887 888 889
memory_test: utilities/memory/memory_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

J
Jim Paton 已提交
890
merge_test: db/merge_test.o $(LIBOBJECTS) $(TESTHARNESS)
891
	$(AM_LINK)
J
jorlow@chromium.org 已提交
892

I
Igor Canadi 已提交
893
merger_test: table/merger_test.o $(LIBOBJECTS) $(TESTHARNESS)
894
	$(AM_LINK)
I
Igor Canadi 已提交
895

896 897 898
options_file_test: db/options_file_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

899
deletefile_test: db/deletefile_test.o $(LIBOBJECTS) $(TESTHARNESS)
900
	$(AM_LINK)
901

902
geodb_test: utilities/geodb/geodb_test.o $(LIBOBJECTS) $(TESTHARNESS)
903
	$(AM_LINK)
904

905 906 907 908 909 910
rocksdb_dump: tools/dump/rocksdb_dump.o $(LIBOBJECTS)
	$(AM_LINK)

rocksdb_undump: tools/dump/rocksdb_undump.o $(LIBOBJECTS)
	$(AM_LINK)

911
cuckoo_table_builder_test: table/cuckoo_table_builder_test.o $(LIBOBJECTS) $(TESTHARNESS)
912
	$(AM_LINK)
913

I
Igor Canadi 已提交
914
cuckoo_table_reader_test: table/cuckoo_table_reader_test.o $(LIBOBJECTS) $(TESTHARNESS)
915
	$(AM_LINK)
916

917
cuckoo_table_db_test: db/cuckoo_table_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
918
	$(AM_LINK)
919

920
listener_test: db/listener_test.o $(LIBOBJECTS) $(TESTHARNESS)
921
	$(AM_LINK)
922

Y
Yueh-Hsuan Chiang 已提交
923
thread_list_test: util/thread_list_test.o $(LIBOBJECTS) $(TESTHARNESS)
924
	$(AM_LINK)
Y
Yueh-Hsuan Chiang 已提交
925

926 927 928
compact_files_test: db/compact_files_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

929
options_test: util/options_test.o $(LIBOBJECTS) $(TESTHARNESS)
930
	$(AM_LINK)
931

I
Igor Canadi 已提交
932 933 934
event_logger_test: util/event_logger_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

935
sst_dump_test: tools/sst_dump_test.o $(LIBOBJECTS) $(TESTHARNESS)
936
	$(AM_LINK)
937

938
memenv_test : util/memenv_test.o $(LIBOBJECTS) $(TESTHARNESS)
939
	$(AM_LINK)
H
Hans Wennborg 已提交
940

A
agiardullo 已提交
941 942 943
optimistic_transaction_test: utilities/transactions/optimistic_transaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

944
mock_env_test : util/mock_env_test.o $(LIBOBJECTS) $(TESTHARNESS)
945
	$(AM_LINK)
946

947
manual_compaction_test: db/manual_compaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
948
	$(AM_LINK)
949

950
filelock_test: util/filelock_test.o $(LIBOBJECTS) $(TESTHARNESS)
951
	$(AM_LINK)
K
Kai Liu 已提交
952 953

auto_roll_logger_test: util/auto_roll_logger_test.o $(LIBOBJECTS) $(TESTHARNESS)
954
	$(AM_LINK)
955

A
agiardullo 已提交
956 957 958
memtable_list_test: db/memtable_list_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

A
agiardullo 已提交
959 960 961
write_callback_test: db/write_callback_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

962 963 964
heap_test: util/heap_test.o $(GTEST)
	$(AM_LINK)

A
agiardullo 已提交
965 966 967
transaction_test: utilities/transactions/transaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

968
sst_dump: tools/sst_dump.o $(LIBOBJECTS)
969
	$(AM_LINK)
970

971
ldb_cmd_test: tools/ldb_cmd_test.o $(LIBOBJECTS) $(TESTHARNESS)
972 973
	$(AM_LINK)

974
ldb: tools/ldb.o $(LIBOBJECTS)
975
	$(AM_LINK)
976

I
Igor Canadi 已提交
977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008
#-------------------------------------------------
# make install related stuff
INSTALL_PATH ?= /usr/local

uninstall:
	rm -rf $(INSTALL_PATH)/include/rocksdb \
	  $(INSTALL_PATH)/lib/$(LIBRARY) \
	  $(INSTALL_PATH)/lib/$(SHARED4) \
	  $(INSTALL_PATH)/lib/$(SHARED3) \
	  $(INSTALL_PATH)/lib/$(SHARED2) \
	  $(INSTALL_PATH)/lib/$(SHARED1)

install-headers:
	install -d $(INSTALL_PATH)/lib
	for header_dir in `find "include/rocksdb" -type d`; do \
		install -d $(INSTALL_PATH)/$$header_dir; \
	done
	for header in `find "include/rocksdb" -type f -name *.h`; do \
		install -C -m 644 $$header $(INSTALL_PATH)/$$header; \
	done

install-static: install-headers $(LIBRARY)
	install -C -m 755 $(LIBRARY) $(INSTALL_PATH)/lib

install-shared: install-headers $(SHARED4)
	install -C -m 755 $(SHARED4) $(INSTALL_PATH)/lib && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED3) && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED2) && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED1)

# install static by default + install shared if it exists
install: install-static
I
Igor Canadi 已提交
1009
	[ -e $(SHARED4) ] && $(MAKE) install-shared || :
I
Igor Canadi 已提交
1010 1011 1012 1013

#-------------------------------------------------


1014 1015 1016 1017
# ---------------------------------------------------------------------------
# Jni stuff
# ---------------------------------------------------------------------------

1018
JAVA_INCLUDE = -I$(JAVA_HOME)/include/ -I$(JAVA_HOME)/include/linux
1019 1020
ARCH := $(shell getconf LONG_BIT)
ROCKSDBJNILIB = librocksdbjni-linux$(ARCH).so
1021
ROCKSDB_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux$(ARCH).jar
1022
ROCKSDB_JAR_ALL = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH).jar
C
Chris Riccomini 已提交
1023
ROCKSDB_JAVADOCS_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-javadoc.jar
1024
ROCKSDB_SOURCES_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-sources.jar
1025 1026

ifeq ($(PLATFORM), OS_MACOSX)
1027
ROCKSDBJNILIB = librocksdbjni-osx.jnilib
1028
ROCKSDB_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-osx.jar
1029 1030 1031 1032 1033
ifneq ("$(wildcard $(JAVA_HOME)/include/darwin)","")
	JAVA_INCLUDE = -I$(JAVA_HOME)/include -I $(JAVA_HOME)/include/darwin
else
	JAVA_INCLUDE = -I/System/Library/Frameworks/JavaVM.framework/Headers/
endif
1034 1035
endif

N
Naveen 已提交
1036 1037
libz.a:
	-rm -rf zlib-1.2.8
N
Naveen 已提交
1038 1039 1040
	curl -O http://zlib.net/zlib-1.2.8.tar.gz
	tar xvzf zlib-1.2.8.tar.gz
	cd zlib-1.2.8 && CFLAGS='-fPIC' ./configure --static && make
1041
	cp zlib-1.2.8/libz.a .
N
Naveen 已提交
1042 1043 1044

libbz2.a:
	-rm -rf bzip2-1.0.6
1045
	curl -O  http://www.bzip.org/1.0.6/bzip2-1.0.6.tar.gz
N
Naveen 已提交
1046
	tar xvzf bzip2-1.0.6.tar.gz
1047
	cd bzip2-1.0.6 && make CFLAGS='-fPIC -O2 -g -D_FILE_OFFSET_BITS=64'
N
Naveen 已提交
1048 1049
	cp bzip2-1.0.6/libbz2.a .

N
Naveen 已提交
1050 1051
libsnappy.a:
	-rm -rf snappy-1.1.1
N
Naveen 已提交
1052 1053
	curl -O https://snappy.googlecode.com/files/snappy-1.1.1.tar.gz
	tar xvzf snappy-1.1.1.tar.gz
N
Naveen 已提交
1054
	cd snappy-1.1.1 && ./configure --with-pic --enable-static
N
Naveen 已提交
1055 1056
	cd snappy-1.1.1 && make
	cp snappy-1.1.1/.libs/libsnappy.a .
1057

1058 1059 1060 1061 1062 1063 1064
liblz4.a:
	   -rm -rf lz4-r127
	   curl -O https://codeload.github.com/Cyan4973/lz4/tar.gz/r127
	   mv r127 lz4-r127.tar.gz
	   tar xvzf lz4-r127.tar.gz
	   cd lz4-r127/lib && make CFLAGS='-fPIC' all
	   cp lz4-r127/lib/liblz4.a .
N
Naveen 已提交
1065

1066 1067 1068
# A version of each $(LIBOBJECTS) compiled with -fPIC and a fixed set of static compression libraries
java_static_libobjects = $(patsubst %,jls/%,$(LIBOBJECTS))
CLEAN_FILES += jls
1069

1070 1071 1072 1073 1074
JAVA_STATIC_FLAGS = -DZLIB -DBZIP2 -DSNAPPY -DLZ4
JAVA_STATIC_INCLUDES = -I./zlib-1.2.8 -I./bzip2-1.0.6 -I./snappy-1.1.1 -I./lz4-r127/lib

$(java_static_libobjects): jls/%.o: %.cc libz.a libbz2.a libsnappy.a liblz4.a
	$(AM_V_CC)mkdir -p $(@D) && $(CXX) $(CXXFLAGS) $(JAVA_STATIC_FLAGS) $(JAVA_STATIC_INCLUDES) -fPIC -c $< -o $@ $(COVERAGEFLAGS)
1075

1076
rocksdbjavastatic: $(java_static_libobjects)
F
fyrz 已提交
1077
	cd java;$(MAKE) javalib;
1078
	rm -f ./java/target/$(ROCKSDBJNILIB)
1079 1080
	$(CXX) $(CXXFLAGS) -I./java/. $(JAVA_INCLUDE) -shared -fPIC \
	  -o ./java/target/$(ROCKSDBJNILIB) $(JNI_NATIVE_SOURCES) \
1081
	  $(java_static_libobjects) $(COVERAGEFLAGS) \
1082
	  libz.a libbz2.a libsnappy.a liblz4.a $(JAVA_STATIC_LDFLAGS)
1083 1084 1085 1086 1087 1088
	cd java/target;strip -S -x $(ROCKSDBJNILIB)
	cd java;jar -cf target/$(ROCKSDB_JAR) HISTORY*.md
	cd java/target;jar -uf $(ROCKSDB_JAR) $(ROCKSDBJNILIB)
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR) org/rocksdb/*.class org/rocksdb/util/*.class
	cd java/target/apidocs;jar -cf ../$(ROCKSDB_JAVADOCS_JAR) *
	cd java/src/main/java;jar -cf ../../../target/$(ROCKSDB_SOURCES_JAR) org
N
Naveen 已提交
1089

1090
rocksdbjavastaticrelease: rocksdbjavastatic
1091
	cd java/crossbuild && vagrant destroy -f && vagrant up linux32 && vagrant halt linux32 && vagrant up linux64 && vagrant halt linux64
1092
	cd java;jar -cf target/$(ROCKSDB_JAR_ALL) HISTORY*.md
1093
	cd java/target;jar -uf $(ROCKSDB_JAR_ALL) librocksdbjni-*.so librocksdbjni-*.jnilib
1094
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR_ALL) org/rocksdb/*.class org/rocksdb/util/*.class
1095

1096
rocksdbjavastaticpublish: rocksdbjavastaticrelease
1097 1098 1099 1100 1101 1102
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-javadoc.jar -Dclassifier=javadoc
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-sources.jar -Dclassifier=sources
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux64.jar -Dclassifier=linux64
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux32.jar -Dclassifier=linux32
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-osx.jar -Dclassifier=osx
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH).jar
1103

1104 1105 1106 1107 1108 1109 1110
# A version of each $(LIBOBJECTS) compiled with -fPIC
java_libobjects = $(patsubst %,jl/%,$(LIBOBJECTS))
CLEAN_FILES += jl

$(java_libobjects): jl/%.o: %.cc
	$(AM_V_CC)mkdir -p $(@D) && $(CXX) $(CXXFLAGS) -fPIC -c $< -o $@ $(COVERAGEFLAGS)

1111
rocksdbjava: $(java_libobjects)
1112 1113 1114 1115 1116 1117
	$(AM_V_GEN)cd java;$(MAKE) javalib;
	$(AM_V_at)rm -f ./java/target/$(ROCKSDBJNILIB)
	$(AM_V_at)$(CXX) $(CXXFLAGS) -I./java/. $(JAVA_INCLUDE) -shared -fPIC -o ./java/target/$(ROCKSDBJNILIB) $(JNI_NATIVE_SOURCES) $(java_libobjects) $(JAVA_LDFLAGS) $(COVERAGEFLAGS)
	$(AM_V_at)cd java;jar -cf target/$(ROCKSDB_JAR) HISTORY*.md
	$(AM_V_at)cd java/target;jar -uf $(ROCKSDB_JAR) $(ROCKSDBJNILIB)
	$(AM_V_at)cd java/target/classes;jar -uf ../$(ROCKSDB_JAR) org/rocksdb/*.class org/rocksdb/util/*.class
1118 1119 1120 1121

jclean:
	cd java;$(MAKE) clean;

1122
jtest: rocksdbjava
1123
	cd java;$(MAKE) sample;$(MAKE) test;
1124

1125 1126 1127
jdb_bench:
	cd java;$(MAKE) db_bench;

1128 1129
commit-prereq:
	$(MAKE) clean && $(MAKE) all check;
1130
	$(MAKE) clean && $(MAKE) jclean && $(MAKE) rocksdbjava;
1131
	$(MAKE) clean && USE_CLANG=1 $(MAKE) all;
1132
	$(MAKE) clean && OPT=-DROCKSDB_LITE $(MAKE) static_lib;
1133

V
Venkatesh Radhakrishnan 已提交
1134 1135 1136 1137 1138 1139 1140
xfunc:
	for xftest in $(XFUNC_TESTS); do \
		echo "===== Running xftest $$xftest"; \
		make check ROCKSDB_XFUNC_TEST="$$xftest" tests-regexp="DBTest" ;\
	done


1141 1142 1143
# ---------------------------------------------------------------------------
#  	Platform-specific compilation
# ---------------------------------------------------------------------------
J
Jim Paton 已提交
1144

1145 1146 1147
ifeq ($(PLATFORM), IOS)
# For iOS, create universal object files to be used on both the simulator and
# a device.
H
heyongqiang 已提交
1148 1149 1150
PLATFORMSROOT=/Applications/Xcode.app/Contents/Developer/Platforms
SIMULATORROOT=$(PLATFORMSROOT)/iPhoneSimulator.platform/Developer
DEVICEROOT=$(PLATFORMSROOT)/iPhoneOS.platform/Developer
I
Igor Canadi 已提交
1151
IOSVERSION=$(shell defaults read $(PLATFORMSROOT)/iPhoneOS.platform/version CFBundleShortVersionString)
1152

1153 1154
.cc.o:
	mkdir -p ios-x86/$(dir $@)
I
Igor Canadi 已提交
1155
	$(CXX) $(CXXFLAGS) -isysroot $(SIMULATORROOT)/SDKs/iPhoneSimulator$(IOSVERSION).sdk -arch i686 -arch x86_64 -c $< -o ios-x86/$@
1156
	mkdir -p ios-arm/$(dir $@)
I
Igor Canadi 已提交
1157
	xcrun -sdk iphoneos $(CXX) $(CXXFLAGS) -isysroot $(DEVICEROOT)/SDKs/iPhoneOS$(IOSVERSION).sdk -arch armv6 -arch armv7 -arch armv7s -arch arm64 -c $< -o ios-arm/$@
1158
	lipo ios-x86/$@ ios-arm/$@ -create -output $@
1159 1160 1161

.c.o:
	mkdir -p ios-x86/$(dir $@)
I
Igor Canadi 已提交
1162
	$(CC) $(CFLAGS) -isysroot $(SIMULATORROOT)/SDKs/iPhoneSimulator$(IOSVERSION).sdk -arch i686 -arch x86_64 -c $< -o ios-x86/$@
1163
	mkdir -p ios-arm/$(dir $@)
I
Igor Canadi 已提交
1164
	xcrun -sdk iphoneos $(CC) $(CFLAGS) -isysroot $(DEVICEROOT)/SDKs/iPhoneOS$(IOSVERSION).sdk -arch armv6 -arch armv7 -arch armv7s -arch arm64 -c $< -o ios-arm/$@
1165 1166
	lipo ios-x86/$@ ios-arm/$@ -create -output $@

1167
else
J
jorlow@chromium.org 已提交
1168
.cc.o:
1169
	$(AM_V_CC)$(CXX) $(CXXFLAGS) -c $< -o $@ $(COVERAGEFLAGS)
1170 1171

.c.o:
1172
	$(AM_V_CC)$(CC) $(CFLAGS) -c $< -o $@
1173
endif
1174

1175 1176 1177 1178
# ---------------------------------------------------------------------------
#  	Source files dependencies detection
# ---------------------------------------------------------------------------

1179 1180 1181
all_sources = $(LIB_SOURCES) $(TEST_BENCH_SOURCES) $(MOCK_SOURCES)
DEPFILES = $(all_sources:.cc=.d)

1182 1183 1184 1185 1186
# Add proper dependency support so changing a .h file forces a .cc file to
# rebuild.

# The .d file indicates .cc file's dependencies on .h files. We generate such
# dependency by g++'s -MM option, whose output is a make dependency rule.
1187
$(DEPFILES): %.d: %.cc
1188
	@$(CXX) $(CXXFLAGS) $(PLATFORM_SHARED_CFLAGS) \
1189
	  -MM -MT'$@' -MT'$(<:.cc=.o)' "$<" -o '$@'
1190 1191 1192

depend: $(DEPFILES)

1193 1194 1195 1196
# if the make goal is either "clean" or "format", we shouldn't
# try to import the *.d files.
# TODO(kailiu) The unfamiliarity of Make's conditions leads to the ugly
# working solution.
1197
ifneq ($(MAKECMDGOALS),clean)
1198
ifneq ($(MAKECMDGOALS),format)
1199 1200
ifneq ($(MAKECMDGOALS),jclean)
ifneq ($(MAKECMDGOALS),jtest)
1201
ifneq ($(MAKECMDGOALS),package)
1202
ifneq ($(MAKECMDGOALS),analyze)
1203 1204
-include $(DEPFILES)
endif
1205
endif
1206 1207
endif
endif
1208
endif
1209
endif