Makefile 38.8 KB
Newer Older
J
jorlow@chromium.org 已提交
1 2 3 4
# Copyright (c) 2011 The LevelDB Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file. See the AUTHORS file for names of contributors.

5
# Inherit some settings from environment variables, if available
J
jorlow@chromium.org 已提交
6

7
#-----------------------------------------------
8

9
CLEAN_FILES = # deliberately empty, so we can append below.
10 11 12 13
CFLAGS += ${EXTRA_CFLAGS}
CXXFLAGS += ${EXTRA_CXXFLAGS}
LDFLAGS += $(EXTRA_LDFLAGS)
MACHINE ?= $(shell uname -m)
I
Igor Canadi 已提交
14
ARFLAGS = rs
15

16 17
# Transform parallel LOG output into something more readable.
perl_command = perl -n \
Y
Yueh-Hsuan Chiang 已提交
18 19 20 21
  -e '@a=split("\t",$$_,-1); $$t=$$a[8]; $$t =~ s,^\./,,;'		\
  -e '$$t =~ s, >.*,,; chomp $$t;'					\
  -e '$$t =~ /.*--gtest_filter=(.*?\.[\w\/]+)/ and $$t=$$1;'		\
  -e 'printf "%7.3f %s %s\n", $$a[3], $$a[6] == 0 ? "PASS" : "FAIL", $$t'
22 23
quoted_perl_command = $(subst ','\'',$(perl_command))

24 25 26 27 28 29 30 31 32
# DEBUG_LEVEL can have three values:
# * DEBUG_LEVEL=2; this is the ultimate debug mode. It will compile rocksdb
# without any optimizations. To compile with level 2, issue `make dbg`
# * DEBUG_LEVEL=1; debug level 1 enables all assertions and debug code, but
# compiles rocksdb with -O2 optimizations. this is the default debug level.
# `make all` or `make <binary_target>` compile RocksDB with debug level 1.
# We use this debug level when developing RocksDB.
# * DEBUG_LEVEL=0; this is the debug level we use for release. If you're
# running rocksdb in production you most definitely want to compile RocksDB
A
agiardullo 已提交
33
# with debug level 0. To compile with level 0, run `make shared_lib`,
34 35
# `make install-shared`, `make static_lib`, `make install-static` or
# `make install`
36 37 38

# Set the default DEBUG_LEVEL to 1
DEBUG_LEVEL?=1
39 40

ifeq ($(MAKECMDGOALS),dbg)
Y
Yueh-Hsuan Chiang 已提交
41
	DEBUG_LEVEL=2
42
endif
43

44 45 46 47 48 49 50 51
ifeq ($(MAKECMDGOALS),clean)
	DEBUG_LEVEL=0
endif

ifeq ($(MAKECMDGOALS),release)
	DEBUG_LEVEL=0
endif

52
ifeq ($(MAKECMDGOALS),shared_lib)
Y
Yueh-Hsuan Chiang 已提交
53
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
54
endif
I
Igor Canadi 已提交
55

I
Igor Canadi 已提交
56
ifeq ($(MAKECMDGOALS),install-shared)
Y
Yueh-Hsuan Chiang 已提交
57
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
58 59
endif

I
Igor Canadi 已提交
60
ifeq ($(MAKECMDGOALS),static_lib)
Y
Yueh-Hsuan Chiang 已提交
61
	DEBUG_LEVEL=0
62
endif
I
Igor Canadi 已提交
63

I
Igor Canadi 已提交
64
ifeq ($(MAKECMDGOALS),install-static)
Y
Yueh-Hsuan Chiang 已提交
65
	DEBUG_LEVEL=0
I
Igor Canadi 已提交
66 67 68
endif

ifeq ($(MAKECMDGOALS),install)
Y
Yueh-Hsuan Chiang 已提交
69
	DEBUG_LEVEL=0
70 71
endif

72
ifeq ($(MAKECMDGOALS),rocksdbjavastatic)
Y
Yueh-Hsuan Chiang 已提交
73
	DEBUG_LEVEL=0
74 75
endif

Y
Yueh-Hsuan Chiang 已提交
76 77 78 79 80 81 82 83
ifeq ($(MAKECMDGOALS),rocksdbjavastaticrelease)
	DEBUG_LEVEL=0
endif

ifeq ($(MAKECMDGOALS),rocksdbjavastaticpublish)
	DEBUG_LEVEL=0
endif

84 85 86 87 88 89 90 91 92 93 94
# compile with -O2 if debug level is not 2
ifneq ($(DEBUG_LEVEL), 2)
OPT += -O2 -fno-omit-frame-pointer
ifneq ($(MACHINE),ppc64) # ppc64 doesn't support -momit-leaf-frame-pointer
OPT += -momit-leaf-frame-pointer
endif
endif

# if we're compiling for release, compile without debug code (-DNDEBUG) and
# don't treat warnings as errors
ifeq ($(DEBUG_LEVEL),0)
I
Igor Canadi 已提交
95
OPT += -DNDEBUG
96
DISABLE_WARNING_AS_ERROR=1
97 98
else
$(warning Warning: Compiling in debug mode. Don't use the resulting binary in production)
I
Igor Canadi 已提交
99 100
endif

101
#-----------------------------------------------
102
include src.mk
103

104 105 106 107 108 109
AM_DEFAULT_VERBOSITY = 0

AM_V_GEN = $(am__v_GEN_$(V))
am__v_GEN_ = $(am__v_GEN_$(AM_DEFAULT_VERBOSITY))
am__v_GEN_0 = @echo "  GEN     " $@;
am__v_GEN_1 =
J
Jim Meyering 已提交
110 111 112 113
AM_V_at = $(am__v_at_$(V))
am__v_at_ = $(am__v_at_$(AM_DEFAULT_VERBOSITY))
am__v_at_0 = @
am__v_at_1 =
114 115 116 117 118 119 120 121 122 123 124

AM_V_CC = $(am__v_CC_$(V))
am__v_CC_ = $(am__v_CC_$(AM_DEFAULT_VERBOSITY))
am__v_CC_0 = @echo "  CC      " $@;
am__v_CC_1 =
CCLD = $(CC)
LINK = $(CCLD) $(AM_CFLAGS) $(CFLAGS) $(AM_LDFLAGS) $(LDFLAGS) -o $@
AM_V_CCLD = $(am__v_CCLD_$(V))
am__v_CCLD_ = $(am__v_CCLD_$(AM_DEFAULT_VERBOSITY))
am__v_CCLD_0 = @echo "  CCLD    " $@;
am__v_CCLD_1 =
J
Jim Meyering 已提交
125 126 127 128
AM_V_AR = $(am__v_AR_$(V))
am__v_AR_ = $(am__v_AR_$(AM_DEFAULT_VERBOSITY))
am__v_AR_0 = @echo "  AR      " $@;
am__v_AR_1 =
129

130 131
AM_LINK = $(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS) $(COVERAGEFLAGS)

132
# detect what platform we're building on
133
dummy := $(shell (export ROCKSDB_ROOT="$(CURDIR)"; "$(CURDIR)/build_tools/build_detect_platform" "$(CURDIR)/make_config.mk"))
S
Sanjay Ghemawat 已提交
134
# this file is generated by the previous line to set build flags and sources
I
Igor Canadi 已提交
135
include make_config.mk
136
CLEAN_FILES += make_config.mk
J
jorlow@chromium.org 已提交
137

I
Igor Canadi 已提交
138 139 140 141 142 143 144 145
ifneq ($(PLATFORM), IOS)
CFLAGS += -g
CXXFLAGS += -g
else
# no debug info for IOS, that will make our library big
OPT += -DNDEBUG
endif

146
ifneq ($(filter -DROCKSDB_LITE,$(OPT)),)
Y
Yueh-Hsuan Chiang 已提交
147 148 149
	# found
	CFLAGS += -fno-exceptions
	CXXFLAGS += -fno-exceptions
150 151
endif

I
Igor Canadi 已提交
152 153
# ASAN doesn't work well with jemalloc. If we're compiling with ASAN, we should use regular malloc.
ifdef COMPILE_WITH_ASAN
Y
Yueh-Hsuan Chiang 已提交
154 155 156 157
	DISABLE_JEMALLOC=1
	EXEC_LDFLAGS += -fsanitize=address
	PLATFORM_CCFLAGS += -fsanitize=address
	PLATFORM_CXXFLAGS += -fsanitize=address
I
Igor Canadi 已提交
158 159 160 161
endif

# TSAN doesn't work well with jemalloc. If we're compiling with TSAN, we should use regular malloc.
ifdef COMPILE_WITH_TSAN
Y
Yueh-Hsuan Chiang 已提交
162 163 164 165
	DISABLE_JEMALLOC=1
	EXEC_LDFLAGS += -fsanitize=thread -pie
	PLATFORM_CCFLAGS += -fsanitize=thread -fPIC -DROCKSDB_TSAN_RUN
	PLATFORM_CXXFLAGS += -fsanitize=thread -fPIC -DROCKSDB_TSAN_RUN
166 167
        # Turn off -pg when enabling TSAN testing, because that induces
        # a link failure.  TODO: find the root cause
Y
Yueh-Hsuan Chiang 已提交
168
	pg =
169
else
Y
Yueh-Hsuan Chiang 已提交
170
	pg = -pg
I
Igor Canadi 已提交
171 172 173
endif

ifndef DISABLE_JEMALLOC
Y
Yueh-Hsuan Chiang 已提交
174 175 176
	EXEC_LDFLAGS := $(JEMALLOC_LIB) $(EXEC_LDFLAGS)
	PLATFORM_CXXFLAGS += $(JEMALLOC_INCLUDE)
	PLATFORM_CCFLAGS += $(JEMALLOC_INCLUDE)
I
Igor Canadi 已提交
177 178
endif

I
Igor Sugak 已提交
179 180 181 182 183
export GTEST_THROW_ON_FAILURE=1 GTEST_HAS_EXCEPTIONS=1
GTEST_DIR = ./third-party/gtest-1.7.0/fused-src
PLATFORM_CCFLAGS += -isystem $(GTEST_DIR)
PLATFORM_CXXFLAGS += -isystem $(GTEST_DIR)

184 185 186
# This (the first rule) must depend on "all".
default: all

187
WARNING_FLAGS = -W -Wextra -Wall -Wsign-compare -Wshadow \
Y
Yueh-Hsuan Chiang 已提交
188
  -Wno-unused-parameter
189

190
ifndef DISABLE_WARNING_AS_ERROR
Y
Yueh-Hsuan Chiang 已提交
191
	WARNING_FLAGS += -Werror
192 193
endif

I
Igor Canadi 已提交
194
CFLAGS += $(WARNING_FLAGS) -I. -I./include $(PLATFORM_CCFLAGS) $(OPT)
I
Igor Sugak 已提交
195
CXXFLAGS += $(WARNING_FLAGS) -I. -I./include $(PLATFORM_CXXFLAGS) $(OPT) -Woverloaded-virtual -Wnon-virtual-dtor -Wno-missing-field-initializers
196

S
Sanjay Ghemawat 已提交
197
LDFLAGS += $(PLATFORM_LDFLAGS)
J
jorlow@chromium.org 已提交
198

199
date := $(shell date +%F)
I
Igor Canadi 已提交
200
ifdef FORCE_GIT_SHA
Y
Yueh-Hsuan Chiang 已提交
201
	git_sha := $(FORCE_GIT_SHA)
I
Igor Canadi 已提交
202
else
Y
Yueh-Hsuan Chiang 已提交
203
	git_sha := $(shell git rev-parse HEAD 2>/dev/null)
I
Igor Canadi 已提交
204
endif
205
gen_build_version =							\
Y
Yueh-Hsuan Chiang 已提交
206 207 208 209 210 211 212
  printf '%s\n'								\
    '\#include "build_version.h"'					\
    'const char* rocksdb_build_git_sha =				\
      "rocksdb_build_git_sha:$(git_sha)";'			\
    'const char* rocksdb_build_git_date =				\
      "rocksdb_build_git_date:$(date)";'				\
    'const char* rocksdb_build_compile_date = __DATE__;'
213 214 215 216 217 218

# Record the version of the source that we are compiling.
# We keep a record of the git revision in this file.  It is then built
# as a regular source file as part of the compilation process.
# One can run "strings executable_filename | grep _build_" to find
# the version of the source that we used to build the executable file.
219
CLEAN_FILES += util/build_version.cc:
220 221
FORCE:
util/build_version.cc: FORCE
Y
Yueh-Hsuan Chiang 已提交
222 223 224 225 226
	$(AM_V_GEN)rm -f $@-t
	$(AM_V_at)$(gen_build_version) > $@-t
	$(AM_V_at)if test -f $@; then					\
	  cmp -s $@-t $@ && rm -f $@-t || mv -f $@-t $@;		\
	else mv -f $@-t $@; fi
227

228
LIBOBJECTS = $(LIB_SOURCES:.cc=.o)
E
Evan Shaw 已提交
229
LIBOBJECTS += $(TOOL_SOURCES:.cc=.o)
230
MOCKOBJECTS = $(MOCK_SOURCES:.cc=.o)
J
jorlow@chromium.org 已提交
231

I
Igor Sugak 已提交
232
GTEST = $(GTEST_DIR)/gtest/gtest-all.o
J
jorlow@chromium.org 已提交
233
TESTUTIL = ./util/testutil.o
I
Igor Sugak 已提交
234
TESTHARNESS = ./util/testharness.o $(TESTUTIL) $(MOCKOBJECTS) $(GTEST)
235
VALGRIND_ERROR = 2
236
VALGRIND_VER := $(join $(VALGRIND_VER),valgrind)
237

238
VALGRIND_OPTS = --error-exitcode=$(VALGRIND_ERROR) --leak-check=full
239

J
jorlow@chromium.org 已提交
240
TESTS = \
241 242 243 244
	db_test \
	db_iter_test \
	db_log_iter_test \
	db_compaction_filter_test \
245
	db_compaction_test \
246
	db_dynamic_level_test \
247
	db_inplace_update_test \
248 249
	db_tailing_iter_test \
	db_universal_compaction_test \
S
sdong 已提交
250
	db_wal_test \
251
	db_table_properties_test \
252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272
	block_hash_index_test \
	autovector_test \
	column_family_test \
	table_properties_collector_test \
	arena_test \
	auto_roll_logger_test \
	block_test \
	bloom_test \
	dynamic_bloom_test \
	c_test \
	cache_test \
	checkpoint_test \
	coding_test \
	corruption_test \
	crc32c_test \
	slice_transform_test \
	dbformat_test \
	env_test \
	fault_injection_test \
	filelock_test \
	filename_test \
273
	file_reader_writer_test \
274 275 276
	block_based_filter_block_test \
	full_filter_block_test \
	histogram_test \
N
Nathan Bronson 已提交
277
	inlineskiplist_test \
278 279 280 281 282 283
	log_test \
	manual_compaction_test \
	memenv_test \
	mock_env_test \
	memtable_list_test \
	merge_helper_test \
284
	memory_test \
285 286
	merge_test \
	merger_test \
287
	options_file_test \
288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312
	redis_test \
	reduce_levels_test \
	plain_table_db_test \
	comparator_db_test \
	prefix_test \
	skiplist_test \
	stringappend_test \
	ttl_test \
	backupable_db_test \
	document_db_test \
	json_document_test \
	spatial_db_test \
	version_edit_test \
	version_set_test \
	compaction_picker_test \
	version_builder_test \
	file_indexer_test \
	write_batch_test \
	write_batch_with_index_test \
	write_controller_test\
	deletefile_test \
	table_test \
	thread_local_test \
	geodb_test \
	rate_limiter_test \
I
Islam AbdelRahman 已提交
313
	delete_scheduler_test \
314
	options_test \
315
	options_util_test \
316 317 318 319 320 321 322
	event_logger_test \
	cuckoo_table_builder_test \
	cuckoo_table_reader_test \
	cuckoo_table_db_test \
	flush_job_test \
	wal_manager_test \
	listener_test \
A
Andres Noetzli 已提交
323
	compaction_iterator_test \
324 325 326 327 328 329 330
	compaction_job_test \
	thread_list_test \
	sst_dump_test \
	compact_files_test \
	perf_context_test \
	optimistic_transaction_test \
	write_callback_test \
331 332
	heap_test \
	compact_on_deletion_collector_test \
A
agiardullo 已提交
333
	compaction_job_stats_test \
334 335
	transaction_test \
	ldb_cmd_test
336

337 338
SUBSET :=  $(shell echo $(TESTS) |sed s/^.*$(ROCKSDBTESTS_START)/$(ROCKSDBTESTS_START)/)

339
TOOLS = \
Y
Yueh-Hsuan Chiang 已提交
340 341 342
	sst_dump \
	db_sanity_test \
	db_stress \
I
Igor Canadi 已提交
343
	write_stress \
Y
Yueh-Hsuan Chiang 已提交
344 345 346 347
	ldb \
	db_repl_stress \
	rocksdb_dump \
	rocksdb_undump
J
jorlow@chromium.org 已提交
348

S
sdong 已提交
349 350
# TODO: add back forward_iterator_bench, after making it build in all environemnts.
BENCHMARKS = db_bench table_reader_bench cache_bench memtablerep_bench
J
jorlow@chromium.org 已提交
351

352
# if user didn't config LIBNAME, set the default
353
ifeq ($(LIBNAME),)
354 355
# we should only run rocksdb in production with DEBUG_LEVEL 0
ifeq ($(DEBUG_LEVEL),0)
Y
Yueh-Hsuan Chiang 已提交
356
        LIBNAME=librocksdb
357 358 359
else
        LIBNAME=librocksdb_debug
endif
360
endif
361
LIBRARY = ${LIBNAME}.a
362

363 364 365
ROCKSDB_MAJOR = $(shell egrep "ROCKSDB_MAJOR.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
ROCKSDB_MINOR = $(shell egrep "ROCKSDB_MINOR.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
ROCKSDB_PATCH = $(shell egrep "ROCKSDB_PATCH.[0-9]" include/rocksdb/version.h | cut -d ' ' -f 3)
366

367 368
default: all

369 370 371
#-----------------------------------------------
# Create platform independent shared libraries.
#-----------------------------------------------
372
ifneq ($(PLATFORM_SHARED_EXT),)
H
heyongqiang 已提交
373 374

ifneq ($(PLATFORM_SHARED_VERSIONED),true)
375
SHARED1 = ${LIBNAME}.$(PLATFORM_SHARED_EXT)
H
heyongqiang 已提交
376 377
SHARED2 = $(SHARED1)
SHARED3 = $(SHARED1)
378
SHARED4 = $(SHARED1)
H
heyongqiang 已提交
379 380
SHARED = $(SHARED1)
else
381 382
SHARED_MAJOR = $(ROCKSDB_MAJOR)
SHARED_MINOR = $(ROCKSDB_MINOR)
383
SHARED_PATCH = $(ROCKSDB_PATCH)
384
SHARED1 = ${LIBNAME}.$(PLATFORM_SHARED_EXT)
385 386 387 388 389 390
ifeq ($(PLATFORM), OS_MACOSX)
SHARED_OSX = $(LIBNAME).$(SHARED_MAJOR)
SHARED2 = $(SHARED_OSX).$(PLATFORM_SHARED_EXT)
SHARED3 = $(SHARED_OSX).$(SHARED_MINOR).$(PLATFORM_SHARED_EXT)
SHARED4 = $(SHARED_OSX).$(SHARED_MINOR).$(SHARED_PATCH).$(PLATFORM_SHARED_EXT)
else
391 392
SHARED2 = $(SHARED1).$(SHARED_MAJOR)
SHARED3 = $(SHARED1).$(SHARED_MAJOR).$(SHARED_MINOR)
393
SHARED4 = $(SHARED1).$(SHARED_MAJOR).$(SHARED_MINOR).$(SHARED_PATCH)
394
endif
395 396
SHARED = $(SHARED1) $(SHARED2) $(SHARED3) $(SHARED4)
$(SHARED1): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
397
	ln -fs $(SHARED4) $(SHARED1)
398
$(SHARED2): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
399
	ln -fs $(SHARED4) $(SHARED2)
400
$(SHARED3): $(SHARED4)
Y
Yueh-Hsuan Chiang 已提交
401
	ln -fs $(SHARED4) $(SHARED3)
402 403
endif

404
$(SHARED4):
Y
Yueh-Hsuan Chiang 已提交
405 406
	$(CXX) $(PLATFORM_SHARED_LDFLAGS)$(SHARED3) $(CXXFLAGS) $(PLATFORM_SHARED_CFLAGS) $(LIB_SOURCES) \
		$(LDFLAGS) -o $@
H
heyongqiang 已提交
407 408 409

endif  # PLATFORM_SHARED_EXT

410
.PHONY: blackbox_crash_test check clean coverage crash_test ldb_tests package \
Y
Yueh-Hsuan Chiang 已提交
411 412
	release tags valgrind_check whitebox_crash_test format static_lib shared_lib all \
	dbg rocksdbjavastatic rocksdbjava install install-static install-shared uninstall \
M
maurice barnum 已提交
413
	analyze tools
414

M
maurice barnum 已提交
415 416

all: $(LIBRARY) $(BENCHMARKS) tools $(TESTS)
417

I
Igor Canadi 已提交
418 419 420 421
static_lib: $(LIBRARY)

shared_lib: $(SHARED)

M
maurice barnum 已提交
422 423 424
tools: $(TOOLS)

dbg: $(LIBRARY) $(BENCHMARKS) tools $(TESTS)
K
Kai Liu 已提交
425

426
# creates static library and programs
427
release:
Y
Yueh-Hsuan Chiang 已提交
428
	$(MAKE) clean
429
	DEBUG_LEVEL=0 $(MAKE) static_lib tools db_bench
K
Kai Liu 已提交
430 431

coverage:
Y
Yueh-Hsuan Chiang 已提交
432 433 434 435 436
	$(MAKE) clean
	COVERAGEFLAGS="-fprofile-arcs -ftest-coverage" LDFLAGS+="-lgcov" $(MAKE) J=1 all check
	cd coverage && ./coverage_test.sh
        # Delete intermediate files
	find . -type f -regex ".*\.\(\(gcda\)\|\(gcno\)\)" -exec rm {} \;
J
jorlow@chromium.org 已提交
437

438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456
# Extract the names of its tests by running db_test with --gtest_list_tests.
# This filter removes the "#"-introduced comments, and expands to
# fully-qualified names by changing input like this:
#
#   DBTest.
#     Empty
#     WriteEmptyBatch
#   MultiThreaded/MultiThreadedDBTest.
#     MultiThreaded/0  # GetParam() = 0
#     MultiThreaded/1  # GetParam() = 1
#
# into this:
#
#   DBTest.Empty
#   DBTest.WriteEmptyBatch
#   MultiThreaded/MultiThreadedDBTest.MultiThreaded/0
#   MultiThreaded/MultiThreadedDBTest.MultiThreaded/1
#
test_names = \
Y
Yueh-Hsuan Chiang 已提交
457 458 459 460 461
  ./db_test --gtest_list_tests						\
    | perl -n								\
      -e 's/ *\#.*//;'							\
      -e '/^(\s*)(\S+)/; !$$1 and do {$$p=$$2; break};'			\
      -e 'print qq! $$p$$2!'
462 463 464 465 466 467 468

ifeq ($(MAKECMDGOALS),check)
# Use /dev/shm if it has the sticky bit set (otherwise, /tmp),
# and create a randomly-named rocksdb.XXXX directory therein.
# We'll use that directory in the "make check" rules.
ifeq ($(TMPD),)
TMPD := $(shell f=/dev/shm; test -k $$f || f=/tmp;			\
Y
Yueh-Hsuan Chiang 已提交
469 470
  perl -le 'use File::Temp "tempdir";'					\
    -e 'print tempdir("'$$f'/rocksdb.XXXX", CLEANUP => 0)')
471 472
endif
endif
J
jorlow@chromium.org 已提交
473

474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491
ifneq ($(T),)

# Run all tests in parallel, accumulating per-test logs in t/log-*.

# t_sanitized is each $(T) with "-" in place of each "/".
t_sanitized = $(subst /,-,$(T))

# t_run is each sanitized name with a leading "t/".
t_run = $(patsubst %,t/%,$(t_sanitized))

# Each t_run file is a tiny generated bourne shell script
# that invokes one of db_tests's sub-tests. Why use a file
# for this?  Because that makes the invocation of parallel
# below simpler, which in turn makes the parsing of parallel's
# LOG simpler (the latter is for live monitoring as parallel
# tests run).
filter = --gtest_filter=$(subst -,/,$(@F))
$(t_run): Makefile db_test
Y
Yueh-Hsuan Chiang 已提交
492 493 494 495 496 497 498 499 500 501
	$(AM_V_GEN)mkdir -p t
	$(AM_V_at)rm -f $@ $@-t
	$(AM_V_at)printf '%s\n'						\
	    '#!/bin/sh'							\
	    'd=$(TMPD)/$(@F)'						\
	    'mkdir -p $$d'						\
	    'TEST_TMPDIR=$$d ./db_test $(filter)'			\
	  > $@-t
	$(AM_V_at)chmod a=rx $@-t
	$(AM_V_at)mv $@-t $@
502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519

# Reorder input lines (which are one per test) so that the
# longest-running tests appear first in the output.
# Do this by prefixing each selected name with its duration,
# sort the resulting names, and remove the leading numbers.
# FIXME: the "100" we prepend is a fake time, for now.
# FIXME: squirrel away timings from each run and use them
# (when present) on subsequent runs to order these tests.
#
# Without this reordering, these two tests would happen to start only
# after almost all other tests had completed, thus adding 100 seconds
# to the duration of parallel "make check".  That's the difference
# between 4 minutes (old) and 2m20s (new).
#
# 152.120 PASS t/DBTest.FileCreationRandomFailure
# 107.816 PASS t/DBTest.EncodeDecompressedBlockSizeTest
#
slow_test_regexp = \
Y
Yueh-Hsuan Chiang 已提交
520
  ^t/DBTest\.(?:FileCreationRandomFailure|EncodeDecompressedBlockSizeTest)$$
521
prioritize_long_running_tests =						\
Y
Yueh-Hsuan Chiang 已提交
522 523 524
  perl -pe 's,($(slow_test_regexp)),100 $$1,'				\
    | sort -k1,1gr							\
    | sed 's/^[.0-9]* //'
525 526 527 528 529 530 531 532

# "make check" uses
# Run with "make J=1 check" to disable parallelism in "make check".
# Run with "make J=200% check" to run two parallel jobs per core.
# The default is to run one job per core (J=100%).
# See "man parallel" for its "-j ..." option.
J = 100%

V
Venkatesh Radhakrishnan 已提交
533 534 535
# Use this regexp to select the subset of tests whose names match.
tests-regexp = .

536 537
.PHONY: check_0
check_0: $(t_run)
Y
Yueh-Hsuan Chiang 已提交
538 539 540 541 542 543 544 545 546 547 548 549
	$(AM_V_GEN)export TEST_TMPDIR=$(TMPD);				\
	printf '%s\n' ''						\
	  'To monitor subtest <duration,pass/fail,name>,'		\
	  '  run "make watch-log" in a separate window' '';		\
	test -t 1 && eta=--eta || eta=;					\
	{								\
	  printf './%s\n' $(filter-out db_test, $(TESTS));		\
	  printf '%s\n' $(t_run);					\
	}								\
	  | $(prioritize_long_running_tests)				\
	  | grep -E '$(tests-regexp)'					\
	  | parallel -j$(J) --joblog=LOG $$eta --gnu '{} >& t/log-{/}'
550 551 552
endif

CLEAN_FILES += t LOG $(TMPD)
553

554 555 556 557 558 559 560 561
# When running parallel "make check", you can monitor its progress
# from another window.
# Run "make watch_LOG" to show the duration,PASS/FAIL,name of parallel
# tests as they are being run.  We sort them so that longer-running ones
# appear at the top of the list and any failing tests remain at the top
# regardless of their duration. As with any use of "watch", hit ^C to
# interrupt.
watch-log:
Y
Yueh-Hsuan Chiang 已提交
562
	watch --interval=0 'sort -k7,7nr -k4,4gr LOG|$(quoted_perl_command)'
563

I
Igor Canadi 已提交
564
# If J != 1 and GNU parallel is installed, run the tests in parallel,
565 566
# via the check_0 rule above.  Otherwise, run them sequentially.
check: all
Y
Yueh-Hsuan Chiang 已提交
567 568 569 570 571 572 573 574 575 576 577
	$(AM_V_GEN)if test "$(J)" != 1                                  \
	    && (parallel --gnu --help 2>/dev/null) |                    \
	        grep -q 'GNU Parallel';                                 \
	then                                                            \
	    t=$$($(test_names));                                        \
	    $(MAKE) T="$$t" TMPD=$(TMPD) check_0;                       \
	else                                                            \
	    for t in $(TESTS); do                                       \
	      echo "===== Running $$t"; ./$$t || exit 1; done;          \
	fi
	rm -rf $(TMPD)
I
Islam AbdelRahman 已提交
578
ifeq ($(filter -DROCKSDB_LITE,$(OPT)),)
Y
Yueh-Hsuan Chiang 已提交
579 580
	python tools/ldb_test.py
	sh tools/rocksdb_dump_test.sh
I
Islam AbdelRahman 已提交
581
endif
582 583

check_some: $(SUBSET) ldb_tests
Y
Yueh-Hsuan Chiang 已提交
584
	for t in $(SUBSET); do echo "===== Running $$t"; ./$$t || exit 1; done
585 586

.PHONY: ldb_tests
587
ldb_tests: ldb
Y
Yueh-Hsuan Chiang 已提交
588
	python tools/ldb_test.py
589

I
Igor Canadi 已提交
590
crash_test: whitebox_crash_test blackbox_crash_test
591 592

blackbox_crash_test: db_stress
593 594
	python -u tools/db_crashtest.py --simple blackbox 
	python -u tools/db_crashtest.py blackbox
595 596

whitebox_crash_test: db_stress
597 598
	python -u tools/db_crashtest.py --simple whitebox
	python -u tools/db_crashtest.py whitebox
599

I
Igor Canadi 已提交
600
asan_check:
Y
Yueh-Hsuan Chiang 已提交
601 602 603
	$(MAKE) clean
	COMPILE_WITH_ASAN=1 $(MAKE) check -j32
	$(MAKE) clean
604 605

asan_crash_test:
Y
Yueh-Hsuan Chiang 已提交
606 607 608
	$(MAKE) clean
	COMPILE_WITH_ASAN=1 $(MAKE) crash_test
	$(MAKE) clean
I
Igor Canadi 已提交
609

I
Igor Canadi 已提交
610
valgrind_check: $(TESTS)
N
Nathan Bronson 已提交
611
	for t in $(filter-out %skiplist_test,$(TESTS)); do \
Y
Yueh-Hsuan Chiang 已提交
612
		$(VALGRIND_VER) $(VALGRIND_OPTS) ./$$t; \
S
sdong 已提交
613
		ret_code=$$?; \
K
krad 已提交
614
		if [ $$ret_code -ne 0 ]; then \
S
sdong 已提交
615
			exit $$ret_code; \
Y
Yueh-Hsuan Chiang 已提交
616 617
		fi; \
	done
618

619
analyze: clean
Y
Yueh-Hsuan Chiang 已提交
620 621 622 623
	$(CLANG_SCAN_BUILD) --use-analyzer=$(CLANG_ANALYZER) \
		--use-c++=$(CXX) --use-cc=$(CC) --status-bugs \
		-o $(CURDIR)/scan_build_report \
		$(MAKE) dbg
624

625 626
CLEAN_FILES += unity.cc
unity.cc: Makefile
Y
Yueh-Hsuan Chiang 已提交
627 628
	rm -f $@ $@-t
	for source_file in $(LIB_SOURCES); do \
E
Evan Shaw 已提交
629
		echo "#include \"$$source_file\"" >> $@-t; \
Y
Yueh-Hsuan Chiang 已提交
630 631 632
	done
	chmod a=r $@-t
	mv $@-t $@
M
miguelportilla 已提交
633

E
Evan Shaw 已提交
634 635 636 637
unity.a: unity.o
	$(AM_V_AR)rm -f $@
	$(AM_V_at)$(AR) $(ARFLAGS) $@ unity.o

I
Igor Canadi 已提交
638
# try compiling db_test with unity
639
unity_test: db/db_test.o db/db_test_util.o $(TESTHARNESS) unity.a
I
Igor Canadi 已提交
640 641 642
	$(AM_LINK)
	./unity_test

E
Evan Shaw 已提交
643 644
rocksdb.h rocksdb.cc: build_tools/amalgamate.py Makefile $(LIB_SOURCES) unity.cc
	build_tools/amalgamate.py -I. -i./include unity.cc -x include/rocksdb/c.h -H rocksdb.h -o rocksdb.cc
M
miguelportilla 已提交
645

J
jorlow@chromium.org 已提交
646
clean:
Y
Yueh-Hsuan Chiang 已提交
647 648 649 650 651
	rm -f $(BENCHMARKS) $(TOOLS) $(TESTS) $(LIBRARY) $(SHARED)
	rm -rf $(CLEAN_FILES) ios-x86 ios-arm scan_build_report
	find . -name "*.[oda]" -exec rm -f {} \;
	find . -type f -regex ".*\.\(\(gcda\)\|\(gcno\)\)" -exec rm {} \;
	rm -rf bzip2* snappy* zlib* lz4*
652

653
tags:
Y
Yueh-Hsuan Chiang 已提交
654 655
	ctags * -R
	cscope -b `find . -name '*.cc'` `find . -name '*.h'`
656

657
format:
Y
Yueh-Hsuan Chiang 已提交
658
	build_tools/format-diff.sh
659

660
package:
Y
Yueh-Hsuan Chiang 已提交
661
	bash build_tools/make_package.sh $(SHARED_MAJOR).$(SHARED_MINOR)
662

663 664 665
# ---------------------------------------------------------------------------
# 	Unit tests and tools
# ---------------------------------------------------------------------------
666
$(LIBRARY): $(LIBOBJECTS)
Y
Yueh-Hsuan Chiang 已提交
667 668
	$(AM_V_AR)rm -f $@
	$(AM_V_at)$(AR) $(ARFLAGS) $@ $(LIBOBJECTS)
J
jorlow@chromium.org 已提交
669

670
db_bench: db/db_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
671
	$(AM_LINK)
J
jorlow@chromium.org 已提交
672

F
Feng Zhu 已提交
673
cache_bench: util/cache_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
674
	$(AM_LINK)
J
jorlow@chromium.org 已提交
675

A
Ameya Gupte 已提交
676
memtablerep_bench: db/memtablerep_bench.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
677
	$(AM_LINK)
A
Ameya Gupte 已提交
678

K
kailiu 已提交
679
block_hash_index_test: table/block_hash_index_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
680
	$(AM_LINK)
K
kailiu 已提交
681

682
db_stress: tools/db_stress.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
683
	$(AM_LINK)
684

I
Igor Canadi 已提交
685 686 687
write_stress: tools/write_stress.o $(LIBOBJECTS) $(TESTUTIL)
	$(AM_LINK)

I
Igor Canadi 已提交
688
db_sanity_test: tools/db_sanity_test.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
689
	$(AM_LINK)
690

691
db_repl_stress: tools/db_repl_stress.o $(LIBOBJECTS) $(TESTUTIL)
Y
Yueh-Hsuan Chiang 已提交
692
	$(AM_LINK)
693

J
jorlow@chromium.org 已提交
694
arena_test: util/arena_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
695
	$(AM_LINK)
J
jorlow@chromium.org 已提交
696

K
kailiu 已提交
697
autovector_test: util/autovector_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
698
	$(AM_LINK)
K
kailiu 已提交
699

700
column_family_test: db/column_family_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
701
	$(AM_LINK)
702

K
kailiu 已提交
703
table_properties_collector_test: db/table_properties_collector_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
704
	$(AM_LINK)
705

S
Sanjay Ghemawat 已提交
706
bloom_test: util/bloom_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
707
	$(AM_LINK)
S
Sanjay Ghemawat 已提交
708

709
dynamic_bloom_test: util/dynamic_bloom_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
710
	$(AM_LINK)
711

712
c_test: db/c_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
713
	$(AM_LINK)
714

J
jorlow@chromium.org 已提交
715
cache_test: util/cache_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
716
	$(AM_LINK)
J
jorlow@chromium.org 已提交
717 718

coding_test: util/coding_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
719
	$(AM_LINK)
J
jorlow@chromium.org 已提交
720

721
stringappend_test: utilities/merge_operators/string_append/stringappend_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
722
	$(AM_LINK)
723

724
redis_test: utilities/redis/redis_lists_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
725
	$(AM_LINK)
726

A
Abhishek Kona 已提交
727
histogram_test: util/histogram_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
728
	$(AM_LINK)
A
Abhishek Kona 已提交
729

L
Lei Jin 已提交
730
thread_local_test: util/thread_local_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
731
	$(AM_LINK)
L
Lei Jin 已提交
732

J
jorlow@chromium.org 已提交
733
corruption_test: db/corruption_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
734
	$(AM_LINK)
J
jorlow@chromium.org 已提交
735 736

crc32c_test: util/crc32c_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
737
	$(AM_LINK)
J
jorlow@chromium.org 已提交
738

739
slice_transform_test: util/slice_transform_test.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
740
	$(AM_LINK)
741

742
db_test: db/db_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
Y
Yueh-Hsuan Chiang 已提交
743
	$(AM_LINK)
J
jorlow@chromium.org 已提交
744

745
db_log_iter_test: db/db_log_iter_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
746
	$(AM_LINK)
747

748
db_compaction_filter_test: db/db_compaction_filter_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
749 750
	$(AM_LINK)

751
db_compaction_test: db/db_compaction_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
752 753
	$(AM_LINK)

754
db_dynamic_level_test: db/db_dynamic_level_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
755 756
	$(AM_LINK)

757
db_inplace_update_test: db/db_inplace_update_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
758 759
	$(AM_LINK)

760
db_tailing_iter_test: db/db_tailing_iter_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
761 762
	$(AM_LINK)

S
Stanislau Hlebik 已提交
763
db_iter_test: db/db_iter_test.o $(LIBOBJECTS) $(TESTHARNESS)
764
	$(AM_LINK)
S
Stanislau Hlebik 已提交
765

766
db_universal_compaction_test: db/db_universal_compaction_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
767 768
	$(AM_LINK)

769
db_wal_test: db/db_wal_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
S
sdong 已提交
770 771
	$(AM_LINK)

772 773 774
db_table_properties_test: db/db_table_properties_test.o db/db_test_util.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

775
log_write_bench: util/log_write_bench.o $(LIBOBJECTS) $(TESTHARNESS)
776
	$(AM_LINK) $(pg)
777

S
Siying Dong 已提交
778
plain_table_db_test: db/plain_table_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
779
	$(AM_LINK)
S
Siying Dong 已提交
780

781
comparator_db_test: db/comparator_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
782
	$(AM_LINK)
783

784
table_reader_bench: table/table_reader_bench.o $(LIBOBJECTS) $(TESTHARNESS)
785
	$(AM_LINK) $(pg)
786

787
perf_context_test: db/perf_context_test.o $(LIBOBJECTS) $(TESTHARNESS)
788
	$(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS)
789

H
Haobo Xu 已提交
790
prefix_test: db/prefix_test.o $(LIBOBJECTS) $(TESTHARNESS)
791
	$(AM_V_CCLD)$(CXX) $^ $(EXEC_LDFLAGS) -o $@ $(LDFLAGS)
H
Haobo Xu 已提交
792

I
Igor Canadi 已提交
793
backupable_db_test: utilities/backupable/backupable_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
794
	$(AM_LINK)
I
Igor Canadi 已提交
795

796 797 798
checkpoint_test: utilities/checkpoint/checkpoint_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
799
document_db_test: utilities/document/document_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
800
	$(AM_LINK)
I
Igor Canadi 已提交
801

I
Igor Canadi 已提交
802
json_document_test: utilities/document/json_document_test.o $(LIBOBJECTS) $(TESTHARNESS)
803
	$(AM_LINK)
I
Igor Canadi 已提交
804

I
Igor Canadi 已提交
805
spatial_db_test: utilities/spatialdb/spatial_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
806
	$(AM_LINK)
I
Igor Canadi 已提交
807

808
ttl_test: utilities/ttl/ttl_test.o $(LIBOBJECTS) $(TESTHARNESS)
809
	$(AM_LINK)
810

811
write_batch_with_index_test: utilities/write_batch_with_index/write_batch_with_index_test.o $(LIBOBJECTS) $(TESTHARNESS)
812
	$(AM_LINK)
813

I
Igor Canadi 已提交
814
flush_job_test: db/flush_job_test.o $(LIBOBJECTS) $(TESTHARNESS)
815
	$(AM_LINK)
A
Andres Noetzli 已提交
816 817 818

compaction_iterator_test: db/compaction_iterator_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)
I
Igor Canadi 已提交
819

I
Igor Canadi 已提交
820
compaction_job_test: db/compaction_job_test.o $(LIBOBJECTS) $(TESTHARNESS)
821
	$(AM_LINK)
I
Igor Canadi 已提交
822

823 824 825
compaction_job_stats_test: db/compaction_job_stats_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

826 827 828
compact_on_deletion_collector_test: utilities/table_properties_collectors/compact_on_deletion_collector_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
829
wal_manager_test: db/wal_manager_test.o $(LIBOBJECTS) $(TESTHARNESS)
830
	$(AM_LINK)
I
Igor Canadi 已提交
831

J
jorlow@chromium.org 已提交
832
dbformat_test: db/dbformat_test.o $(LIBOBJECTS) $(TESTHARNESS)
833
	$(AM_LINK)
J
jorlow@chromium.org 已提交
834 835

env_test: util/env_test.o $(LIBOBJECTS) $(TESTHARNESS)
836
	$(AM_LINK)
J
jorlow@chromium.org 已提交
837

838
fault_injection_test: db/fault_injection_test.o $(LIBOBJECTS) $(TESTHARNESS)
839
	$(AM_LINK)
840

L
Lei Jin 已提交
841
rate_limiter_test: util/rate_limiter_test.o $(LIBOBJECTS) $(TESTHARNESS)
842
	$(AM_LINK)
L
Lei Jin 已提交
843

I
Islam AbdelRahman 已提交
844 845 846
delete_scheduler_test: util/delete_scheduler_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

J
jorlow@chromium.org 已提交
847
filename_test: db/filename_test.o $(LIBOBJECTS) $(TESTHARNESS)
848
	$(AM_LINK)
J
jorlow@chromium.org 已提交
849

850 851 852
file_reader_writer_test: util/file_reader_writer_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

853
block_based_filter_block_test: table/block_based_filter_block_test.o $(LIBOBJECTS) $(TESTHARNESS)
854
	$(AM_LINK)
855 856

full_filter_block_test: table/full_filter_block_test.o $(LIBOBJECTS) $(TESTHARNESS)
857
	$(AM_LINK)
S
Sanjay Ghemawat 已提交
858

J
jorlow@chromium.org 已提交
859
log_test: db/log_test.o $(LIBOBJECTS) $(TESTHARNESS)
860
	$(AM_LINK)
J
jorlow@chromium.org 已提交
861 862

table_test: table/table_test.o $(LIBOBJECTS) $(TESTHARNESS)
863
	$(AM_LINK)
J
jorlow@chromium.org 已提交
864

D
Dhruba Borthakur 已提交
865
block_test: table/block_test.o $(LIBOBJECTS) $(TESTHARNESS)
866
	$(AM_LINK)
D
Dhruba Borthakur 已提交
867

N
Nathan Bronson 已提交
868 869 870
inlineskiplist_test: db/inlineskiplist_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

J
jorlow@chromium.org 已提交
871
skiplist_test: db/skiplist_test.o $(LIBOBJECTS) $(TESTHARNESS)
872
	$(AM_LINK)
J
jorlow@chromium.org 已提交
873 874

version_edit_test: db/version_edit_test.o $(LIBOBJECTS) $(TESTHARNESS)
875
	$(AM_LINK)
J
jorlow@chromium.org 已提交
876

877
version_set_test: db/version_set_test.o $(LIBOBJECTS) $(TESTHARNESS)
878
	$(AM_LINK)
879

S
sdong 已提交
880
compaction_picker_test: db/compaction_picker_test.o $(LIBOBJECTS) $(TESTHARNESS)
881
	$(AM_LINK)
S
sdong 已提交
882

S
sdong 已提交
883
version_builder_test: db/version_builder_test.o $(LIBOBJECTS) $(TESTHARNESS)
884
	$(AM_LINK)
S
sdong 已提交
885

886
file_indexer_test: db/file_indexer_test.o $(LIBOBJECTS) $(TESTHARNESS)
887
	$(AM_LINK)
888

889
reduce_levels_test: tools/reduce_levels_test.o $(LIBOBJECTS) $(TESTHARNESS)
890
	$(AM_LINK)
891

J
jorlow@chromium.org 已提交
892
write_batch_test: db/write_batch_test.o $(LIBOBJECTS) $(TESTHARNESS)
893
	$(AM_LINK)
894

895
write_controller_test: db/write_controller_test.o $(LIBOBJECTS) $(TESTHARNESS)
896
	$(AM_LINK)
897

898 899 900
merge_helper_test: db/merge_helper_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

901 902 903
memory_test: utilities/memory/memory_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

J
Jim Paton 已提交
904
merge_test: db/merge_test.o $(LIBOBJECTS) $(TESTHARNESS)
905
	$(AM_LINK)
J
jorlow@chromium.org 已提交
906

I
Igor Canadi 已提交
907
merger_test: table/merger_test.o $(LIBOBJECTS) $(TESTHARNESS)
908
	$(AM_LINK)
I
Igor Canadi 已提交
909

910 911 912
options_file_test: db/options_file_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

913
deletefile_test: db/deletefile_test.o $(LIBOBJECTS) $(TESTHARNESS)
914
	$(AM_LINK)
915

916
geodb_test: utilities/geodb/geodb_test.o $(LIBOBJECTS) $(TESTHARNESS)
917
	$(AM_LINK)
918

919 920 921 922 923 924
rocksdb_dump: tools/dump/rocksdb_dump.o $(LIBOBJECTS)
	$(AM_LINK)

rocksdb_undump: tools/dump/rocksdb_undump.o $(LIBOBJECTS)
	$(AM_LINK)

925
cuckoo_table_builder_test: table/cuckoo_table_builder_test.o $(LIBOBJECTS) $(TESTHARNESS)
926
	$(AM_LINK)
927

I
Igor Canadi 已提交
928
cuckoo_table_reader_test: table/cuckoo_table_reader_test.o $(LIBOBJECTS) $(TESTHARNESS)
929
	$(AM_LINK)
930

931
cuckoo_table_db_test: db/cuckoo_table_db_test.o $(LIBOBJECTS) $(TESTHARNESS)
932
	$(AM_LINK)
933

934
listener_test: db/listener_test.o $(LIBOBJECTS) $(TESTHARNESS)
935
	$(AM_LINK)
936

Y
Yueh-Hsuan Chiang 已提交
937
thread_list_test: util/thread_list_test.o $(LIBOBJECTS) $(TESTHARNESS)
938
	$(AM_LINK)
Y
Yueh-Hsuan Chiang 已提交
939

940 941 942
compact_files_test: db/compact_files_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

943
options_test: util/options_test.o $(LIBOBJECTS) $(TESTHARNESS)
944
	$(AM_LINK)
945

946 947 948
options_util_test: utilities/options/options_util_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

I
Igor Canadi 已提交
949 950 951
event_logger_test: util/event_logger_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

952
sst_dump_test: tools/sst_dump_test.o $(LIBOBJECTS) $(TESTHARNESS)
953
	$(AM_LINK)
954

955
memenv_test : util/memenv_test.o $(LIBOBJECTS) $(TESTHARNESS)
956
	$(AM_LINK)
H
Hans Wennborg 已提交
957

A
agiardullo 已提交
958 959 960
optimistic_transaction_test: utilities/transactions/optimistic_transaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

961
mock_env_test : util/mock_env_test.o $(LIBOBJECTS) $(TESTHARNESS)
962
	$(AM_LINK)
963

964
manual_compaction_test: db/manual_compaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
965
	$(AM_LINK)
966

967
filelock_test: util/filelock_test.o $(LIBOBJECTS) $(TESTHARNESS)
968
	$(AM_LINK)
K
Kai Liu 已提交
969 970

auto_roll_logger_test: util/auto_roll_logger_test.o $(LIBOBJECTS) $(TESTHARNESS)
971
	$(AM_LINK)
972

A
agiardullo 已提交
973 974 975
memtable_list_test: db/memtable_list_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

A
agiardullo 已提交
976 977 978
write_callback_test: db/write_callback_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

979 980 981
heap_test: util/heap_test.o $(GTEST)
	$(AM_LINK)

A
agiardullo 已提交
982 983 984
transaction_test: utilities/transactions/transaction_test.o $(LIBOBJECTS) $(TESTHARNESS)
	$(AM_LINK)

985
sst_dump: tools/sst_dump.o $(LIBOBJECTS)
986
	$(AM_LINK)
987

988
ldb_cmd_test: tools/ldb_cmd_test.o $(LIBOBJECTS) $(TESTHARNESS)
989 990
	$(AM_LINK)

991
ldb: tools/ldb.o $(LIBOBJECTS)
992
	$(AM_LINK)
993

I
Igor Canadi 已提交
994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025
#-------------------------------------------------
# make install related stuff
INSTALL_PATH ?= /usr/local

uninstall:
	rm -rf $(INSTALL_PATH)/include/rocksdb \
	  $(INSTALL_PATH)/lib/$(LIBRARY) \
	  $(INSTALL_PATH)/lib/$(SHARED4) \
	  $(INSTALL_PATH)/lib/$(SHARED3) \
	  $(INSTALL_PATH)/lib/$(SHARED2) \
	  $(INSTALL_PATH)/lib/$(SHARED1)

install-headers:
	install -d $(INSTALL_PATH)/lib
	for header_dir in `find "include/rocksdb" -type d`; do \
		install -d $(INSTALL_PATH)/$$header_dir; \
	done
	for header in `find "include/rocksdb" -type f -name *.h`; do \
		install -C -m 644 $$header $(INSTALL_PATH)/$$header; \
	done

install-static: install-headers $(LIBRARY)
	install -C -m 755 $(LIBRARY) $(INSTALL_PATH)/lib

install-shared: install-headers $(SHARED4)
	install -C -m 755 $(SHARED4) $(INSTALL_PATH)/lib && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED3) && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED2) && \
		ln -fs $(SHARED4) $(INSTALL_PATH)/lib/$(SHARED1)

# install static by default + install shared if it exists
install: install-static
I
Igor Canadi 已提交
1026
	[ -e $(SHARED4) ] && $(MAKE) install-shared || :
I
Igor Canadi 已提交
1027 1028 1029 1030

#-------------------------------------------------


1031 1032 1033 1034
# ---------------------------------------------------------------------------
# Jni stuff
# ---------------------------------------------------------------------------

1035
JAVA_INCLUDE = -I$(JAVA_HOME)/include/ -I$(JAVA_HOME)/include/linux
1036 1037
ARCH := $(shell getconf LONG_BIT)
ROCKSDBJNILIB = librocksdbjni-linux$(ARCH).so
1038
ROCKSDB_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux$(ARCH).jar
1039
ROCKSDB_JAR_ALL = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH).jar
C
Chris Riccomini 已提交
1040
ROCKSDB_JAVADOCS_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-javadoc.jar
1041
ROCKSDB_SOURCES_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-sources.jar
1042 1043

ifeq ($(PLATFORM), OS_MACOSX)
1044
ROCKSDBJNILIB = librocksdbjni-osx.jnilib
1045
ROCKSDB_JAR = rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-osx.jar
1046 1047 1048 1049 1050
ifneq ("$(wildcard $(JAVA_HOME)/include/darwin)","")
	JAVA_INCLUDE = -I$(JAVA_HOME)/include -I $(JAVA_HOME)/include/darwin
else
	JAVA_INCLUDE = -I/System/Library/Frameworks/JavaVM.framework/Headers/
endif
1051 1052
endif

N
Naveen 已提交
1053 1054
libz.a:
	-rm -rf zlib-1.2.8
N
Naveen 已提交
1055 1056 1057
	curl -O http://zlib.net/zlib-1.2.8.tar.gz
	tar xvzf zlib-1.2.8.tar.gz
	cd zlib-1.2.8 && CFLAGS='-fPIC' ./configure --static && make
1058
	cp zlib-1.2.8/libz.a .
N
Naveen 已提交
1059 1060 1061

libbz2.a:
	-rm -rf bzip2-1.0.6
1062
	curl -O  http://www.bzip.org/1.0.6/bzip2-1.0.6.tar.gz
N
Naveen 已提交
1063
	tar xvzf bzip2-1.0.6.tar.gz
1064
	cd bzip2-1.0.6 && make CFLAGS='-fPIC -O2 -g -D_FILE_OFFSET_BITS=64'
N
Naveen 已提交
1065 1066
	cp bzip2-1.0.6/libbz2.a .

N
Naveen 已提交
1067 1068
libsnappy.a:
	-rm -rf snappy-1.1.1
N
Naveen 已提交
1069 1070
	curl -O https://snappy.googlecode.com/files/snappy-1.1.1.tar.gz
	tar xvzf snappy-1.1.1.tar.gz
N
Naveen 已提交
1071
	cd snappy-1.1.1 && ./configure --with-pic --enable-static
N
Naveen 已提交
1072 1073
	cd snappy-1.1.1 && make
	cp snappy-1.1.1/.libs/libsnappy.a .
1074

1075 1076 1077 1078 1079 1080 1081
liblz4.a:
	   -rm -rf lz4-r127
	   curl -O https://codeload.github.com/Cyan4973/lz4/tar.gz/r127
	   mv r127 lz4-r127.tar.gz
	   tar xvzf lz4-r127.tar.gz
	   cd lz4-r127/lib && make CFLAGS='-fPIC' all
	   cp lz4-r127/lib/liblz4.a .
N
Naveen 已提交
1082

1083 1084 1085
# A version of each $(LIBOBJECTS) compiled with -fPIC and a fixed set of static compression libraries
java_static_libobjects = $(patsubst %,jls/%,$(LIBOBJECTS))
CLEAN_FILES += jls
1086

1087 1088 1089 1090 1091
JAVA_STATIC_FLAGS = -DZLIB -DBZIP2 -DSNAPPY -DLZ4
JAVA_STATIC_INCLUDES = -I./zlib-1.2.8 -I./bzip2-1.0.6 -I./snappy-1.1.1 -I./lz4-r127/lib

$(java_static_libobjects): jls/%.o: %.cc libz.a libbz2.a libsnappy.a liblz4.a
	$(AM_V_CC)mkdir -p $(@D) && $(CXX) $(CXXFLAGS) $(JAVA_STATIC_FLAGS) $(JAVA_STATIC_INCLUDES) -fPIC -c $< -o $@ $(COVERAGEFLAGS)
1092

1093
rocksdbjavastatic: $(java_static_libobjects)
F
fyrz 已提交
1094
	cd java;$(MAKE) javalib;
1095
	rm -f ./java/target/$(ROCKSDBJNILIB)
1096 1097
	$(CXX) $(CXXFLAGS) -I./java/. $(JAVA_INCLUDE) -shared -fPIC \
	  -o ./java/target/$(ROCKSDBJNILIB) $(JNI_NATIVE_SOURCES) \
1098
	  $(java_static_libobjects) $(COVERAGEFLAGS) \
1099
	  libz.a libbz2.a libsnappy.a liblz4.a $(JAVA_STATIC_LDFLAGS)
1100 1101 1102 1103 1104 1105
	cd java/target;strip -S -x $(ROCKSDBJNILIB)
	cd java;jar -cf target/$(ROCKSDB_JAR) HISTORY*.md
	cd java/target;jar -uf $(ROCKSDB_JAR) $(ROCKSDBJNILIB)
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR) org/rocksdb/*.class org/rocksdb/util/*.class
	cd java/target/apidocs;jar -cf ../$(ROCKSDB_JAVADOCS_JAR) *
	cd java/src/main/java;jar -cf ../../../target/$(ROCKSDB_SOURCES_JAR) org
N
Naveen 已提交
1106

1107
rocksdbjavastaticrelease: rocksdbjavastatic
1108
	cd java/crossbuild && vagrant destroy -f && vagrant up linux32 && vagrant halt linux32 && vagrant up linux64 && vagrant halt linux64
1109
	cd java;jar -cf target/$(ROCKSDB_JAR_ALL) HISTORY*.md
1110
	cd java/target;jar -uf $(ROCKSDB_JAR_ALL) librocksdbjni-*.so librocksdbjni-*.jnilib
1111
	cd java/target/classes;jar -uf ../$(ROCKSDB_JAR_ALL) org/rocksdb/*.class org/rocksdb/util/*.class
1112

1113
rocksdbjavastaticpublish: rocksdbjavastaticrelease
1114 1115 1116 1117 1118 1119
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-javadoc.jar -Dclassifier=javadoc
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-sources.jar -Dclassifier=sources
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux64.jar -Dclassifier=linux64
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-linux32.jar -Dclassifier=linux32
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH)-osx.jar -Dclassifier=osx
	mvn gpg:sign-and-deploy-file -Durl=https://oss.sonatype.org/service/local/staging/deploy/maven2/ -DrepositoryId=sonatype-nexus-staging -DpomFile=java/rocksjni.pom -Dfile=java/target/rocksdbjni-$(ROCKSDB_MAJOR).$(ROCKSDB_MINOR).$(ROCKSDB_PATCH).jar
1120

1121 1122 1123 1124 1125 1126 1127
# A version of each $(LIBOBJECTS) compiled with -fPIC
java_libobjects = $(patsubst %,jl/%,$(LIBOBJECTS))
CLEAN_FILES += jl

$(java_libobjects): jl/%.o: %.cc
	$(AM_V_CC)mkdir -p $(@D) && $(CXX) $(CXXFLAGS) -fPIC -c $< -o $@ $(COVERAGEFLAGS)

1128
rocksdbjava: $(java_libobjects)
1129 1130 1131 1132 1133 1134
	$(AM_V_GEN)cd java;$(MAKE) javalib;
	$(AM_V_at)rm -f ./java/target/$(ROCKSDBJNILIB)
	$(AM_V_at)$(CXX) $(CXXFLAGS) -I./java/. $(JAVA_INCLUDE) -shared -fPIC -o ./java/target/$(ROCKSDBJNILIB) $(JNI_NATIVE_SOURCES) $(java_libobjects) $(JAVA_LDFLAGS) $(COVERAGEFLAGS)
	$(AM_V_at)cd java;jar -cf target/$(ROCKSDB_JAR) HISTORY*.md
	$(AM_V_at)cd java/target;jar -uf $(ROCKSDB_JAR) $(ROCKSDBJNILIB)
	$(AM_V_at)cd java/target/classes;jar -uf ../$(ROCKSDB_JAR) org/rocksdb/*.class org/rocksdb/util/*.class
1135 1136 1137 1138

jclean:
	cd java;$(MAKE) clean;

1139
jtest: rocksdbjava
1140
	cd java;$(MAKE) sample;$(MAKE) test;
1141

1142 1143 1144
jdb_bench:
	cd java;$(MAKE) db_bench;

1145 1146
commit-prereq:
	$(MAKE) clean && $(MAKE) all check;
1147
	$(MAKE) clean && $(MAKE) jclean && $(MAKE) rocksdbjava;
1148
	$(MAKE) clean && USE_CLANG=1 $(MAKE) all;
1149
	$(MAKE) clean && OPT=-DROCKSDB_LITE $(MAKE) static_lib;
1150

V
Venkatesh Radhakrishnan 已提交
1151 1152 1153 1154 1155 1156 1157
xfunc:
	for xftest in $(XFUNC_TESTS); do \
		echo "===== Running xftest $$xftest"; \
		make check ROCKSDB_XFUNC_TEST="$$xftest" tests-regexp="DBTest" ;\
	done


1158 1159 1160
# ---------------------------------------------------------------------------
#  	Platform-specific compilation
# ---------------------------------------------------------------------------
J
Jim Paton 已提交
1161

1162 1163 1164
ifeq ($(PLATFORM), IOS)
# For iOS, create universal object files to be used on both the simulator and
# a device.
H
heyongqiang 已提交
1165 1166 1167
PLATFORMSROOT=/Applications/Xcode.app/Contents/Developer/Platforms
SIMULATORROOT=$(PLATFORMSROOT)/iPhoneSimulator.platform/Developer
DEVICEROOT=$(PLATFORMSROOT)/iPhoneOS.platform/Developer
I
Igor Canadi 已提交
1168
IOSVERSION=$(shell defaults read $(PLATFORMSROOT)/iPhoneOS.platform/version CFBundleShortVersionString)
1169

1170 1171
.cc.o:
	mkdir -p ios-x86/$(dir $@)
I
Igor Canadi 已提交
1172
	$(CXX) $(CXXFLAGS) -isysroot $(SIMULATORROOT)/SDKs/iPhoneSimulator$(IOSVERSION).sdk -arch i686 -arch x86_64 -c $< -o ios-x86/$@
1173
	mkdir -p ios-arm/$(dir $@)
I
Igor Canadi 已提交
1174
	xcrun -sdk iphoneos $(CXX) $(CXXFLAGS) -isysroot $(DEVICEROOT)/SDKs/iPhoneOS$(IOSVERSION).sdk -arch armv6 -arch armv7 -arch armv7s -arch arm64 -c $< -o ios-arm/$@
1175
	lipo ios-x86/$@ ios-arm/$@ -create -output $@
1176 1177 1178

.c.o:
	mkdir -p ios-x86/$(dir $@)
I
Igor Canadi 已提交
1179
	$(CC) $(CFLAGS) -isysroot $(SIMULATORROOT)/SDKs/iPhoneSimulator$(IOSVERSION).sdk -arch i686 -arch x86_64 -c $< -o ios-x86/$@
1180
	mkdir -p ios-arm/$(dir $@)
I
Igor Canadi 已提交
1181
	xcrun -sdk iphoneos $(CC) $(CFLAGS) -isysroot $(DEVICEROOT)/SDKs/iPhoneOS$(IOSVERSION).sdk -arch armv6 -arch armv7 -arch armv7s -arch arm64 -c $< -o ios-arm/$@
1182 1183
	lipo ios-x86/$@ ios-arm/$@ -create -output $@

1184
else
J
jorlow@chromium.org 已提交
1185
.cc.o:
1186
	$(AM_V_CC)$(CXX) $(CXXFLAGS) -c $< -o $@ $(COVERAGEFLAGS)
1187 1188

.c.o:
1189
	$(AM_V_CC)$(CC) $(CFLAGS) -c $< -o $@
1190
endif
1191

1192 1193 1194 1195
# ---------------------------------------------------------------------------
#  	Source files dependencies detection
# ---------------------------------------------------------------------------

1196 1197 1198
all_sources = $(LIB_SOURCES) $(TEST_BENCH_SOURCES) $(MOCK_SOURCES)
DEPFILES = $(all_sources:.cc=.d)

1199 1200 1201 1202 1203
# Add proper dependency support so changing a .h file forces a .cc file to
# rebuild.

# The .d file indicates .cc file's dependencies on .h files. We generate such
# dependency by g++'s -MM option, whose output is a make dependency rule.
1204
$(DEPFILES): %.d: %.cc
1205
	@$(CXX) $(CXXFLAGS) $(PLATFORM_SHARED_CFLAGS) \
1206
	  -MM -MT'$@' -MT'$(<:.cc=.o)' "$<" -o '$@'
1207 1208 1209

depend: $(DEPFILES)

1210 1211 1212 1213
# if the make goal is either "clean" or "format", we shouldn't
# try to import the *.d files.
# TODO(kailiu) The unfamiliarity of Make's conditions leads to the ugly
# working solution.
1214
ifneq ($(MAKECMDGOALS),clean)
1215
ifneq ($(MAKECMDGOALS),format)
1216 1217
ifneq ($(MAKECMDGOALS),jclean)
ifneq ($(MAKECMDGOALS),jtest)
1218
ifneq ($(MAKECMDGOALS),package)
1219
ifneq ($(MAKECMDGOALS),analyze)
1220 1221
-include $(DEPFILES)
endif
1222
endif
1223 1224
endif
endif
1225
endif
1226
endif