Skip to content

S
Serving

PaddlePaddle / Serving
大约 2 年 前同步成功

通知 187
Star 833
Fork 253
S
Serving
提交 01f955ec 编写于 作者: G guru4elephant
浏览文件
操作

refine python API folder structure 

seperate client and server: we may support multiple version of client, but server can be only one version
上级 c928fcd1
隐藏空白更改
内联 并排
Showing with 138 addition and 24516 deletion
CMakeLists.txt
浏览文件 @ 01f955ec
...@@ -137,4 +137,4 @@ add_subdirectory(python) ...@@ -137,4 +137,4 @@ add_subdirectory(python)
set(PYTHON_INCLUDE_DIR ${PYTHON_INCLUDE}) set(PYTHON_INCLUDE_DIR ${PYTHON_INCLUDE})
set(PYTHON_LIBRARIES ${PYTHON_LIB}) set(PYTHON_LIBRARIES ${PYTHON_LIB})
add_subdirectory(examples) #add_subdirectory(examples)
examples/demo-serving/conf/model_toolkit.prototxt
浏览文件 @ 01f955ec
engines {
name: "image_classification_resnet"
type: "FLUID_CPU_ANALYSIS_DIR"
reloadable_meta: "./data/model/paddle/fluid_time_file"
reloadable_type: "timestamp_ne"
model_data_path: "./data/model/paddle/fluid/SE_ResNeXt50_32x4d"
runtime_thread_num: 0
batch_infer_size: 0
enable_batch_align: 0
enable_memory_optimization: true
static_optimization: false
force_update_static_cache: false
}
engines { engines {
name: "general_model" name: "general_model"
type: "FLUID_CPU_ANALYSIS_DIR" type: "FLUID_CPU_ANALYSIS_DIR"
...@@ -22,39 +8,3 @@ engines { ...@@ -22,39 +8,3 @@ engines {
batch_infer_size: 0 batch_infer_size: 0
enable_batch_align: 0 enable_batch_align: 0
} }
engines {
name: "text_classification_bow"
type: "FLUID_CPU_ANALYSIS_DIR"
reloadable_meta: "./data/model/paddle/fluid_time_file"
reloadable_type: "timestamp_ne"
model_data_path: "./data/model/paddle/fluid/text_classification_lstm"
runtime_thread_num: 0
batch_infer_size: 0
enable_batch_align: 0
}
engines {
name: "ctr_prediction"
type: "FLUID_CPU_ANALYSIS_DIR"
reloadable_meta: "./data/model/paddle/fluid_time_file"
reloadable_type: "timestamp_ne"
model_data_path: "./data/model/paddle/fluid/ctr_prediction"
runtime_thread_num: 0
batch_infer_size: 0
enable_batch_align: 0
sparse_param_service_type: REMOTE
sparse_param_service_table_name: "test_dict"
}
engines {
name: "bert"
type: "FLUID_CPU_ANALYSIS_DIR"
reloadable_meta: "./data/model/paddle/fluid_time_file"
reloadable_type: "timestamp_ne"
model_data_path: "./data/model/paddle/fluid/bert_cased_L-12_H-768_A-12"
runtime_thread_num: 0
batch_infer_size: 0
enable_batch_align: 0
enable_memory_optimization: true
}
examples/demo-serving/conf/service.prototxt
浏览文件 @ 01f955ec
services { port: 9292
name: "BuiltinDenseFormatService"
workflows: "workflow1"
}
services {
name: "BuiltinSparseFormatService"
workflows: "workflow2"
}
services {
name: "BuiltinTestEchoService"
workflows: "workflow3"
}
services {
name: "ImageClassifyService"
workflows: "workflow4"
}
services {
name: "BuiltinFluidService"
workflows: "workflow5"
}
services {
name: "TextClassificationService"
workflows: "workflow6"
}
services {
name: "EchoKVDBService"
workflows: "workflow7"
}
services {
name: "CTRPredictionService"
workflows: "workflow8"
}
services {
name: "BertService"
workflows: "workflow9"
}
services { services {
name: "GeneralModelService" name: "GeneralModelService"
workflows: "workflow11" workflows: "workflow11"
......
examples/demo-serving/conf/workflow.prototxt
浏览文件 @ 01f955ec
workflows {
name: "workflow1"
workflow_type: "Sequence"
nodes {
name: "dense_echo_op"
type: "DenseEchoOp"
}
}
workflows {
name: "workflow2"
workflow_type: "Sequence"
nodes {
name: "sparse_echo_op"
type: "SparseEchoOp"
dependencies {
name: "startup_op"
mode: "RO"
}
}
}
workflows {
name: "workflow3"
workflow_type: "Sequence"
nodes {
name: "echo_op"
type: "CommonEchoOp"
}
}
workflows {
name: "workflow4"
workflow_type: "Sequence"
nodes {
name: "image_reader_op"
type: "ReaderOp"
}
nodes {
name: "image_classify_op"
type: "ClassifyOp"
dependencies {
name: "image_reader_op"
mode: "RO"
}
}
nodes {
name: "write_json_op"
type: "WriteJsonOp"
dependencies {
name: "image_classify_op"
mode: "RO"
}
}
}
workflows {
name: "workflow5"
workflow_type: "Sequence"
nodes {
name: "int64tensor_echo_op"
type: "Int64TensorEchoOp"
}
}
workflows {
name: "workflow6"
workflow_type: "Sequence"
nodes {
name: "text_classify_op"
type: "TextClassificationOp"
}
}
workflows {
name: "workflow7"
workflow_type: "Sequence"
nodes {
name: "echo_kvdb_service_op"
type: "KVDBEchoOp"
}
}
workflows {
name: "workflow8"
workflow_type: "Sequence"
nodes {
name: "ctr_prediction_service_op"
type: "CTRPredictionOp"
}
}
workflows {
name: "workflow9"
workflow_type: "Sequence"
nodes {
name: "bert_service_op"
type: "BertServiceOp"
}
}
workflows {
name: "workflow10"
workflow_type: "Sequence"
nodes {
name: "general_model_op"
type: "GeneralModelOp"
}
}
workflows { workflows {
name: "workflow11" name: "workflow11"
workflow_type: "Sequence" workflow_type: "Sequence"
......
examples/demo-serving/kvdb/IDENTITY 已删除 100644 → 0
浏览文件 @ c928fcd1
13d73780-de4f-4b8c-9040-34e5adc9f9ae
examples/demo-serving/kvdb/LOG 已删除 100644 → 0
浏览文件 @ c928fcd1
因为 它太大了无法显示 source diff 。你可以改为 查看blob。
examples/demo-serving/kvdb/LOG.old.1578712592954203 已删除 100644 → 0
浏览文件 @ c928fcd1
2020/01/10-09:39:03.152794 7f45d8eaa440 RocksDB version: 6.2.4
2020/01/10-09:39:03.152835 7f45d8eaa440 Git sha rocksdb_build_git_sha:3513d4e93f8530ac44cc0c1efea04be4259c6938
2020/01/10-09:39:03.152838 7f45d8eaa440 Compile date Dec 23 2019
2020/01/10-09:39:03.152842 7f45d8eaa440 DB SUMMARY
2020/01/10-09:39:03.152858 7f45d8eaa440 SST files in kvdb dir, Total Num: 0, files:
2020/01/10-09:39:03.152861 7f45d8eaa440 Write Ahead Log file in kvdb:
2020/01/10-09:39:03.152864 7f45d8eaa440 Options.error_if_exists: 0
2020/01/10-09:39:03.152866 7f45d8eaa440 Options.create_if_missing: 1
2020/01/10-09:39:03.152867 7f45d8eaa440 Options.paranoid_checks: 1
2020/01/10-09:39:03.152868 7f45d8eaa440 Options.env: 0x1bed2ac0
2020/01/10-09:39:03.152870 7f45d8eaa440 Options.info_log: 0x206faac0
2020/01/10-09:39:03.152871 7f45d8eaa440 Options.max_file_opening_threads: 16
2020/01/10-09:39:03.152872 7f45d8eaa440 Options.statistics: (nil)
2020/01/10-09:39:03.152874 7f45d8eaa440 Options.use_fsync: 0
2020/01/10-09:39:03.152875 7f45d8eaa440 Options.max_log_file_size: 0
2020/01/10-09:39:03.152876 7f45d8eaa440 Options.max_manifest_file_size: 1073741824
2020/01/10-09:39:03.152877 7f45d8eaa440 Options.log_file_time_to_roll: 0
2020/01/10-09:39:03.152879 7f45d8eaa440 Options.keep_log_file_num: 1000
2020/01/10-09:39:03.152880 7f45d8eaa440 Options.recycle_log_file_num: 0
2020/01/10-09:39:03.152881 7f45d8eaa440 Options.allow_fallocate: 1
2020/01/10-09:39:03.152882 7f45d8eaa440 Options.allow_mmap_reads: 0
2020/01/10-09:39:03.152883 7f45d8eaa440 Options.allow_mmap_writes: 0
2020/01/10-09:39:03.152884 7f45d8eaa440 Options.use_direct_reads: 0
2020/01/10-09:39:03.152886 7f45d8eaa440 Options.use_direct_io_for_flush_and_compaction: 0
2020/01/10-09:39:03.152887 7f45d8eaa440 Options.create_missing_column_families: 0
2020/01/10-09:39:03.152890 7f45d8eaa440 Options.db_log_dir:
2020/01/10-09:39:03.152891 7f45d8eaa440 Options.wal_dir: kvdb
2020/01/10-09:39:03.152892 7f45d8eaa440 Options.table_cache_numshardbits: 6
2020/01/10-09:39:03.152893 7f45d8eaa440 Options.max_subcompactions: 1
2020/01/10-09:39:03.152894 7f45d8eaa440 Options.max_background_flushes: -1
2020/01/10-09:39:03.152896 7f45d8eaa440 Options.WAL_ttl_seconds: 0
2020/01/10-09:39:03.152897 7f45d8eaa440 Options.WAL_size_limit_MB: 0
2020/01/10-09:39:03.152898 7f45d8eaa440 Options.manifest_preallocation_size: 4194304
2020/01/10-09:39:03.152900 7f45d8eaa440 Options.is_fd_close_on_exec: 1
2020/01/10-09:39:03.152901 7f45d8eaa440 Options.advise_random_on_open: 1
2020/01/10-09:39:03.152902 7f45d8eaa440 Options.db_write_buffer_size: 0
2020/01/10-09:39:03.152903 7f45d8eaa440 Options.write_buffer_manager: 0x206fab20
2020/01/10-09:39:03.152905 7f45d8eaa440 Options.access_hint_on_compaction_start: 1
2020/01/10-09:39:03.152906 7f45d8eaa440 Options.new_table_reader_for_compaction_inputs: 0
2020/01/10-09:39:03.152907 7f45d8eaa440 Options.random_access_max_buffer_size: 1048576
2020/01/10-09:39:03.152908 7f45d8eaa440 Options.use_adaptive_mutex: 0
2020/01/10-09:39:03.152909 7f45d8eaa440 Options.rate_limiter: (nil)
2020/01/10-09:39:03.152911 7f45d8eaa440 Options.sst_file_manager.rate_bytes_per_sec: 0
2020/01/10-09:39:03.152912 7f45d8eaa440 Options.wal_recovery_mode: 2
2020/01/10-09:39:03.152913 7f45d8eaa440 Options.enable_thread_tracking: 0
2020/01/10-09:39:03.152914 7f45d8eaa440 Options.enable_pipelined_write: 0
2020/01/10-09:39:03.152922 7f45d8eaa440 Options.allow_concurrent_memtable_write: 1
2020/01/10-09:39:03.152924 7f45d8eaa440 Options.enable_write_thread_adaptive_yield: 1
2020/01/10-09:39:03.152925 7f45d8eaa440 Options.write_thread_max_yield_usec: 100
2020/01/10-09:39:03.152926 7f45d8eaa440 Options.write_thread_slow_yield_usec: 3
2020/01/10-09:39:03.152927 7f45d8eaa440 Options.row_cache: None
2020/01/10-09:39:03.152928 7f45d8eaa440 Options.wal_filter: None
2020/01/10-09:39:03.152930 7f45d8eaa440 Options.avoid_flush_during_recovery: 0
2020/01/10-09:39:03.152931 7f45d8eaa440 Options.allow_ingest_behind: 0
2020/01/10-09:39:03.152932 7f45d8eaa440 Options.preserve_deletes: 0
2020/01/10-09:39:03.152934 7f45d8eaa440 Options.two_write_queues: 0
2020/01/10-09:39:03.152935 7f45d8eaa440 Options.manual_wal_flush: 0
2020/01/10-09:39:03.152936 7f45d8eaa440 Options.atomic_flush: 0
2020/01/10-09:39:03.152937 7f45d8eaa440 Options.avoid_unnecessary_blocking_io: 0
2020/01/10-09:39:03.152938 7f45d8eaa440 Options.max_background_jobs: 2
2020/01/10-09:39:03.152939 7f45d8eaa440 Options.max_background_compactions: -1
2020/01/10-09:39:03.152941 7f45d8eaa440 Options.avoid_flush_during_shutdown: 0
2020/01/10-09:39:03.152942 7f45d8eaa440 Options.writable_file_max_buffer_size: 1048576
2020/01/10-09:39:03.152943 7f45d8eaa440 Options.delayed_write_rate : 16777216
2020/01/10-09:39:03.152944 7f45d8eaa440 Options.max_total_wal_size: 0
2020/01/10-09:39:03.152945 7f45d8eaa440 Options.delete_obsolete_files_period_micros: 21600000000
2020/01/10-09:39:03.152947 7f45d8eaa440 Options.stats_dump_period_sec: 600
2020/01/10-09:39:03.152948 7f45d8eaa440 Options.stats_persist_period_sec: 600
2020/01/10-09:39:03.152949 7f45d8eaa440 Options.stats_history_buffer_size: 1048576
2020/01/10-09:39:03.152950 7f45d8eaa440 Options.max_open_files: -1
2020/01/10-09:39:03.152952 7f45d8eaa440 Options.bytes_per_sync: 0
2020/01/10-09:39:03.152953 7f45d8eaa440 Options.wal_bytes_per_sync: 0
2020/01/10-09:39:03.152954 7f45d8eaa440 Options.strict_bytes_per_sync: 0
2020/01/10-09:39:03.152955 7f45d8eaa440 Options.compaction_readahead_size: 0
2020/01/10-09:39:03.152956 7f45d8eaa440 Compression algorithms supported:
2020/01/10-09:39:03.152975 7f45d8eaa440 kZSTDNotFinalCompression supported: 0
2020/01/10-09:39:03.152981 7f45d8eaa440 kZSTD supported: 0
2020/01/10-09:39:03.152982 7f45d8eaa440 kXpressCompression supported: 0
2020/01/10-09:39:03.152983 7f45d8eaa440 kLZ4HCCompression supported: 0
2020/01/10-09:39:03.152984 7f45d8eaa440 kLZ4Compression supported: 0
2020/01/10-09:39:03.152986 7f45d8eaa440 kBZip2Compression supported: 1
2020/01/10-09:39:03.152987 7f45d8eaa440 kZlibCompression supported: 1
2020/01/10-09:39:03.152988 7f45d8eaa440 kSnappyCompression supported: 0
2020/01/10-09:39:03.152991 7f45d8eaa440 Fast CRC32 supported: Supported on x86
2020/01/10-09:39:03.153040 7f45d8eaa440 [/db_impl_open.cc:242] Creating manifest 1
2020/01/10-09:39:03.155451 7f45d8eaa440 [/version_set.cc:4053] Recovering from manifest file: kvdb/MANIFEST-000001
2020/01/10-09:39:03.155527 7f45d8eaa440 [/column_family.cc:482] --------------- Options for column family [default]:
2020/01/10-09:39:03.155531 7f45d8eaa440 Options.comparator: leveldb.BytewiseComparator
2020/01/10-09:39:03.155533 7f45d8eaa440 Options.merge_operator: None
2020/01/10-09:39:03.155535 7f45d8eaa440 Options.compaction_filter: None
2020/01/10-09:39:03.155536 7f45d8eaa440 Options.compaction_filter_factory: None
2020/01/10-09:39:03.155537 7f45d8eaa440 Options.memtable_factory: SkipListFactory
2020/01/10-09:39:03.155539 7f45d8eaa440 Options.table_factory: BlockBasedTable
2020/01/10-09:39:03.155577 7f45d8eaa440 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x1e67c230)
cache_index_and_filter_blocks: 0
cache_index_and_filter_blocks_with_high_priority: 0
pin_l0_filter_and_index_blocks_in_cache: 0
pin_top_level_index_and_filter: 1
index_type: 0
data_block_index_type: 0
index_shortening: 1
data_block_hash_table_util_ratio: 0.750000
hash_index_allow_collision: 1
checksum: 1
no_block_cache: 0
block_cache: 0x206f8040
block_cache_name: LRUCache
block_cache_options:
capacity : 8388608
num_shard_bits : 4
strict_capacity_limit : 0
memory_allocator : None
high_pri_pool_ratio: 0.000
block_cache_compressed: (nil)
persistent_cache: (nil)
block_size: 4096
block_size_deviation: 10
block_restart_interval: 16
index_block_restart_interval: 1
metadata_block_size: 4096
partition_filters: 0
use_delta_encoding: 1
filter_policy: nullptr
whole_key_filtering: 1
verify_compression: 0
read_amp_bytes_per_bit: 0
format_version: 2
enable_index_compression: 1
block_align: 0
2020/01/10-09:39:03.155593 7f45d8eaa440 Options.write_buffer_size: 67108864
2020/01/10-09:39:03.155594 7f45d8eaa440 Options.max_write_buffer_number: 2
2020/01/10-09:39:03.155596 7f45d8eaa440 Options.compression: NoCompression
2020/01/10-09:39:03.155598 7f45d8eaa440 Options.bottommost_compression: Disabled
2020/01/10-09:39:03.155599 7f45d8eaa440 Options.prefix_extractor: nullptr
2020/01/10-09:39:03.155600 7f45d8eaa440 Options.memtable_insert_with_hint_prefix_extractor: nullptr
2020/01/10-09:39:03.155602 7f45d8eaa440 Options.num_levels: 7
2020/01/10-09:39:03.155603 7f45d8eaa440 Options.min_write_buffer_number_to_merge: 1
2020/01/10-09:39:03.155604 7f45d8eaa440 Options.max_write_buffer_number_to_maintain: 0
2020/01/10-09:39:03.155606 7f45d8eaa440 Options.bottommost_compression_opts.window_bits: -14
2020/01/10-09:39:03.155607 7f45d8eaa440 Options.bottommost_compression_opts.level: 32767
2020/01/10-09:39:03.155608 7f45d8eaa440 Options.bottommost_compression_opts.strategy: 0
2020/01/10-09:39:03.155610 7f45d8eaa440 Options.bottommost_compression_opts.max_dict_bytes: 0
2020/01/10-09:39:03.155611 7f45d8eaa440 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
2020/01/10-09:39:03.155612 7f45d8eaa440 Options.bottommost_compression_opts.enabled: false
2020/01/10-09:39:03.155614 7f45d8eaa440 Options.compression_opts.window_bits: -14
2020/01/10-09:39:03.155615 7f45d8eaa440 Options.compression_opts.level: 32767
2020/01/10-09:39:03.155616 7f45d8eaa440 Options.compression_opts.strategy: 0
2020/01/10-09:39:03.155617 7f45d8eaa440 Options.compression_opts.max_dict_bytes: 0
2020/01/10-09:39:03.155619 7f45d8eaa440 Options.compression_opts.zstd_max_train_bytes: 0
2020/01/10-09:39:03.155620 7f45d8eaa440 Options.compression_opts.enabled: false
2020/01/10-09:39:03.155621 7f45d8eaa440 Options.level0_file_num_compaction_trigger: 4
2020/01/10-09:39:03.155622 7f45d8eaa440 Options.level0_slowdown_writes_trigger: 20
2020/01/10-09:39:03.155624 7f45d8eaa440 Options.level0_stop_writes_trigger: 36
2020/01/10-09:39:03.155625 7f45d8eaa440 Options.target_file_size_base: 67108864
2020/01/10-09:39:03.155626 7f45d8eaa440 Options.target_file_size_multiplier: 1
2020/01/10-09:39:03.155627 7f45d8eaa440 Options.max_bytes_for_level_base: 268435456
2020/01/10-09:39:03.155629 7f45d8eaa440 Options.snap_refresh_nanos: 0
2020/01/10-09:39:03.155630 7f45d8eaa440 Options.level_compaction_dynamic_level_bytes: 0
2020/01/10-09:39:03.155631 7f45d8eaa440 Options.max_bytes_for_level_multiplier: 10.000000
2020/01/10-09:39:03.155633 7f45d8eaa440 Options.max_bytes_for_level_multiplier_addtl[0]: 1
2020/01/10-09:39:03.155635 7f45d8eaa440 Options.max_bytes_for_level_multiplier_addtl[1]: 1
2020/01/10-09:39:03.155641 7f45d8eaa440 Options.max_bytes_for_level_multiplier_addtl[2]: 1
2020/01/10-09:39:03.155642 7f45d8eaa440 Options.max_bytes_for_level_multiplier_addtl[3]: 1
2020/01/10-09:39:03.155644 7f45d8eaa440 Options.max_bytes_for_level_multiplier_addtl[4]: 1
2020/01/10-09:39:03.155645 7f45d8eaa440 Options.max_bytes_for_level_multiplier_addtl[5]: 1
2020/01/10-09:39:03.155646 7f45d8eaa440 Options.max_bytes_for_level_multiplier_addtl[6]: 1
2020/01/10-09:39:03.155647 7f45d8eaa440 Options.max_sequential_skip_in_iterations: 8
2020/01/10-09:39:03.155648 7f45d8eaa440 Options.max_compaction_bytes: 1677721600
2020/01/10-09:39:03.155650 7f45d8eaa440 Options.arena_block_size: 8388608
2020/01/10-09:39:03.155651 7f45d8eaa440 Options.soft_pending_compaction_bytes_limit: 68719476736
2020/01/10-09:39:03.155652 7f45d8eaa440 Options.hard_pending_compaction_bytes_limit: 274877906944
2020/01/10-09:39:03.155653 7f45d8eaa440 Options.rate_limit_delay_max_milliseconds: 100
2020/01/10-09:39:03.155655 7f45d8eaa440 Options.disable_auto_compactions: 0
2020/01/10-09:39:03.155656 7f45d8eaa440 Options.compaction_style: kCompactionStyleLevel
2020/01/10-09:39:03.155658 7f45d8eaa440 Options.compaction_pri: kMinOverlappingRatio
2020/01/10-09:39:03.155659 7f45d8eaa440 Options.compaction_options_universal.size_ratio: 1
2020/01/10-09:39:03.155661 7f45d8eaa440 Options.compaction_options_universal.min_merge_width: 2
2020/01/10-09:39:03.155662 7f45d8eaa440 Options.compaction_options_universal.max_merge_width: 4294967295
2020/01/10-09:39:03.155663 7f45d8eaa440 Options.compaction_options_universal.max_size_amplification_percent: 200
2020/01/10-09:39:03.155664 7f45d8eaa440 Options.compaction_options_universal.compression_size_percent: -1
2020/01/10-09:39:03.155666 7f45d8eaa440 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
2020/01/10-09:39:03.155667 7f45d8eaa440 Options.compaction_options_fifo.max_table_files_size: 1073741824
2020/01/10-09:39:03.155668 7f45d8eaa440 Options.compaction_options_fifo.allow_compaction: 0
2020/01/10-09:39:03.155670 7f45d8eaa440 Options.table_properties_collectors:
2020/01/10-09:39:03.155671 7f45d8eaa440 Options.inplace_update_support: 0
2020/01/10-09:39:03.155672 7f45d8eaa440 Options.inplace_update_num_locks: 10000
2020/01/10-09:39:03.155673 7f45d8eaa440 Options.memtable_prefix_bloom_size_ratio: 0.000000
2020/01/10-09:39:03.155675 7f45d8eaa440 Options.memtable_whole_key_filtering: 0
2020/01/10-09:39:03.155676 7f45d8eaa440 Options.memtable_huge_page_size: 0
2020/01/10-09:39:03.155677 7f45d8eaa440 Options.bloom_locality: 0
2020/01/10-09:39:03.155678 7f45d8eaa440 Options.max_successive_merges: 0
2020/01/10-09:39:03.155679 7f45d8eaa440 Options.optimize_filters_for_hits: 0
2020/01/10-09:39:03.155681 7f45d8eaa440 Options.paranoid_file_checks: 0
2020/01/10-09:39:03.155682 7f45d8eaa440 Options.force_consistency_checks: 0
2020/01/10-09:39:03.155683 7f45d8eaa440 Options.report_bg_io_stats: 0
2020/01/10-09:39:03.155684 7f45d8eaa440 Options.ttl: 0
2020/01/10-09:39:03.155685 7f45d8eaa440 Options.periodic_compaction_seconds: 0
2020/01/10-09:39:03.156268 7f45d8eaa440 [/version_set.cc:4267] Recovered from manifest file:kvdb/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
2020/01/10-09:39:03.156273 7f45d8eaa440 [/version_set.cc:4276] Column family [default] (ID 0), log number is 0
2020/01/10-09:39:03.158204 7f45d8eaa440 DB pointer 0x206f97b0
2020/01/10-09:39:03.158523 7f455a5f6700 [/db_impl.cc:779] ------- DUMPING STATS -------
2020/01/10-09:39:03.158563 7f455a5f6700 [/db_impl.cc:780]
** DB Stats **
Uptime(secs): 0.0 total, 0.0 interval
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 0.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 0.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
examples/demo-serving/kvdb/LOG.old.1578715678727481 已删除 100644 → 0
浏览文件 @ c928fcd1
2020/01/11-11:16:32.954673 7f422a851440 RocksDB version: 6.2.4
2020/01/11-11:16:32.954711 7f422a851440 Git sha rocksdb_build_git_sha:3513d4e93f8530ac44cc0c1efea04be4259c6938
2020/01/11-11:16:32.954714 7f422a851440 Compile date Dec 23 2019
2020/01/11-11:16:32.954717 7f422a851440 DB SUMMARY
2020/01/11-11:16:32.954744 7f422a851440 CURRENT file: CURRENT
2020/01/11-11:16:32.954746 7f422a851440 IDENTITY file: IDENTITY
2020/01/11-11:16:32.954750 7f422a851440 MANIFEST file: MANIFEST-000001 size: 13 Bytes
2020/01/11-11:16:32.954752 7f422a851440 SST files in kvdb dir, Total Num: 0, files:
2020/01/11-11:16:32.954754 7f422a851440 Write Ahead Log file in kvdb: 000003.log size: 0 ;
2020/01/11-11:16:32.954756 7f422a851440 Options.error_if_exists: 0
2020/01/11-11:16:32.954757 7f422a851440 Options.create_if_missing: 1
2020/01/11-11:16:32.954758 7f422a851440 Options.paranoid_checks: 1
2020/01/11-11:16:32.954760 7f422a851440 Options.env: 0x1bed2ac0
2020/01/11-11:16:32.954761 7f422a851440 Options.info_log: 0x1f4720f0
2020/01/11-11:16:32.954762 7f422a851440 Options.max_file_opening_threads: 16
2020/01/11-11:16:32.954764 7f422a851440 Options.statistics: (nil)
2020/01/11-11:16:32.954765 7f422a851440 Options.use_fsync: 0
2020/01/11-11:16:32.954766 7f422a851440 Options.max_log_file_size: 0
2020/01/11-11:16:32.954768 7f422a851440 Options.max_manifest_file_size: 1073741824
2020/01/11-11:16:32.954769 7f422a851440 Options.log_file_time_to_roll: 0
2020/01/11-11:16:32.954770 7f422a851440 Options.keep_log_file_num: 1000
2020/01/11-11:16:32.954771 7f422a851440 Options.recycle_log_file_num: 0
2020/01/11-11:16:32.954772 7f422a851440 Options.allow_fallocate: 1
2020/01/11-11:16:32.954774 7f422a851440 Options.allow_mmap_reads: 0
2020/01/11-11:16:32.954775 7f422a851440 Options.allow_mmap_writes: 0
2020/01/11-11:16:32.954776 7f422a851440 Options.use_direct_reads: 0
2020/01/11-11:16:32.954777 7f422a851440 Options.use_direct_io_for_flush_and_compaction: 0
2020/01/11-11:16:32.954778 7f422a851440 Options.create_missing_column_families: 0
2020/01/11-11:16:32.954780 7f422a851440 Options.db_log_dir:
2020/01/11-11:16:32.954782 7f422a851440 Options.wal_dir: kvdb
2020/01/11-11:16:32.954783 7f422a851440 Options.table_cache_numshardbits: 6
2020/01/11-11:16:32.954784 7f422a851440 Options.max_subcompactions: 1
2020/01/11-11:16:32.954785 7f422a851440 Options.max_background_flushes: -1
2020/01/11-11:16:32.954787 7f422a851440 Options.WAL_ttl_seconds: 0
2020/01/11-11:16:32.954788 7f422a851440 Options.WAL_size_limit_MB: 0
2020/01/11-11:16:32.954789 7f422a851440 Options.manifest_preallocation_size: 4194304
2020/01/11-11:16:32.954790 7f422a851440 Options.is_fd_close_on_exec: 1
2020/01/11-11:16:32.954791 7f422a851440 Options.advise_random_on_open: 1
2020/01/11-11:16:32.954793 7f422a851440 Options.db_write_buffer_size: 0
2020/01/11-11:16:32.954794 7f422a851440 Options.write_buffer_manager: 0x1f472150
2020/01/11-11:16:32.954795 7f422a851440 Options.access_hint_on_compaction_start: 1
2020/01/11-11:16:32.954796 7f422a851440 Options.new_table_reader_for_compaction_inputs: 0
2020/01/11-11:16:32.954797 7f422a851440 Options.random_access_max_buffer_size: 1048576
2020/01/11-11:16:32.954798 7f422a851440 Options.use_adaptive_mutex: 0
2020/01/11-11:16:32.954799 7f422a851440 Options.rate_limiter: (nil)
2020/01/11-11:16:32.954801 7f422a851440 Options.sst_file_manager.rate_bytes_per_sec: 0
2020/01/11-11:16:32.954802 7f422a851440 Options.wal_recovery_mode: 2
2020/01/11-11:16:32.954809 7f422a851440 Options.enable_thread_tracking: 0
2020/01/11-11:16:32.954810 7f422a851440 Options.enable_pipelined_write: 0
2020/01/11-11:16:32.954811 7f422a851440 Options.allow_concurrent_memtable_write: 1
2020/01/11-11:16:32.954812 7f422a851440 Options.enable_write_thread_adaptive_yield: 1
2020/01/11-11:16:32.954813 7f422a851440 Options.write_thread_max_yield_usec: 100
2020/01/11-11:16:32.954815 7f422a851440 Options.write_thread_slow_yield_usec: 3
2020/01/11-11:16:32.954816 7f422a851440 Options.row_cache: None
2020/01/11-11:16:32.954817 7f422a851440 Options.wal_filter: None
2020/01/11-11:16:32.954818 7f422a851440 Options.avoid_flush_during_recovery: 0
2020/01/11-11:16:32.954819 7f422a851440 Options.allow_ingest_behind: 0
2020/01/11-11:16:32.954820 7f422a851440 Options.preserve_deletes: 0
2020/01/11-11:16:32.954822 7f422a851440 Options.two_write_queues: 0
2020/01/11-11:16:32.954823 7f422a851440 Options.manual_wal_flush: 0
2020/01/11-11:16:32.954824 7f422a851440 Options.atomic_flush: 0
2020/01/11-11:16:32.954825 7f422a851440 Options.avoid_unnecessary_blocking_io: 0
2020/01/11-11:16:32.954826 7f422a851440 Options.max_background_jobs: 2
2020/01/11-11:16:32.954827 7f422a851440 Options.max_background_compactions: -1
2020/01/11-11:16:32.954828 7f422a851440 Options.avoid_flush_during_shutdown: 0
2020/01/11-11:16:32.954830 7f422a851440 Options.writable_file_max_buffer_size: 1048576
2020/01/11-11:16:32.954831 7f422a851440 Options.delayed_write_rate : 16777216
2020/01/11-11:16:32.954832 7f422a851440 Options.max_total_wal_size: 0
2020/01/11-11:16:32.954833 7f422a851440 Options.delete_obsolete_files_period_micros: 21600000000
2020/01/11-11:16:32.954834 7f422a851440 Options.stats_dump_period_sec: 600
2020/01/11-11:16:32.954836 7f422a851440 Options.stats_persist_period_sec: 600
2020/01/11-11:16:32.954837 7f422a851440 Options.stats_history_buffer_size: 1048576
2020/01/11-11:16:32.954838 7f422a851440 Options.max_open_files: -1
2020/01/11-11:16:32.954839 7f422a851440 Options.bytes_per_sync: 0
2020/01/11-11:16:32.954841 7f422a851440 Options.wal_bytes_per_sync: 0
2020/01/11-11:16:32.954842 7f422a851440 Options.strict_bytes_per_sync: 0
2020/01/11-11:16:32.954843 7f422a851440 Options.compaction_readahead_size: 0
2020/01/11-11:16:32.954844 7f422a851440 Compression algorithms supported:
2020/01/11-11:16:32.954856 7f422a851440 kZSTDNotFinalCompression supported: 0
2020/01/11-11:16:32.954862 7f422a851440 kZSTD supported: 0
2020/01/11-11:16:32.954863 7f422a851440 kXpressCompression supported: 0
2020/01/11-11:16:32.954864 7f422a851440 kLZ4HCCompression supported: 0
2020/01/11-11:16:32.954866 7f422a851440 kLZ4Compression supported: 0
2020/01/11-11:16:32.954867 7f422a851440 kBZip2Compression supported: 1
2020/01/11-11:16:32.954868 7f422a851440 kZlibCompression supported: 1
2020/01/11-11:16:32.954869 7f422a851440 kSnappyCompression supported: 0
2020/01/11-11:16:32.954871 7f422a851440 Fast CRC32 supported: Supported on x86
2020/01/11-11:16:32.955074 7f422a851440 [/version_set.cc:4053] Recovering from manifest file: kvdb/MANIFEST-000001
2020/01/11-11:16:32.955134 7f422a851440 [/column_family.cc:482] --------------- Options for column family [default]:
2020/01/11-11:16:32.955138 7f422a851440 Options.comparator: leveldb.BytewiseComparator
2020/01/11-11:16:32.955139 7f422a851440 Options.merge_operator: None
2020/01/11-11:16:32.955141 7f422a851440 Options.compaction_filter: None
2020/01/11-11:16:32.955142 7f422a851440 Options.compaction_filter_factory: None
2020/01/11-11:16:32.955143 7f422a851440 Options.memtable_factory: SkipListFactory
2020/01/11-11:16:32.955155 7f422a851440 Options.table_factory: BlockBasedTable
2020/01/11-11:16:32.955188 7f422a851440 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x1df01130)
cache_index_and_filter_blocks: 0
cache_index_and_filter_blocks_with_high_priority: 0
pin_l0_filter_and_index_blocks_in_cache: 0
pin_top_level_index_and_filter: 1
index_type: 0
data_block_index_type: 0
index_shortening: 1
data_block_hash_table_util_ratio: 0.750000
hash_index_allow_collision: 1
checksum: 1
no_block_cache: 0
block_cache: 0x1d62c180
block_cache_name: LRUCache
block_cache_options:
capacity : 8388608
num_shard_bits : 4
strict_capacity_limit : 0
memory_allocator : None
high_pri_pool_ratio: 0.000
block_cache_compressed: (nil)
persistent_cache: (nil)
block_size: 4096
block_size_deviation: 10
block_restart_interval: 16
index_block_restart_interval: 1
metadata_block_size: 4096
partition_filters: 0
use_delta_encoding: 1
filter_policy: nullptr
whole_key_filtering: 1
verify_compression: 0
read_amp_bytes_per_bit: 0
format_version: 2
enable_index_compression: 1
block_align: 0
2020/01/11-11:16:32.955193 7f422a851440 Options.write_buffer_size: 67108864
2020/01/11-11:16:32.955194 7f422a851440 Options.max_write_buffer_number: 2
2020/01/11-11:16:32.955196 7f422a851440 Options.compression: NoCompression
2020/01/11-11:16:32.955198 7f422a851440 Options.bottommost_compression: Disabled
2020/01/11-11:16:32.955199 7f422a851440 Options.prefix_extractor: nullptr
2020/01/11-11:16:32.955200 7f422a851440 Options.memtable_insert_with_hint_prefix_extractor: nullptr
2020/01/11-11:16:32.955202 7f422a851440 Options.num_levels: 7
2020/01/11-11:16:32.955203 7f422a851440 Options.min_write_buffer_number_to_merge: 1
2020/01/11-11:16:32.955204 7f422a851440 Options.max_write_buffer_number_to_maintain: 0
2020/01/11-11:16:32.955205 7f422a851440 Options.bottommost_compression_opts.window_bits: -14
2020/01/11-11:16:32.955207 7f422a851440 Options.bottommost_compression_opts.level: 32767
2020/01/11-11:16:32.955208 7f422a851440 Options.bottommost_compression_opts.strategy: 0
2020/01/11-11:16:32.955209 7f422a851440 Options.bottommost_compression_opts.max_dict_bytes: 0
2020/01/11-11:16:32.955210 7f422a851440 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
2020/01/11-11:16:32.955211 7f422a851440 Options.bottommost_compression_opts.enabled: false
2020/01/11-11:16:32.955213 7f422a851440 Options.compression_opts.window_bits: -14
2020/01/11-11:16:32.955214 7f422a851440 Options.compression_opts.level: 32767
2020/01/11-11:16:32.955215 7f422a851440 Options.compression_opts.strategy: 0
2020/01/11-11:16:32.955216 7f422a851440 Options.compression_opts.max_dict_bytes: 0
2020/01/11-11:16:32.955218 7f422a851440 Options.compression_opts.zstd_max_train_bytes: 0
2020/01/11-11:16:32.955219 7f422a851440 Options.compression_opts.enabled: false
2020/01/11-11:16:32.955220 7f422a851440 Options.level0_file_num_compaction_trigger: 4
2020/01/11-11:16:32.955221 7f422a851440 Options.level0_slowdown_writes_trigger: 20
2020/01/11-11:16:32.955223 7f422a851440 Options.level0_stop_writes_trigger: 36
2020/01/11-11:16:32.955224 7f422a851440 Options.target_file_size_base: 67108864
2020/01/11-11:16:32.955225 7f422a851440 Options.target_file_size_multiplier: 1
2020/01/11-11:16:32.955226 7f422a851440 Options.max_bytes_for_level_base: 268435456
2020/01/11-11:16:32.955228 7f422a851440 Options.snap_refresh_nanos: 0
2020/01/11-11:16:32.955229 7f422a851440 Options.level_compaction_dynamic_level_bytes: 0
2020/01/11-11:16:32.955230 7f422a851440 Options.max_bytes_for_level_multiplier: 10.000000
2020/01/11-11:16:32.955232 7f422a851440 Options.max_bytes_for_level_multiplier_addtl[0]: 1
2020/01/11-11:16:32.955238 7f422a851440 Options.max_bytes_for_level_multiplier_addtl[1]: 1
2020/01/11-11:16:32.955240 7f422a851440 Options.max_bytes_for_level_multiplier_addtl[2]: 1
2020/01/11-11:16:32.955241 7f422a851440 Options.max_bytes_for_level_multiplier_addtl[3]: 1
2020/01/11-11:16:32.955242 7f422a851440 Options.max_bytes_for_level_multiplier_addtl[4]: 1
2020/01/11-11:16:32.955243 7f422a851440 Options.max_bytes_for_level_multiplier_addtl[5]: 1
2020/01/11-11:16:32.955244 7f422a851440 Options.max_bytes_for_level_multiplier_addtl[6]: 1
2020/01/11-11:16:32.955245 7f422a851440 Options.max_sequential_skip_in_iterations: 8
2020/01/11-11:16:32.955246 7f422a851440 Options.max_compaction_bytes: 1677721600
2020/01/11-11:16:32.955248 7f422a851440 Options.arena_block_size: 8388608
2020/01/11-11:16:32.955249 7f422a851440 Options.soft_pending_compaction_bytes_limit: 68719476736
2020/01/11-11:16:32.955250 7f422a851440 Options.hard_pending_compaction_bytes_limit: 274877906944
2020/01/11-11:16:32.955251 7f422a851440 Options.rate_limit_delay_max_milliseconds: 100
2020/01/11-11:16:32.955252 7f422a851440 Options.disable_auto_compactions: 0
2020/01/11-11:16:32.955254 7f422a851440 Options.compaction_style: kCompactionStyleLevel
2020/01/11-11:16:32.955256 7f422a851440 Options.compaction_pri: kMinOverlappingRatio
2020/01/11-11:16:32.955257 7f422a851440 Options.compaction_options_universal.size_ratio: 1
2020/01/11-11:16:32.955258 7f422a851440 Options.compaction_options_universal.min_merge_width: 2
2020/01/11-11:16:32.955259 7f422a851440 Options.compaction_options_universal.max_merge_width: 4294967295
2020/01/11-11:16:32.955260 7f422a851440 Options.compaction_options_universal.max_size_amplification_percent: 200
2020/01/11-11:16:32.955262 7f422a851440 Options.compaction_options_universal.compression_size_percent: -1
2020/01/11-11:16:32.955263 7f422a851440 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
2020/01/11-11:16:32.955264 7f422a851440 Options.compaction_options_fifo.max_table_files_size: 1073741824
2020/01/11-11:16:32.955265 7f422a851440 Options.compaction_options_fifo.allow_compaction: 0
2020/01/11-11:16:32.955267 7f422a851440 Options.table_properties_collectors:
2020/01/11-11:16:32.955268 7f422a851440 Options.inplace_update_support: 0
2020/01/11-11:16:32.955269 7f422a851440 Options.inplace_update_num_locks: 10000
2020/01/11-11:16:32.955270 7f422a851440 Options.memtable_prefix_bloom_size_ratio: 0.000000
2020/01/11-11:16:32.955272 7f422a851440 Options.memtable_whole_key_filtering: 0
2020/01/11-11:16:32.955273 7f422a851440 Options.memtable_huge_page_size: 0
2020/01/11-11:16:32.955274 7f422a851440 Options.bloom_locality: 0
2020/01/11-11:16:32.955275 7f422a851440 Options.max_successive_merges: 0
2020/01/11-11:16:32.955276 7f422a851440 Options.optimize_filters_for_hits: 0
2020/01/11-11:16:32.955277 7f422a851440 Options.paranoid_file_checks: 0
2020/01/11-11:16:32.955278 7f422a851440 Options.force_consistency_checks: 0
2020/01/11-11:16:32.955280 7f422a851440 Options.report_bg_io_stats: 0
2020/01/11-11:16:32.955281 7f422a851440 Options.ttl: 0
2020/01/11-11:16:32.955282 7f422a851440 Options.periodic_compaction_seconds: 0
2020/01/11-11:16:32.955848 7f422a851440 [/version_set.cc:4267] Recovered from manifest file:kvdb/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
2020/01/11-11:16:32.955853 7f422a851440 [/version_set.cc:4276] Column family [default] (ID 0), log number is 0
2020/01/11-11:16:32.955918 7f422a851440 EVENT_LOG_v1 {"time_micros": 1578712592955905, "job": 1, "event": "recovery_started", "log_files": [3]}
2020/01/11-11:16:32.955931 7f422a851440 [/db_impl_open.cc:597] Recovering log #3 mode 2
2020/01/11-11:16:32.955994 7f422a851440 [/version_set.cc:3546] Creating manifest 5
2020/01/11-11:16:32.957004 7f422a851440 EVENT_LOG_v1 {"time_micros": 1578712592956998, "job": 1, "event": "recovery_finished"}
2020/01/11-11:16:32.958911 7f422a851440 DB pointer 0x1f470de0
2020/01/11-11:16:32.959218 7f41ac7f3700 [/db_impl.cc:779] ------- DUMPING STATS -------
2020/01/11-11:16:32.959255 7f41ac7f3700 [/db_impl.cc:780]
** DB Stats **
Uptime(secs): 0.0 total, 0.0 interval
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 0.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 0.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
2020/01/11-11:26:32.959466 7f41ac7f3700 [/db_impl.cc:779] ------- DUMPING STATS -------
2020/01/11-11:26:32.959522 7f41ac7f3700 [/db_impl.cc:780]
** DB Stats **
Uptime(secs): 600.0 total, 600.0 interval
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 600.0 total, 600.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 600.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
2020/01/11-11:36:32.959737 7f41ac7f3700 [/db_impl.cc:779] ------- DUMPING STATS -------
2020/01/11-11:36:32.959786 7f41ac7f3700 [/db_impl.cc:780]
** DB Stats **
Uptime(secs): 1200.0 total, 600.0 interval
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 1200.0 total, 600.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 1200.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
2020/01/11-11:46:32.960005 7f41ac7f3700 [/db_impl.cc:779] ------- DUMPING STATS -------
2020/01/11-11:46:32.960058 7f41ac7f3700 [/db_impl.cc:780]
** DB Stats **
Uptime(secs): 1800.0 total, 600.0 interval
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 1800.0 total, 600.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 1800.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
2020/01/11-11:56:32.960277 7f41ac7f3700 [/db_impl.cc:779] ------- DUMPING STATS -------
2020/01/11-11:56:32.960328 7f41ac7f3700 [/db_impl.cc:780]
** DB Stats **
Uptime(secs): 2400.0 total, 600.0 interval
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 2400.0 total, 600.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 2400.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
examples/demo-serving/kvdb/LOG.old.1578716053197010 已删除 100644 → 0
浏览文件 @ c928fcd1
2020/01/11-12:07:58.727896 7effc50af440 RocksDB version: 6.2.4
2020/01/11-12:07:58.727932 7effc50af440 Git sha rocksdb_build_git_sha:3513d4e93f8530ac44cc0c1efea04be4259c6938
2020/01/11-12:07:58.727935 7effc50af440 Compile date Dec 23 2019
2020/01/11-12:07:58.727938 7effc50af440 DB SUMMARY
2020/01/11-12:07:58.727964 7effc50af440 CURRENT file: CURRENT
2020/01/11-12:07:58.727966 7effc50af440 IDENTITY file: IDENTITY
2020/01/11-12:07:58.727969 7effc50af440 MANIFEST file: MANIFEST-000005 size: 59 Bytes
2020/01/11-12:07:58.727971 7effc50af440 SST files in kvdb dir, Total Num: 0, files:
2020/01/11-12:07:58.727973 7effc50af440 Write Ahead Log file in kvdb: 000006.log size: 0 ;
2020/01/11-12:07:58.727975 7effc50af440 Options.error_if_exists: 0
2020/01/11-12:07:58.727977 7effc50af440 Options.create_if_missing: 1
2020/01/11-12:07:58.727978 7effc50af440 Options.paranoid_checks: 1
2020/01/11-12:07:58.727979 7effc50af440 Options.env: 0x1bed2ac0
2020/01/11-12:07:58.727981 7effc50af440 Options.info_log: 0x20e963c0
2020/01/11-12:07:58.727982 7effc50af440 Options.max_file_opening_threads: 16
2020/01/11-12:07:58.727983 7effc50af440 Options.statistics: (nil)
2020/01/11-12:07:58.727984 7effc50af440 Options.use_fsync: 0
2020/01/11-12:07:58.727986 7effc50af440 Options.max_log_file_size: 0
2020/01/11-12:07:58.727987 7effc50af440 Options.max_manifest_file_size: 1073741824
2020/01/11-12:07:58.727988 7effc50af440 Options.log_file_time_to_roll: 0
2020/01/11-12:07:58.727989 7effc50af440 Options.keep_log_file_num: 1000
2020/01/11-12:07:58.727990 7effc50af440 Options.recycle_log_file_num: 0
2020/01/11-12:07:58.727992 7effc50af440 Options.allow_fallocate: 1
2020/01/11-12:07:58.727993 7effc50af440 Options.allow_mmap_reads: 0
2020/01/11-12:07:58.727994 7effc50af440 Options.allow_mmap_writes: 0
2020/01/11-12:07:58.727995 7effc50af440 Options.use_direct_reads: 0
2020/01/11-12:07:58.727996 7effc50af440 Options.use_direct_io_for_flush_and_compaction: 0
2020/01/11-12:07:58.727997 7effc50af440 Options.create_missing_column_families: 0
2020/01/11-12:07:58.728000 7effc50af440 Options.db_log_dir:
2020/01/11-12:07:58.728001 7effc50af440 Options.wal_dir: kvdb
2020/01/11-12:07:58.728002 7effc50af440 Options.table_cache_numshardbits: 6
2020/01/11-12:07:58.728003 7effc50af440 Options.max_subcompactions: 1
2020/01/11-12:07:58.728004 7effc50af440 Options.max_background_flushes: -1
2020/01/11-12:07:58.728006 7effc50af440 Options.WAL_ttl_seconds: 0
2020/01/11-12:07:58.728007 7effc50af440 Options.WAL_size_limit_MB: 0
2020/01/11-12:07:58.728008 7effc50af440 Options.manifest_preallocation_size: 4194304
2020/01/11-12:07:58.728009 7effc50af440 Options.is_fd_close_on_exec: 1
2020/01/11-12:07:58.728010 7effc50af440 Options.advise_random_on_open: 1
2020/01/11-12:07:58.728011 7effc50af440 Options.db_write_buffer_size: 0
2020/01/11-12:07:58.728012 7effc50af440 Options.write_buffer_manager: 0x20e96420
2020/01/11-12:07:58.728014 7effc50af440 Options.access_hint_on_compaction_start: 1
2020/01/11-12:07:58.728015 7effc50af440 Options.new_table_reader_for_compaction_inputs: 0
2020/01/11-12:07:58.728016 7effc50af440 Options.random_access_max_buffer_size: 1048576
2020/01/11-12:07:58.728017 7effc50af440 Options.use_adaptive_mutex: 0
2020/01/11-12:07:58.728018 7effc50af440 Options.rate_limiter: (nil)
2020/01/11-12:07:58.728020 7effc50af440 Options.sst_file_manager.rate_bytes_per_sec: 0
2020/01/11-12:07:58.728021 7effc50af440 Options.wal_recovery_mode: 2
2020/01/11-12:07:58.728028 7effc50af440 Options.enable_thread_tracking: 0
2020/01/11-12:07:58.728029 7effc50af440 Options.enable_pipelined_write: 0
2020/01/11-12:07:58.728030 7effc50af440 Options.allow_concurrent_memtable_write: 1
2020/01/11-12:07:58.728031 7effc50af440 Options.enable_write_thread_adaptive_yield: 1
2020/01/11-12:07:58.728032 7effc50af440 Options.write_thread_max_yield_usec: 100
2020/01/11-12:07:58.728034 7effc50af440 Options.write_thread_slow_yield_usec: 3
2020/01/11-12:07:58.728035 7effc50af440 Options.row_cache: None
2020/01/11-12:07:58.728036 7effc50af440 Options.wal_filter: None
2020/01/11-12:07:58.728038 7effc50af440 Options.avoid_flush_during_recovery: 0
2020/01/11-12:07:58.728039 7effc50af440 Options.allow_ingest_behind: 0
2020/01/11-12:07:58.728040 7effc50af440 Options.preserve_deletes: 0
2020/01/11-12:07:58.728041 7effc50af440 Options.two_write_queues: 0
2020/01/11-12:07:58.728042 7effc50af440 Options.manual_wal_flush: 0
2020/01/11-12:07:58.728043 7effc50af440 Options.atomic_flush: 0
2020/01/11-12:07:58.728044 7effc50af440 Options.avoid_unnecessary_blocking_io: 0
2020/01/11-12:07:58.728046 7effc50af440 Options.max_background_jobs: 2
2020/01/11-12:07:58.728047 7effc50af440 Options.max_background_compactions: -1
2020/01/11-12:07:58.728048 7effc50af440 Options.avoid_flush_during_shutdown: 0
2020/01/11-12:07:58.728049 7effc50af440 Options.writable_file_max_buffer_size: 1048576
2020/01/11-12:07:58.728050 7effc50af440 Options.delayed_write_rate : 16777216
2020/01/11-12:07:58.728051 7effc50af440 Options.max_total_wal_size: 0
2020/01/11-12:07:58.728052 7effc50af440 Options.delete_obsolete_files_period_micros: 21600000000
2020/01/11-12:07:58.728054 7effc50af440 Options.stats_dump_period_sec: 600
2020/01/11-12:07:58.728055 7effc50af440 Options.stats_persist_period_sec: 600
2020/01/11-12:07:58.728056 7effc50af440 Options.stats_history_buffer_size: 1048576
2020/01/11-12:07:58.728057 7effc50af440 Options.max_open_files: -1
2020/01/11-12:07:58.728058 7effc50af440 Options.bytes_per_sync: 0
2020/01/11-12:07:58.728060 7effc50af440 Options.wal_bytes_per_sync: 0
2020/01/11-12:07:58.728061 7effc50af440 Options.strict_bytes_per_sync: 0
2020/01/11-12:07:58.728062 7effc50af440 Options.compaction_readahead_size: 0
2020/01/11-12:07:58.728063 7effc50af440 Compression algorithms supported:
2020/01/11-12:07:58.728066 7effc50af440 kZSTDNotFinalCompression supported: 0
2020/01/11-12:07:58.728069 7effc50af440 kZSTD supported: 0
2020/01/11-12:07:58.728070 7effc50af440 kXpressCompression supported: 0
2020/01/11-12:07:58.728071 7effc50af440 kLZ4HCCompression supported: 0
2020/01/11-12:07:58.728073 7effc50af440 kLZ4Compression supported: 0
2020/01/11-12:07:58.728074 7effc50af440 kBZip2Compression supported: 1
2020/01/11-12:07:58.728076 7effc50af440 kZlibCompression supported: 1
2020/01/11-12:07:58.728077 7effc50af440 kSnappyCompression supported: 0
2020/01/11-12:07:58.728079 7effc50af440 Fast CRC32 supported: Supported on x86
2020/01/11-12:07:58.728282 7effc50af440 [/version_set.cc:4053] Recovering from manifest file: kvdb/MANIFEST-000005
2020/01/11-12:07:58.728341 7effc50af440 [/column_family.cc:482] --------------- Options for column family [default]:
2020/01/11-12:07:58.728344 7effc50af440 Options.comparator: leveldb.BytewiseComparator
2020/01/11-12:07:58.728345 7effc50af440 Options.merge_operator: None
2020/01/11-12:07:58.728347 7effc50af440 Options.compaction_filter: None
2020/01/11-12:07:58.728348 7effc50af440 Options.compaction_filter_factory: None
2020/01/11-12:07:58.728349 7effc50af440 Options.memtable_factory: SkipListFactory
2020/01/11-12:07:58.728357 7effc50af440 Options.table_factory: BlockBasedTable
2020/01/11-12:07:58.728388 7effc50af440 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x1eca3230)
cache_index_and_filter_blocks: 0
cache_index_and_filter_blocks_with_high_priority: 0
pin_l0_filter_and_index_blocks_in_cache: 0
pin_top_level_index_and_filter: 1
index_type: 0
data_block_index_type: 0
index_shortening: 1
data_block_hash_table_util_ratio: 0.750000
hash_index_allow_collision: 1
checksum: 1
no_block_cache: 0
block_cache: 0x20e93940
block_cache_name: LRUCache
block_cache_options:
capacity : 8388608
num_shard_bits : 4
strict_capacity_limit : 0
memory_allocator : None
high_pri_pool_ratio: 0.000
block_cache_compressed: (nil)
persistent_cache: (nil)
block_size: 4096
block_size_deviation: 10
block_restart_interval: 16
index_block_restart_interval: 1
metadata_block_size: 4096
partition_filters: 0
use_delta_encoding: 1
filter_policy: nullptr
whole_key_filtering: 1
verify_compression: 0
read_amp_bytes_per_bit: 0
format_version: 2
enable_index_compression: 1
block_align: 0
2020/01/11-12:07:58.728392 7effc50af440 Options.write_buffer_size: 67108864
2020/01/11-12:07:58.728393 7effc50af440 Options.max_write_buffer_number: 2
2020/01/11-12:07:58.728395 7effc50af440 Options.compression: NoCompression
2020/01/11-12:07:58.728396 7effc50af440 Options.bottommost_compression: Disabled
2020/01/11-12:07:58.728398 7effc50af440 Options.prefix_extractor: nullptr
2020/01/11-12:07:58.728399 7effc50af440 Options.memtable_insert_with_hint_prefix_extractor: nullptr
2020/01/11-12:07:58.728400 7effc50af440 Options.num_levels: 7
2020/01/11-12:07:58.728401 7effc50af440 Options.min_write_buffer_number_to_merge: 1
2020/01/11-12:07:58.728403 7effc50af440 Options.max_write_buffer_number_to_maintain: 0
2020/01/11-12:07:58.728404 7effc50af440 Options.bottommost_compression_opts.window_bits: -14
2020/01/11-12:07:58.728413 7effc50af440 Options.bottommost_compression_opts.level: 32767
2020/01/11-12:07:58.728415 7effc50af440 Options.bottommost_compression_opts.strategy: 0
2020/01/11-12:07:58.728416 7effc50af440 Options.bottommost_compression_opts.max_dict_bytes: 0
2020/01/11-12:07:58.728417 7effc50af440 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
2020/01/11-12:07:58.728418 7effc50af440 Options.bottommost_compression_opts.enabled: false
2020/01/11-12:07:58.728420 7effc50af440 Options.compression_opts.window_bits: -14
2020/01/11-12:07:58.728421 7effc50af440 Options.compression_opts.level: 32767
2020/01/11-12:07:58.728422 7effc50af440 Options.compression_opts.strategy: 0
2020/01/11-12:07:58.728423 7effc50af440 Options.compression_opts.max_dict_bytes: 0
2020/01/11-12:07:58.728424 7effc50af440 Options.compression_opts.zstd_max_train_bytes: 0
2020/01/11-12:07:58.728425 7effc50af440 Options.compression_opts.enabled: false
2020/01/11-12:07:58.728427 7effc50af440 Options.level0_file_num_compaction_trigger: 4
2020/01/11-12:07:58.728428 7effc50af440 Options.level0_slowdown_writes_trigger: 20
2020/01/11-12:07:58.728429 7effc50af440 Options.level0_stop_writes_trigger: 36
2020/01/11-12:07:58.728430 7effc50af440 Options.target_file_size_base: 67108864
2020/01/11-12:07:58.728431 7effc50af440 Options.target_file_size_multiplier: 1
2020/01/11-12:07:58.728432 7effc50af440 Options.max_bytes_for_level_base: 268435456
2020/01/11-12:07:58.728434 7effc50af440 Options.snap_refresh_nanos: 0
2020/01/11-12:07:58.728435 7effc50af440 Options.level_compaction_dynamic_level_bytes: 0
2020/01/11-12:07:58.728436 7effc50af440 Options.max_bytes_for_level_multiplier: 10.000000
2020/01/11-12:07:58.728438 7effc50af440 Options.max_bytes_for_level_multiplier_addtl[0]: 1
2020/01/11-12:07:58.728445 7effc50af440 Options.max_bytes_for_level_multiplier_addtl[1]: 1
2020/01/11-12:07:58.728447 7effc50af440 Options.max_bytes_for_level_multiplier_addtl[2]: 1
2020/01/11-12:07:58.728448 7effc50af440 Options.max_bytes_for_level_multiplier_addtl[3]: 1
2020/01/11-12:07:58.728449 7effc50af440 Options.max_bytes_for_level_multiplier_addtl[4]: 1
2020/01/11-12:07:58.728450 7effc50af440 Options.max_bytes_for_level_multiplier_addtl[5]: 1
2020/01/11-12:07:58.728451 7effc50af440 Options.max_bytes_for_level_multiplier_addtl[6]: 1
2020/01/11-12:07:58.728452 7effc50af440 Options.max_sequential_skip_in_iterations: 8
2020/01/11-12:07:58.728453 7effc50af440 Options.max_compaction_bytes: 1677721600
2020/01/11-12:07:58.728455 7effc50af440 Options.arena_block_size: 8388608
2020/01/11-12:07:58.728456 7effc50af440 Options.soft_pending_compaction_bytes_limit: 68719476736
2020/01/11-12:07:58.728457 7effc50af440 Options.hard_pending_compaction_bytes_limit: 274877906944
2020/01/11-12:07:58.728458 7effc50af440 Options.rate_limit_delay_max_milliseconds: 100
2020/01/11-12:07:58.728459 7effc50af440 Options.disable_auto_compactions: 0
2020/01/11-12:07:58.728461 7effc50af440 Options.compaction_style: kCompactionStyleLevel
2020/01/11-12:07:58.728463 7effc50af440 Options.compaction_pri: kMinOverlappingRatio
2020/01/11-12:07:58.728464 7effc50af440 Options.compaction_options_universal.size_ratio: 1
2020/01/11-12:07:58.728466 7effc50af440 Options.compaction_options_universal.min_merge_width: 2
2020/01/11-12:07:58.728467 7effc50af440 Options.compaction_options_universal.max_merge_width: 4294967295
2020/01/11-12:07:58.728468 7effc50af440 Options.compaction_options_universal.max_size_amplification_percent: 200
2020/01/11-12:07:58.728469 7effc50af440 Options.compaction_options_universal.compression_size_percent: -1
2020/01/11-12:07:58.728471 7effc50af440 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
2020/01/11-12:07:58.728472 7effc50af440 Options.compaction_options_fifo.max_table_files_size: 1073741824
2020/01/11-12:07:58.728473 7effc50af440 Options.compaction_options_fifo.allow_compaction: 0
2020/01/11-12:07:58.728475 7effc50af440 Options.table_properties_collectors:
2020/01/11-12:07:58.728476 7effc50af440 Options.inplace_update_support: 0
2020/01/11-12:07:58.728477 7effc50af440 Options.inplace_update_num_locks: 10000
2020/01/11-12:07:58.728478 7effc50af440 Options.memtable_prefix_bloom_size_ratio: 0.000000
2020/01/11-12:07:58.728479 7effc50af440 Options.memtable_whole_key_filtering: 0
2020/01/11-12:07:58.728481 7effc50af440 Options.memtable_huge_page_size: 0
2020/01/11-12:07:58.728482 7effc50af440 Options.bloom_locality: 0
2020/01/11-12:07:58.728483 7effc50af440 Options.max_successive_merges: 0
2020/01/11-12:07:58.728484 7effc50af440 Options.optimize_filters_for_hits: 0
2020/01/11-12:07:58.728485 7effc50af440 Options.paranoid_file_checks: 0
2020/01/11-12:07:58.728486 7effc50af440 Options.force_consistency_checks: 0
2020/01/11-12:07:58.728487 7effc50af440 Options.report_bg_io_stats: 0
2020/01/11-12:07:58.728489 7effc50af440 Options.ttl: 0
2020/01/11-12:07:58.728490 7effc50af440 Options.periodic_compaction_seconds: 0
2020/01/11-12:07:58.729011 7effc50af440 [/version_set.cc:4267] Recovered from manifest file:kvdb/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
2020/01/11-12:07:58.729015 7effc50af440 [/version_set.cc:4276] Column family [default] (ID 0), log number is 4
2020/01/11-12:07:58.729081 7effc50af440 EVENT_LOG_v1 {"time_micros": 1578715678729069, "job": 1, "event": "recovery_started", "log_files": [6]}
2020/01/11-12:07:58.729092 7effc50af440 [/db_impl_open.cc:597] Recovering log #6 mode 2
2020/01/11-12:07:58.729153 7effc50af440 [/version_set.cc:3546] Creating manifest 8
2020/01/11-12:07:58.730101 7effc50af440 EVENT_LOG_v1 {"time_micros": 1578715678730097, "job": 1, "event": "recovery_finished"}
2020/01/11-12:07:58.732193 7effc50af440 DB pointer 0x20e950b0
2020/01/11-12:07:58.732503 7eff4a1fc700 [/db_impl.cc:779] ------- DUMPING STATS -------
2020/01/11-12:07:58.732538 7eff4a1fc700 [/db_impl.cc:780]
** DB Stats **
Uptime(secs): 0.0 total, 0.0 interval
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 0.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 0.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
examples/demo-serving/kvdb/LOG.old.1578716645179721 已删除 100644 → 0
浏览文件 @ c928fcd1
2020/01/11-12:14:13.197446 7fd2bb712440 RocksDB version: 6.2.4
2020/01/11-12:14:13.197484 7fd2bb712440 Git sha rocksdb_build_git_sha:3513d4e93f8530ac44cc0c1efea04be4259c6938
2020/01/11-12:14:13.197486 7fd2bb712440 Compile date Dec 23 2019
2020/01/11-12:14:13.197489 7fd2bb712440 DB SUMMARY
2020/01/11-12:14:13.197519 7fd2bb712440 CURRENT file: CURRENT
2020/01/11-12:14:13.197521 7fd2bb712440 IDENTITY file: IDENTITY
2020/01/11-12:14:13.197524 7fd2bb712440 MANIFEST file: MANIFEST-000008 size: 59 Bytes
2020/01/11-12:14:13.197527 7fd2bb712440 SST files in kvdb dir, Total Num: 0, files:
2020/01/11-12:14:13.197528 7fd2bb712440 Write Ahead Log file in kvdb: 000009.log size: 0 ;
2020/01/11-12:14:13.197531 7fd2bb712440 Options.error_if_exists: 0
2020/01/11-12:14:13.197532 7fd2bb712440 Options.create_if_missing: 1
2020/01/11-12:14:13.197533 7fd2bb712440 Options.paranoid_checks: 1
2020/01/11-12:14:13.197535 7fd2bb712440 Options.env: 0x1bed2ac0
2020/01/11-12:14:13.197536 7fd2bb712440 Options.info_log: 0x1fd86b00
2020/01/11-12:14:13.197537 7fd2bb712440 Options.max_file_opening_threads: 16
2020/01/11-12:14:13.197538 7fd2bb712440 Options.statistics: (nil)
2020/01/11-12:14:13.197540 7fd2bb712440 Options.use_fsync: 0
2020/01/11-12:14:13.197541 7fd2bb712440 Options.max_log_file_size: 0
2020/01/11-12:14:13.197542 7fd2bb712440 Options.max_manifest_file_size: 1073741824
2020/01/11-12:14:13.197543 7fd2bb712440 Options.log_file_time_to_roll: 0
2020/01/11-12:14:13.197545 7fd2bb712440 Options.keep_log_file_num: 1000
2020/01/11-12:14:13.197546 7fd2bb712440 Options.recycle_log_file_num: 0
2020/01/11-12:14:13.197547 7fd2bb712440 Options.allow_fallocate: 1
2020/01/11-12:14:13.197548 7fd2bb712440 Options.allow_mmap_reads: 0
2020/01/11-12:14:13.197549 7fd2bb712440 Options.allow_mmap_writes: 0
2020/01/11-12:14:13.197550 7fd2bb712440 Options.use_direct_reads: 0
2020/01/11-12:14:13.197551 7fd2bb712440 Options.use_direct_io_for_flush_and_compaction: 0
2020/01/11-12:14:13.197553 7fd2bb712440 Options.create_missing_column_families: 0
2020/01/11-12:14:13.197555 7fd2bb712440 Options.db_log_dir:
2020/01/11-12:14:13.197556 7fd2bb712440 Options.wal_dir: kvdb
2020/01/11-12:14:13.197558 7fd2bb712440 Options.table_cache_numshardbits: 6
2020/01/11-12:14:13.197559 7fd2bb712440 Options.max_subcompactions: 1
2020/01/11-12:14:13.197560 7fd2bb712440 Options.max_background_flushes: -1
2020/01/11-12:14:13.197561 7fd2bb712440 Options.WAL_ttl_seconds: 0
2020/01/11-12:14:13.197563 7fd2bb712440 Options.WAL_size_limit_MB: 0
2020/01/11-12:14:13.197564 7fd2bb712440 Options.manifest_preallocation_size: 4194304
2020/01/11-12:14:13.197565 7fd2bb712440 Options.is_fd_close_on_exec: 1
2020/01/11-12:14:13.197566 7fd2bb712440 Options.advise_random_on_open: 1
2020/01/11-12:14:13.197567 7fd2bb712440 Options.db_write_buffer_size: 0
2020/01/11-12:14:13.197568 7fd2bb712440 Options.write_buffer_manager: 0x1dd0b160
2020/01/11-12:14:13.197570 7fd2bb712440 Options.access_hint_on_compaction_start: 1
2020/01/11-12:14:13.197571 7fd2bb712440 Options.new_table_reader_for_compaction_inputs: 0
2020/01/11-12:14:13.197572 7fd2bb712440 Options.random_access_max_buffer_size: 1048576
2020/01/11-12:14:13.197573 7fd2bb712440 Options.use_adaptive_mutex: 0
2020/01/11-12:14:13.197574 7fd2bb712440 Options.rate_limiter: (nil)
2020/01/11-12:14:13.197576 7fd2bb712440 Options.sst_file_manager.rate_bytes_per_sec: 0
2020/01/11-12:14:13.197577 7fd2bb712440 Options.wal_recovery_mode: 2
2020/01/11-12:14:13.197584 7fd2bb712440 Options.enable_thread_tracking: 0
2020/01/11-12:14:13.197585 7fd2bb712440 Options.enable_pipelined_write: 0
2020/01/11-12:14:13.197586 7fd2bb712440 Options.allow_concurrent_memtable_write: 1
2020/01/11-12:14:13.197587 7fd2bb712440 Options.enable_write_thread_adaptive_yield: 1
2020/01/11-12:14:13.197589 7fd2bb712440 Options.write_thread_max_yield_usec: 100
2020/01/11-12:14:13.197590 7fd2bb712440 Options.write_thread_slow_yield_usec: 3
2020/01/11-12:14:13.197591 7fd2bb712440 Options.row_cache: None
2020/01/11-12:14:13.197592 7fd2bb712440 Options.wal_filter: None
2020/01/11-12:14:13.197594 7fd2bb712440 Options.avoid_flush_during_recovery: 0
2020/01/11-12:14:13.197595 7fd2bb712440 Options.allow_ingest_behind: 0
2020/01/11-12:14:13.197596 7fd2bb712440 Options.preserve_deletes: 0
2020/01/11-12:14:13.197597 7fd2bb712440 Options.two_write_queues: 0
2020/01/11-12:14:13.197598 7fd2bb712440 Options.manual_wal_flush: 0
2020/01/11-12:14:13.197599 7fd2bb712440 Options.atomic_flush: 0
2020/01/11-12:14:13.197600 7fd2bb712440 Options.avoid_unnecessary_blocking_io: 0
2020/01/11-12:14:13.197602 7fd2bb712440 Options.max_background_jobs: 2
2020/01/11-12:14:13.197603 7fd2bb712440 Options.max_background_compactions: -1
2020/01/11-12:14:13.197604 7fd2bb712440 Options.avoid_flush_during_shutdown: 0
2020/01/11-12:14:13.197605 7fd2bb712440 Options.writable_file_max_buffer_size: 1048576
2020/01/11-12:14:13.197606 7fd2bb712440 Options.delayed_write_rate : 16777216
2020/01/11-12:14:13.197607 7fd2bb712440 Options.max_total_wal_size: 0
2020/01/11-12:14:13.197609 7fd2bb712440 Options.delete_obsolete_files_period_micros: 21600000000
2020/01/11-12:14:13.197610 7fd2bb712440 Options.stats_dump_period_sec: 600
2020/01/11-12:14:13.197611 7fd2bb712440 Options.stats_persist_period_sec: 600
2020/01/11-12:14:13.197612 7fd2bb712440 Options.stats_history_buffer_size: 1048576
2020/01/11-12:14:13.197614 7fd2bb712440 Options.max_open_files: -1
2020/01/11-12:14:13.197615 7fd2bb712440 Options.bytes_per_sync: 0
2020/01/11-12:14:13.197616 7fd2bb712440 Options.wal_bytes_per_sync: 0
2020/01/11-12:14:13.197617 7fd2bb712440 Options.strict_bytes_per_sync: 0
2020/01/11-12:14:13.197618 7fd2bb712440 Options.compaction_readahead_size: 0
2020/01/11-12:14:13.197619 7fd2bb712440 Compression algorithms supported:
2020/01/11-12:14:13.197632 7fd2bb712440 kZSTDNotFinalCompression supported: 0
2020/01/11-12:14:13.197642 7fd2bb712440 kZSTD supported: 0
2020/01/11-12:14:13.197644 7fd2bb712440 kXpressCompression supported: 0
2020/01/11-12:14:13.197645 7fd2bb712440 kLZ4HCCompression supported: 0
2020/01/11-12:14:13.197646 7fd2bb712440 kLZ4Compression supported: 0
2020/01/11-12:14:13.197647 7fd2bb712440 kBZip2Compression supported: 1
2020/01/11-12:14:13.197649 7fd2bb712440 kZlibCompression supported: 1
2020/01/11-12:14:13.197650 7fd2bb712440 kSnappyCompression supported: 0
2020/01/11-12:14:13.197652 7fd2bb712440 Fast CRC32 supported: Supported on x86
2020/01/11-12:14:13.197844 7fd2bb712440 [/version_set.cc:4053] Recovering from manifest file: kvdb/MANIFEST-000008
2020/01/11-12:14:13.197902 7fd2bb712440 [/column_family.cc:482] --------------- Options for column family [default]:
2020/01/11-12:14:13.197906 7fd2bb712440 Options.comparator: leveldb.BytewiseComparator
2020/01/11-12:14:13.197907 7fd2bb712440 Options.merge_operator: None
2020/01/11-12:14:13.197909 7fd2bb712440 Options.compaction_filter: None
2020/01/11-12:14:13.197910 7fd2bb712440 Options.compaction_filter_factory: None
2020/01/11-12:14:13.197911 7fd2bb712440 Options.memtable_factory: SkipListFactory
2020/01/11-12:14:13.197922 7fd2bb712440 Options.table_factory: BlockBasedTable
2020/01/11-12:14:13.197955 7fd2bb712440 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x1e99cbf0)
cache_index_and_filter_blocks: 0
cache_index_and_filter_blocks_with_high_priority: 0
pin_l0_filter_and_index_blocks_in_cache: 0
pin_top_level_index_and_filter: 1
index_type: 0
data_block_index_type: 0
index_shortening: 1
data_block_hash_table_util_ratio: 0.750000
hash_index_allow_collision: 1
checksum: 1
no_block_cache: 0
block_cache: 0x1e9cf0f0
block_cache_name: LRUCache
block_cache_options:
capacity : 8388608
num_shard_bits : 4
strict_capacity_limit : 0
memory_allocator : None
high_pri_pool_ratio: 0.000
block_cache_compressed: (nil)
persistent_cache: (nil)
block_size: 4096
block_size_deviation: 10
block_restart_interval: 16
index_block_restart_interval: 1
metadata_block_size: 4096
partition_filters: 0
use_delta_encoding: 1
filter_policy: nullptr
whole_key_filtering: 1
verify_compression: 0
read_amp_bytes_per_bit: 0
format_version: 2
enable_index_compression: 1
block_align: 0
2020/01/11-12:14:13.197959 7fd2bb712440 Options.write_buffer_size: 67108864
2020/01/11-12:14:13.197960 7fd2bb712440 Options.max_write_buffer_number: 2
2020/01/11-12:14:13.197962 7fd2bb712440 Options.compression: NoCompression
2020/01/11-12:14:13.197963 7fd2bb712440 Options.bottommost_compression: Disabled
2020/01/11-12:14:13.197965 7fd2bb712440 Options.prefix_extractor: nullptr
2020/01/11-12:14:13.197966 7fd2bb712440 Options.memtable_insert_with_hint_prefix_extractor: nullptr
2020/01/11-12:14:13.197967 7fd2bb712440 Options.num_levels: 7
2020/01/11-12:14:13.197968 7fd2bb712440 Options.min_write_buffer_number_to_merge: 1
2020/01/11-12:14:13.197970 7fd2bb712440 Options.max_write_buffer_number_to_maintain: 0
2020/01/11-12:14:13.197971 7fd2bb712440 Options.bottommost_compression_opts.window_bits: -14
2020/01/11-12:14:13.197972 7fd2bb712440 Options.bottommost_compression_opts.level: 32767
2020/01/11-12:14:13.197973 7fd2bb712440 Options.bottommost_compression_opts.strategy: 0
2020/01/11-12:14:13.197975 7fd2bb712440 Options.bottommost_compression_opts.max_dict_bytes: 0
2020/01/11-12:14:13.197976 7fd2bb712440 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
2020/01/11-12:14:13.197977 7fd2bb712440 Options.bottommost_compression_opts.enabled: false
2020/01/11-12:14:13.197978 7fd2bb712440 Options.compression_opts.window_bits: -14
2020/01/11-12:14:13.197980 7fd2bb712440 Options.compression_opts.level: 32767
2020/01/11-12:14:13.197981 7fd2bb712440 Options.compression_opts.strategy: 0
2020/01/11-12:14:13.197982 7fd2bb712440 Options.compression_opts.max_dict_bytes: 0
2020/01/11-12:14:13.197983 7fd2bb712440 Options.compression_opts.zstd_max_train_bytes: 0
2020/01/11-12:14:13.197984 7fd2bb712440 Options.compression_opts.enabled: false
2020/01/11-12:14:13.197985 7fd2bb712440 Options.level0_file_num_compaction_trigger: 4
2020/01/11-12:14:13.197987 7fd2bb712440 Options.level0_slowdown_writes_trigger: 20
2020/01/11-12:14:13.197988 7fd2bb712440 Options.level0_stop_writes_trigger: 36
2020/01/11-12:14:13.197989 7fd2bb712440 Options.target_file_size_base: 67108864
2020/01/11-12:14:13.197990 7fd2bb712440 Options.target_file_size_multiplier: 1
2020/01/11-12:14:13.197991 7fd2bb712440 Options.max_bytes_for_level_base: 268435456
2020/01/11-12:14:13.197992 7fd2bb712440 Options.snap_refresh_nanos: 0
2020/01/11-12:14:13.197994 7fd2bb712440 Options.level_compaction_dynamic_level_bytes: 0
2020/01/11-12:14:13.197995 7fd2bb712440 Options.max_bytes_for_level_multiplier: 10.000000
2020/01/11-12:14:13.197997 7fd2bb712440 Options.max_bytes_for_level_multiplier_addtl[0]: 1
2020/01/11-12:14:13.198004 7fd2bb712440 Options.max_bytes_for_level_multiplier_addtl[1]: 1
2020/01/11-12:14:13.198005 7fd2bb712440 Options.max_bytes_for_level_multiplier_addtl[2]: 1
2020/01/11-12:14:13.198006 7fd2bb712440 Options.max_bytes_for_level_multiplier_addtl[3]: 1
2020/01/11-12:14:13.198007 7fd2bb712440 Options.max_bytes_for_level_multiplier_addtl[4]: 1
2020/01/11-12:14:13.198009 7fd2bb712440 Options.max_bytes_for_level_multiplier_addtl[5]: 1
2020/01/11-12:14:13.198010 7fd2bb712440 Options.max_bytes_for_level_multiplier_addtl[6]: 1
2020/01/11-12:14:13.198011 7fd2bb712440 Options.max_sequential_skip_in_iterations: 8
2020/01/11-12:14:13.198012 7fd2bb712440 Options.max_compaction_bytes: 1677721600
2020/01/11-12:14:13.198013 7fd2bb712440 Options.arena_block_size: 8388608
2020/01/11-12:14:13.198014 7fd2bb712440 Options.soft_pending_compaction_bytes_limit: 68719476736
2020/01/11-12:14:13.198016 7fd2bb712440 Options.hard_pending_compaction_bytes_limit: 274877906944
2020/01/11-12:14:13.198017 7fd2bb712440 Options.rate_limit_delay_max_milliseconds: 100
2020/01/11-12:14:13.198018 7fd2bb712440 Options.disable_auto_compactions: 0
2020/01/11-12:14:13.198020 7fd2bb712440 Options.compaction_style: kCompactionStyleLevel
2020/01/11-12:14:13.198021 7fd2bb712440 Options.compaction_pri: kMinOverlappingRatio
2020/01/11-12:14:13.198022 7fd2bb712440 Options.compaction_options_universal.size_ratio: 1
2020/01/11-12:14:13.198024 7fd2bb712440 Options.compaction_options_universal.min_merge_width: 2
2020/01/11-12:14:13.198025 7fd2bb712440 Options.compaction_options_universal.max_merge_width: 4294967295
2020/01/11-12:14:13.198026 7fd2bb712440 Options.compaction_options_universal.max_size_amplification_percent: 200
2020/01/11-12:14:13.198027 7fd2bb712440 Options.compaction_options_universal.compression_size_percent: -1
2020/01/11-12:14:13.198028 7fd2bb712440 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
2020/01/11-12:14:13.198030 7fd2bb712440 Options.compaction_options_fifo.max_table_files_size: 1073741824
2020/01/11-12:14:13.198031 7fd2bb712440 Options.compaction_options_fifo.allow_compaction: 0
2020/01/11-12:14:13.198032 7fd2bb712440 Options.table_properties_collectors:
2020/01/11-12:14:13.198033 7fd2bb712440 Options.inplace_update_support: 0
2020/01/11-12:14:13.198034 7fd2bb712440 Options.inplace_update_num_locks: 10000
2020/01/11-12:14:13.198035 7fd2bb712440 Options.memtable_prefix_bloom_size_ratio: 0.000000
2020/01/11-12:14:13.198037 7fd2bb712440 Options.memtable_whole_key_filtering: 0
2020/01/11-12:14:13.198038 7fd2bb712440 Options.memtable_huge_page_size: 0
2020/01/11-12:14:13.198039 7fd2bb712440 Options.bloom_locality: 0
2020/01/11-12:14:13.198040 7fd2bb712440 Options.max_successive_merges: 0
2020/01/11-12:14:13.198042 7fd2bb712440 Options.optimize_filters_for_hits: 0
2020/01/11-12:14:13.198043 7fd2bb712440 Options.paranoid_file_checks: 0
2020/01/11-12:14:13.198044 7fd2bb712440 Options.force_consistency_checks: 0
2020/01/11-12:14:13.198045 7fd2bb712440 Options.report_bg_io_stats: 0
2020/01/11-12:14:13.198046 7fd2bb712440 Options.ttl: 0
2020/01/11-12:14:13.198047 7fd2bb712440 Options.periodic_compaction_seconds: 0
2020/01/11-12:14:13.198592 7fd2bb712440 [/version_set.cc:4267] Recovered from manifest file:kvdb/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 10, last_sequence is 0, log_number is 7,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
2020/01/11-12:14:13.198596 7fd2bb712440 [/version_set.cc:4276] Column family [default] (ID 0), log number is 7
2020/01/11-12:14:13.198655 7fd2bb712440 EVENT_LOG_v1 {"time_micros": 1578716053198645, "job": 1, "event": "recovery_started", "log_files": [9]}
2020/01/11-12:14:13.198669 7fd2bb712440 [/db_impl_open.cc:597] Recovering log #9 mode 2
2020/01/11-12:14:13.198730 7fd2bb712440 [/version_set.cc:3546] Creating manifest 11
2020/01/11-12:14:13.199526 7fd2bb712440 EVENT_LOG_v1 {"time_micros": 1578716053199520, "job": 1, "event": "recovery_finished"}
2020/01/11-12:14:13.201585 7fd2bb712440 DB pointer 0x1fd857f0
2020/01/11-12:14:13.201860 7fd23d1f4700 [/db_impl.cc:779] ------- DUMPING STATS -------
2020/01/11-12:14:13.201894 7fd23d1f4700 [/db_impl.cc:780]
** DB Stats **
Uptime(secs): 0.0 total, 0.0 interval
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 0.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 0.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
examples/demo-serving/kvdb/LOG.old.1578717332758385 已删除 100644 → 0
浏览文件 @ c928fcd1
2020/01/11-12:24:05.180155 7fcf91393440 RocksDB version: 6.2.4
2020/01/11-12:24:05.180191 7fcf91393440 Git sha rocksdb_build_git_sha:3513d4e93f8530ac44cc0c1efea04be4259c6938
2020/01/11-12:24:05.180194 7fcf91393440 Compile date Dec 23 2019
2020/01/11-12:24:05.180197 7fcf91393440 DB SUMMARY
2020/01/11-12:24:05.180227 7fcf91393440 CURRENT file: CURRENT
2020/01/11-12:24:05.180229 7fcf91393440 IDENTITY file: IDENTITY
2020/01/11-12:24:05.180232 7fcf91393440 MANIFEST file: MANIFEST-000011 size: 59 Bytes
2020/01/11-12:24:05.180235 7fcf91393440 SST files in kvdb dir, Total Num: 0, files:
2020/01/11-12:24:05.180237 7fcf91393440 Write Ahead Log file in kvdb: 000012.log size: 0 ;
2020/01/11-12:24:05.180239 7fcf91393440 Options.error_if_exists: 0
2020/01/11-12:24:05.180241 7fcf91393440 Options.create_if_missing: 1
2020/01/11-12:24:05.180242 7fcf91393440 Options.paranoid_checks: 1
2020/01/11-12:24:05.180243 7fcf91393440 Options.env: 0x1bed2ac0
2020/01/11-12:24:05.180245 7fcf91393440 Options.info_log: 0x1f6774a0
2020/01/11-12:24:05.180246 7fcf91393440 Options.max_file_opening_threads: 16
2020/01/11-12:24:05.180247 7fcf91393440 Options.statistics: (nil)
2020/01/11-12:24:05.180248 7fcf91393440 Options.use_fsync: 0
2020/01/11-12:24:05.180250 7fcf91393440 Options.max_log_file_size: 0
2020/01/11-12:24:05.180251 7fcf91393440 Options.max_manifest_file_size: 1073741824
2020/01/11-12:24:05.180252 7fcf91393440 Options.log_file_time_to_roll: 0
2020/01/11-12:24:05.180254 7fcf91393440 Options.keep_log_file_num: 1000
2020/01/11-12:24:05.180255 7fcf91393440 Options.recycle_log_file_num: 0
2020/01/11-12:24:05.180256 7fcf91393440 Options.allow_fallocate: 1
2020/01/11-12:24:05.180258 7fcf91393440 Options.allow_mmap_reads: 0
2020/01/11-12:24:05.180259 7fcf91393440 Options.allow_mmap_writes: 0
2020/01/11-12:24:05.180260 7fcf91393440 Options.use_direct_reads: 0
2020/01/11-12:24:05.180261 7fcf91393440 Options.use_direct_io_for_flush_and_compaction: 0
2020/01/11-12:24:05.180262 7fcf91393440 Options.create_missing_column_families: 0
2020/01/11-12:24:05.180265 7fcf91393440 Options.db_log_dir:
2020/01/11-12:24:05.180266 7fcf91393440 Options.wal_dir: kvdb
2020/01/11-12:24:05.180268 7fcf91393440 Options.table_cache_numshardbits: 6
2020/01/11-12:24:05.180269 7fcf91393440 Options.max_subcompactions: 1
2020/01/11-12:24:05.180270 7fcf91393440 Options.max_background_flushes: -1
2020/01/11-12:24:05.180272 7fcf91393440 Options.WAL_ttl_seconds: 0
2020/01/11-12:24:05.180273 7fcf91393440 Options.WAL_size_limit_MB: 0
2020/01/11-12:24:05.180274 7fcf91393440 Options.manifest_preallocation_size: 4194304
2020/01/11-12:24:05.180275 7fcf91393440 Options.is_fd_close_on_exec: 1
2020/01/11-12:24:05.180277 7fcf91393440 Options.advise_random_on_open: 1
2020/01/11-12:24:05.180278 7fcf91393440 Options.db_write_buffer_size: 0
2020/01/11-12:24:05.180279 7fcf91393440 Options.write_buffer_manager: 0x1f677500
2020/01/11-12:24:05.180280 7fcf91393440 Options.access_hint_on_compaction_start: 1
2020/01/11-12:24:05.180281 7fcf91393440 Options.new_table_reader_for_compaction_inputs: 0
2020/01/11-12:24:05.180282 7fcf91393440 Options.random_access_max_buffer_size: 1048576
2020/01/11-12:24:05.180283 7fcf91393440 Options.use_adaptive_mutex: 0
2020/01/11-12:24:05.180285 7fcf91393440 Options.rate_limiter: (nil)
2020/01/11-12:24:05.180286 7fcf91393440 Options.sst_file_manager.rate_bytes_per_sec: 0
2020/01/11-12:24:05.180288 7fcf91393440 Options.wal_recovery_mode: 2
2020/01/11-12:24:05.180297 7fcf91393440 Options.enable_thread_tracking: 0
2020/01/11-12:24:05.180299 7fcf91393440 Options.enable_pipelined_write: 0
2020/01/11-12:24:05.180300 7fcf91393440 Options.allow_concurrent_memtable_write: 1
2020/01/11-12:24:05.180301 7fcf91393440 Options.enable_write_thread_adaptive_yield: 1
2020/01/11-12:24:05.180302 7fcf91393440 Options.write_thread_max_yield_usec: 100
2020/01/11-12:24:05.180303 7fcf91393440 Options.write_thread_slow_yield_usec: 3
2020/01/11-12:24:05.180304 7fcf91393440 Options.row_cache: None
2020/01/11-12:24:05.180306 7fcf91393440 Options.wal_filter: None
2020/01/11-12:24:05.180307 7fcf91393440 Options.avoid_flush_during_recovery: 0
2020/01/11-12:24:05.180308 7fcf91393440 Options.allow_ingest_behind: 0
2020/01/11-12:24:05.180309 7fcf91393440 Options.preserve_deletes: 0
2020/01/11-12:24:05.180310 7fcf91393440 Options.two_write_queues: 0
2020/01/11-12:24:05.180312 7fcf91393440 Options.manual_wal_flush: 0
2020/01/11-12:24:05.180313 7fcf91393440 Options.atomic_flush: 0
2020/01/11-12:24:05.180314 7fcf91393440 Options.avoid_unnecessary_blocking_io: 0
2020/01/11-12:24:05.180315 7fcf91393440 Options.max_background_jobs: 2
2020/01/11-12:24:05.180316 7fcf91393440 Options.max_background_compactions: -1
2020/01/11-12:24:05.180318 7fcf91393440 Options.avoid_flush_during_shutdown: 0
2020/01/11-12:24:05.180319 7fcf91393440 Options.writable_file_max_buffer_size: 1048576
2020/01/11-12:24:05.180320 7fcf91393440 Options.delayed_write_rate : 16777216
2020/01/11-12:24:05.180322 7fcf91393440 Options.max_total_wal_size: 0
2020/01/11-12:24:05.180323 7fcf91393440 Options.delete_obsolete_files_period_micros: 21600000000
2020/01/11-12:24:05.180324 7fcf91393440 Options.stats_dump_period_sec: 600
2020/01/11-12:24:05.180326 7fcf91393440 Options.stats_persist_period_sec: 600
2020/01/11-12:24:05.180327 7fcf91393440 Options.stats_history_buffer_size: 1048576
2020/01/11-12:24:05.180328 7fcf91393440 Options.max_open_files: -1
2020/01/11-12:24:05.180329 7fcf91393440 Options.bytes_per_sync: 0
2020/01/11-12:24:05.180330 7fcf91393440 Options.wal_bytes_per_sync: 0
2020/01/11-12:24:05.180331 7fcf91393440 Options.strict_bytes_per_sync: 0
2020/01/11-12:24:05.180333 7fcf91393440 Options.compaction_readahead_size: 0
2020/01/11-12:24:05.180334 7fcf91393440 Compression algorithms supported:
2020/01/11-12:24:05.180344 7fcf91393440 kZSTDNotFinalCompression supported: 0
2020/01/11-12:24:05.180350 7fcf91393440 kZSTD supported: 0
2020/01/11-12:24:05.180351 7fcf91393440 kXpressCompression supported: 0
2020/01/11-12:24:05.180352 7fcf91393440 kLZ4HCCompression supported: 0
2020/01/11-12:24:05.180354 7fcf91393440 kLZ4Compression supported: 0
2020/01/11-12:24:05.180355 7fcf91393440 kBZip2Compression supported: 1
2020/01/11-12:24:05.180356 7fcf91393440 kZlibCompression supported: 1
2020/01/11-12:24:05.180357 7fcf91393440 kSnappyCompression supported: 0
2020/01/11-12:24:05.180360 7fcf91393440 Fast CRC32 supported: Supported on x86
2020/01/11-12:24:05.180560 7fcf91393440 [/version_set.cc:4053] Recovering from manifest file: kvdb/MANIFEST-000011
2020/01/11-12:24:05.180623 7fcf91393440 [/column_family.cc:482] --------------- Options for column family [default]:
2020/01/11-12:24:05.180627 7fcf91393440 Options.comparator: leveldb.BytewiseComparator
2020/01/11-12:24:05.180629 7fcf91393440 Options.merge_operator: None
2020/01/11-12:24:05.180630 7fcf91393440 Options.compaction_filter: None
2020/01/11-12:24:05.180631 7fcf91393440 Options.compaction_filter_factory: None
2020/01/11-12:24:05.180632 7fcf91393440 Options.memtable_factory: SkipListFactory
2020/01/11-12:24:05.180645 7fcf91393440 Options.table_factory: BlockBasedTable
2020/01/11-12:24:05.180680 7fcf91393440 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x1e2afd50)
cache_index_and_filter_blocks: 0
cache_index_and_filter_blocks_with_high_priority: 0
pin_l0_filter_and_index_blocks_in_cache: 0
pin_top_level_index_and_filter: 1
index_type: 0
data_block_index_type: 0
index_shortening: 1
data_block_hash_table_util_ratio: 0.750000
hash_index_allow_collision: 1
checksum: 1
no_block_cache: 0
block_cache: 0x1e2bdf80
block_cache_name: LRUCache
block_cache_options:
capacity : 8388608
num_shard_bits : 4
strict_capacity_limit : 0
memory_allocator : None
high_pri_pool_ratio: 0.000
block_cache_compressed: (nil)
persistent_cache: (nil)
block_size: 4096
block_size_deviation: 10
block_restart_interval: 16
index_block_restart_interval: 1
metadata_block_size: 4096
partition_filters: 0
use_delta_encoding: 1
filter_policy: nullptr
whole_key_filtering: 1
verify_compression: 0
read_amp_bytes_per_bit: 0
format_version: 2
enable_index_compression: 1
block_align: 0
2020/01/11-12:24:05.180684 7fcf91393440 Options.write_buffer_size: 67108864
2020/01/11-12:24:05.180686 7fcf91393440 Options.max_write_buffer_number: 2
2020/01/11-12:24:05.180687 7fcf91393440 Options.compression: NoCompression
2020/01/11-12:24:05.180689 7fcf91393440 Options.bottommost_compression: Disabled
2020/01/11-12:24:05.180690 7fcf91393440 Options.prefix_extractor: nullptr
2020/01/11-12:24:05.180692 7fcf91393440 Options.memtable_insert_with_hint_prefix_extractor: nullptr
2020/01/11-12:24:05.180693 7fcf91393440 Options.num_levels: 7
2020/01/11-12:24:05.180694 7fcf91393440 Options.min_write_buffer_number_to_merge: 1
2020/01/11-12:24:05.180696 7fcf91393440 Options.max_write_buffer_number_to_maintain: 0
2020/01/11-12:24:05.180697 7fcf91393440 Options.bottommost_compression_opts.window_bits: -14
2020/01/11-12:24:05.180698 7fcf91393440 Options.bottommost_compression_opts.level: 32767
2020/01/11-12:24:05.180699 7fcf91393440 Options.bottommost_compression_opts.strategy: 0
2020/01/11-12:24:05.180701 7fcf91393440 Options.bottommost_compression_opts.max_dict_bytes: 0
2020/01/11-12:24:05.180702 7fcf91393440 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
2020/01/11-12:24:05.180703 7fcf91393440 Options.bottommost_compression_opts.enabled: false
2020/01/11-12:24:05.180705 7fcf91393440 Options.compression_opts.window_bits: -14
2020/01/11-12:24:05.180706 7fcf91393440 Options.compression_opts.level: 32767
2020/01/11-12:24:05.180707 7fcf91393440 Options.compression_opts.strategy: 0
2020/01/11-12:24:05.180708 7fcf91393440 Options.compression_opts.max_dict_bytes: 0
2020/01/11-12:24:05.180710 7fcf91393440 Options.compression_opts.zstd_max_train_bytes: 0
2020/01/11-12:24:05.180711 7fcf91393440 Options.compression_opts.enabled: false
2020/01/11-12:24:05.180712 7fcf91393440 Options.level0_file_num_compaction_trigger: 4
2020/01/11-12:24:05.180713 7fcf91393440 Options.level0_slowdown_writes_trigger: 20
2020/01/11-12:24:05.180715 7fcf91393440 Options.level0_stop_writes_trigger: 36
2020/01/11-12:24:05.180716 7fcf91393440 Options.target_file_size_base: 67108864
2020/01/11-12:24:05.180717 7fcf91393440 Options.target_file_size_multiplier: 1
2020/01/11-12:24:05.180718 7fcf91393440 Options.max_bytes_for_level_base: 268435456
2020/01/11-12:24:05.180720 7fcf91393440 Options.snap_refresh_nanos: 0
2020/01/11-12:24:05.180721 7fcf91393440 Options.level_compaction_dynamic_level_bytes: 0
2020/01/11-12:24:05.180722 7fcf91393440 Options.max_bytes_for_level_multiplier: 10.000000
2020/01/11-12:24:05.180724 7fcf91393440 Options.max_bytes_for_level_multiplier_addtl[0]: 1
2020/01/11-12:24:05.180731 7fcf91393440 Options.max_bytes_for_level_multiplier_addtl[1]: 1
2020/01/11-12:24:05.180732 7fcf91393440 Options.max_bytes_for_level_multiplier_addtl[2]: 1
2020/01/11-12:24:05.180733 7fcf91393440 Options.max_bytes_for_level_multiplier_addtl[3]: 1
2020/01/11-12:24:05.180734 7fcf91393440 Options.max_bytes_for_level_multiplier_addtl[4]: 1
2020/01/11-12:24:05.180735 7fcf91393440 Options.max_bytes_for_level_multiplier_addtl[5]: 1
2020/01/11-12:24:05.180737 7fcf91393440 Options.max_bytes_for_level_multiplier_addtl[6]: 1
2020/01/11-12:24:05.180738 7fcf91393440 Options.max_sequential_skip_in_iterations: 8
2020/01/11-12:24:05.180739 7fcf91393440 Options.max_compaction_bytes: 1677721600
2020/01/11-12:24:05.180740 7fcf91393440 Options.arena_block_size: 8388608
2020/01/11-12:24:05.180741 7fcf91393440 Options.soft_pending_compaction_bytes_limit: 68719476736
2020/01/11-12:24:05.180743 7fcf91393440 Options.hard_pending_compaction_bytes_limit: 274877906944
2020/01/11-12:24:05.180744 7fcf91393440 Options.rate_limit_delay_max_milliseconds: 100
2020/01/11-12:24:05.180745 7fcf91393440 Options.disable_auto_compactions: 0
2020/01/11-12:24:05.180747 7fcf91393440 Options.compaction_style: kCompactionStyleLevel
2020/01/11-12:24:05.180748 7fcf91393440 Options.compaction_pri: kMinOverlappingRatio
2020/01/11-12:24:05.180749 7fcf91393440 Options.compaction_options_universal.size_ratio: 1
2020/01/11-12:24:05.180751 7fcf91393440 Options.compaction_options_universal.min_merge_width: 2
2020/01/11-12:24:05.180752 7fcf91393440 Options.compaction_options_universal.max_merge_width: 4294967295
2020/01/11-12:24:05.180753 7fcf91393440 Options.compaction_options_universal.max_size_amplification_percent: 200
2020/01/11-12:24:05.180754 7fcf91393440 Options.compaction_options_universal.compression_size_percent: -1
2020/01/11-12:24:05.180756 7fcf91393440 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
2020/01/11-12:24:05.180757 7fcf91393440 Options.compaction_options_fifo.max_table_files_size: 1073741824
2020/01/11-12:24:05.180758 7fcf91393440 Options.compaction_options_fifo.allow_compaction: 0
2020/01/11-12:24:05.180759 7fcf91393440 Options.table_properties_collectors:
2020/01/11-12:24:05.180761 7fcf91393440 Options.inplace_update_support: 0
2020/01/11-12:24:05.180762 7fcf91393440 Options.inplace_update_num_locks: 10000
2020/01/11-12:24:05.180763 7fcf91393440 Options.memtable_prefix_bloom_size_ratio: 0.000000
2020/01/11-12:24:05.180765 7fcf91393440 Options.memtable_whole_key_filtering: 0
2020/01/11-12:24:05.180766 7fcf91393440 Options.memtable_huge_page_size: 0
2020/01/11-12:24:05.180767 7fcf91393440 Options.bloom_locality: 0
2020/01/11-12:24:05.180768 7fcf91393440 Options.max_successive_merges: 0
2020/01/11-12:24:05.180769 7fcf91393440 Options.optimize_filters_for_hits: 0
2020/01/11-12:24:05.180770 7fcf91393440 Options.paranoid_file_checks: 0
2020/01/11-12:24:05.180771 7fcf91393440 Options.force_consistency_checks: 0
2020/01/11-12:24:05.180773 7fcf91393440 Options.report_bg_io_stats: 0
2020/01/11-12:24:05.180774 7fcf91393440 Options.ttl: 0
2020/01/11-12:24:05.180775 7fcf91393440 Options.periodic_compaction_seconds: 0
2020/01/11-12:24:05.181303 7fcf91393440 [/version_set.cc:4267] Recovered from manifest file:kvdb/MANIFEST-000011 succeeded,manifest_file_number is 11, next_file_number is 13, last_sequence is 0, log_number is 10,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
2020/01/11-12:24:05.181308 7fcf91393440 [/version_set.cc:4276] Column family [default] (ID 0), log number is 10
2020/01/11-12:24:05.181374 7fcf91393440 EVENT_LOG_v1 {"time_micros": 1578716645181364, "job": 1, "event": "recovery_started", "log_files": [12]}
2020/01/11-12:24:05.181387 7fcf91393440 [/db_impl_open.cc:597] Recovering log #12 mode 2
2020/01/11-12:24:05.181461 7fcf91393440 [/version_set.cc:3546] Creating manifest 14
2020/01/11-12:24:05.182388 7fcf91393440 EVENT_LOG_v1 {"time_micros": 1578716645182384, "job": 1, "event": "recovery_finished"}
2020/01/11-12:24:05.184452 7fcf91393440 DB pointer 0x1f676190
2020/01/11-12:24:05.184787 7fcf12bfd700 [/db_impl.cc:779] ------- DUMPING STATS -------
2020/01/11-12:24:05.184823 7fcf12bfd700 [/db_impl.cc:780]
** DB Stats **
Uptime(secs): 0.0 total, 0.0 interval
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 0.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 0.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
2020/01/11-12:34:05.185022 7fcf12bfd700 [/db_impl.cc:779] ------- DUMPING STATS -------
2020/01/11-12:34:05.185072 7fcf12bfd700 [/db_impl.cc:780]
** DB Stats **
Uptime(secs): 600.0 total, 600.0 interval
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 600.0 total, 600.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 600.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
examples/demo-serving/kvdb/LOG.old.1578717444163782 已删除 100644 → 0
浏览文件 @ c928fcd1
2020/01/11-12:35:32.758840 7f43e73ec440 RocksDB version: 6.2.4
2020/01/11-12:35:32.758875 7f43e73ec440 Git sha rocksdb_build_git_sha:3513d4e93f8530ac44cc0c1efea04be4259c6938
2020/01/11-12:35:32.758878 7f43e73ec440 Compile date Dec 23 2019
2020/01/11-12:35:32.758882 7f43e73ec440 DB SUMMARY
2020/01/11-12:35:32.758911 7f43e73ec440 CURRENT file: CURRENT
2020/01/11-12:35:32.758913 7f43e73ec440 IDENTITY file: IDENTITY
2020/01/11-12:35:32.758916 7f43e73ec440 MANIFEST file: MANIFEST-000014 size: 59 Bytes
2020/01/11-12:35:32.758919 7f43e73ec440 SST files in kvdb dir, Total Num: 0, files:
2020/01/11-12:35:32.758921 7f43e73ec440 Write Ahead Log file in kvdb: 000015.log size: 0 ;
2020/01/11-12:35:32.758923 7f43e73ec440 Options.error_if_exists: 0
2020/01/11-12:35:32.758924 7f43e73ec440 Options.create_if_missing: 1
2020/01/11-12:35:32.758926 7f43e73ec440 Options.paranoid_checks: 1
2020/01/11-12:35:32.758927 7f43e73ec440 Options.env: 0x1bed2ac0
2020/01/11-12:35:32.758928 7f43e73ec440 Options.info_log: 0x207818b0
2020/01/11-12:35:32.758930 7f43e73ec440 Options.max_file_opening_threads: 16
2020/01/11-12:35:32.758931 7f43e73ec440 Options.statistics: (nil)
2020/01/11-12:35:32.758932 7f43e73ec440 Options.use_fsync: 0
2020/01/11-12:35:32.758934 7f43e73ec440 Options.max_log_file_size: 0
2020/01/11-12:35:32.758935 7f43e73ec440 Options.max_manifest_file_size: 1073741824
2020/01/11-12:35:32.758936 7f43e73ec440 Options.log_file_time_to_roll: 0
2020/01/11-12:35:32.758937 7f43e73ec440 Options.keep_log_file_num: 1000
2020/01/11-12:35:32.758938 7f43e73ec440 Options.recycle_log_file_num: 0
2020/01/11-12:35:32.758940 7f43e73ec440 Options.allow_fallocate: 1
2020/01/11-12:35:32.758941 7f43e73ec440 Options.allow_mmap_reads: 0
2020/01/11-12:35:32.758942 7f43e73ec440 Options.allow_mmap_writes: 0
2020/01/11-12:35:32.758943 7f43e73ec440 Options.use_direct_reads: 0
2020/01/11-12:35:32.758944 7f43e73ec440 Options.use_direct_io_for_flush_and_compaction: 0
2020/01/11-12:35:32.758945 7f43e73ec440 Options.create_missing_column_families: 0
2020/01/11-12:35:32.758948 7f43e73ec440 Options.db_log_dir:
2020/01/11-12:35:32.758949 7f43e73ec440 Options.wal_dir: kvdb
2020/01/11-12:35:32.758951 7f43e73ec440 Options.table_cache_numshardbits: 6
2020/01/11-12:35:32.758952 7f43e73ec440 Options.max_subcompactions: 1
2020/01/11-12:35:32.758953 7f43e73ec440 Options.max_background_flushes: -1
2020/01/11-12:35:32.758954 7f43e73ec440 Options.WAL_ttl_seconds: 0
2020/01/11-12:35:32.758955 7f43e73ec440 Options.WAL_size_limit_MB: 0
2020/01/11-12:35:32.758957 7f43e73ec440 Options.manifest_preallocation_size: 4194304
2020/01/11-12:35:32.758958 7f43e73ec440 Options.is_fd_close_on_exec: 1
2020/01/11-12:35:32.758960 7f43e73ec440 Options.advise_random_on_open: 1
2020/01/11-12:35:32.758961 7f43e73ec440 Options.db_write_buffer_size: 0
2020/01/11-12:35:32.758962 7f43e73ec440 Options.write_buffer_manager: 0x1e591160
2020/01/11-12:35:32.758963 7f43e73ec440 Options.access_hint_on_compaction_start: 1
2020/01/11-12:35:32.758964 7f43e73ec440 Options.new_table_reader_for_compaction_inputs: 0
2020/01/11-12:35:32.758965 7f43e73ec440 Options.random_access_max_buffer_size: 1048576
2020/01/11-12:35:32.758966 7f43e73ec440 Options.use_adaptive_mutex: 0
2020/01/11-12:35:32.758967 7f43e73ec440 Options.rate_limiter: (nil)
2020/01/11-12:35:32.758969 7f43e73ec440 Options.sst_file_manager.rate_bytes_per_sec: 0
2020/01/11-12:35:32.758970 7f43e73ec440 Options.wal_recovery_mode: 2
2020/01/11-12:35:32.758977 7f43e73ec440 Options.enable_thread_tracking: 0
2020/01/11-12:35:32.758979 7f43e73ec440 Options.enable_pipelined_write: 0
2020/01/11-12:35:32.758980 7f43e73ec440 Options.allow_concurrent_memtable_write: 1
2020/01/11-12:35:32.758981 7f43e73ec440 Options.enable_write_thread_adaptive_yield: 1
2020/01/11-12:35:32.758982 7f43e73ec440 Options.write_thread_max_yield_usec: 100
2020/01/11-12:35:32.758983 7f43e73ec440 Options.write_thread_slow_yield_usec: 3
2020/01/11-12:35:32.758984 7f43e73ec440 Options.row_cache: None
2020/01/11-12:35:32.758985 7f43e73ec440 Options.wal_filter: None
2020/01/11-12:35:32.758987 7f43e73ec440 Options.avoid_flush_during_recovery: 0
2020/01/11-12:35:32.758988 7f43e73ec440 Options.allow_ingest_behind: 0
2020/01/11-12:35:32.758989 7f43e73ec440 Options.preserve_deletes: 0
2020/01/11-12:35:32.758990 7f43e73ec440 Options.two_write_queues: 0
2020/01/11-12:35:32.758991 7f43e73ec440 Options.manual_wal_flush: 0
2020/01/11-12:35:32.758993 7f43e73ec440 Options.atomic_flush: 0
2020/01/11-12:35:32.758994 7f43e73ec440 Options.avoid_unnecessary_blocking_io: 0
2020/01/11-12:35:32.758995 7f43e73ec440 Options.max_background_jobs: 2
2020/01/11-12:35:32.758996 7f43e73ec440 Options.max_background_compactions: -1
2020/01/11-12:35:32.758997 7f43e73ec440 Options.avoid_flush_during_shutdown: 0
2020/01/11-12:35:32.758998 7f43e73ec440 Options.writable_file_max_buffer_size: 1048576
2020/01/11-12:35:32.758999 7f43e73ec440 Options.delayed_write_rate : 16777216
2020/01/11-12:35:32.759001 7f43e73ec440 Options.max_total_wal_size: 0
2020/01/11-12:35:32.759002 7f43e73ec440 Options.delete_obsolete_files_period_micros: 21600000000
2020/01/11-12:35:32.759003 7f43e73ec440 Options.stats_dump_period_sec: 600
2020/01/11-12:35:32.759004 7f43e73ec440 Options.stats_persist_period_sec: 600
2020/01/11-12:35:32.759005 7f43e73ec440 Options.stats_history_buffer_size: 1048576
2020/01/11-12:35:32.759007 7f43e73ec440 Options.max_open_files: -1
2020/01/11-12:35:32.759008 7f43e73ec440 Options.bytes_per_sync: 0
2020/01/11-12:35:32.759009 7f43e73ec440 Options.wal_bytes_per_sync: 0
2020/01/11-12:35:32.759010 7f43e73ec440 Options.strict_bytes_per_sync: 0
2020/01/11-12:35:32.759011 7f43e73ec440 Options.compaction_readahead_size: 0
2020/01/11-12:35:32.759012 7f43e73ec440 Compression algorithms supported:
2020/01/11-12:35:32.759026 7f43e73ec440 kZSTDNotFinalCompression supported: 0
2020/01/11-12:35:32.759031 7f43e73ec440 kZSTD supported: 0
2020/01/11-12:35:32.759033 7f43e73ec440 kXpressCompression supported: 0
2020/01/11-12:35:32.759034 7f43e73ec440 kLZ4HCCompression supported: 0
2020/01/11-12:35:32.759035 7f43e73ec440 kLZ4Compression supported: 0
2020/01/11-12:35:32.759036 7f43e73ec440 kBZip2Compression supported: 1
2020/01/11-12:35:32.759038 7f43e73ec440 kZlibCompression supported: 1
2020/01/11-12:35:32.759039 7f43e73ec440 kSnappyCompression supported: 0
2020/01/11-12:35:32.759041 7f43e73ec440 Fast CRC32 supported: Supported on x86
2020/01/11-12:35:32.759237 7f43e73ec440 [/version_set.cc:4053] Recovering from manifest file: kvdb/MANIFEST-000014
2020/01/11-12:35:32.759300 7f43e73ec440 [/column_family.cc:482] --------------- Options for column family [default]:
2020/01/11-12:35:32.759304 7f43e73ec440 Options.comparator: leveldb.BytewiseComparator
2020/01/11-12:35:32.759305 7f43e73ec440 Options.merge_operator: None
2020/01/11-12:35:32.759306 7f43e73ec440 Options.compaction_filter: None
2020/01/11-12:35:32.759307 7f43e73ec440 Options.compaction_filter_factory: None
2020/01/11-12:35:32.759309 7f43e73ec440 Options.memtable_factory: SkipListFactory
2020/01/11-12:35:32.759320 7f43e73ec440 Options.table_factory: BlockBasedTable
2020/01/11-12:35:32.759356 7f43e73ec440 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x1f223340)
cache_index_and_filter_blocks: 0
cache_index_and_filter_blocks_with_high_priority: 0
pin_l0_filter_and_index_blocks_in_cache: 0
pin_top_level_index_and_filter: 1
index_type: 0
data_block_index_type: 0
index_shortening: 1
data_block_hash_table_util_ratio: 0.750000
hash_index_allow_collision: 1
checksum: 1
no_block_cache: 0
block_cache: 0x1f24b760
block_cache_name: LRUCache
block_cache_options:
capacity : 8388608
num_shard_bits : 4
strict_capacity_limit : 0
memory_allocator : None
high_pri_pool_ratio: 0.000
block_cache_compressed: (nil)
persistent_cache: (nil)
block_size: 4096
block_size_deviation: 10
block_restart_interval: 16
index_block_restart_interval: 1
metadata_block_size: 4096
partition_filters: 0
use_delta_encoding: 1
filter_policy: nullptr
whole_key_filtering: 1
verify_compression: 0
read_amp_bytes_per_bit: 0
format_version: 2
enable_index_compression: 1
block_align: 0
2020/01/11-12:35:32.759360 7f43e73ec440 Options.write_buffer_size: 67108864
2020/01/11-12:35:32.759361 7f43e73ec440 Options.max_write_buffer_number: 2
2020/01/11-12:35:32.759363 7f43e73ec440 Options.compression: NoCompression
2020/01/11-12:35:32.759364 7f43e73ec440 Options.bottommost_compression: Disabled
2020/01/11-12:35:32.759366 7f43e73ec440 Options.prefix_extractor: nullptr
2020/01/11-12:35:32.759367 7f43e73ec440 Options.memtable_insert_with_hint_prefix_extractor: nullptr
2020/01/11-12:35:32.759368 7f43e73ec440 Options.num_levels: 7
2020/01/11-12:35:32.759370 7f43e73ec440 Options.min_write_buffer_number_to_merge: 1
2020/01/11-12:35:32.759371 7f43e73ec440 Options.max_write_buffer_number_to_maintain: 0
2020/01/11-12:35:32.759372 7f43e73ec440 Options.bottommost_compression_opts.window_bits: -14
2020/01/11-12:35:32.759373 7f43e73ec440 Options.bottommost_compression_opts.level: 32767
2020/01/11-12:35:32.759374 7f43e73ec440 Options.bottommost_compression_opts.strategy: 0
2020/01/11-12:35:32.759376 7f43e73ec440 Options.bottommost_compression_opts.max_dict_bytes: 0
2020/01/11-12:35:32.759377 7f43e73ec440 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
2020/01/11-12:35:32.759378 7f43e73ec440 Options.bottommost_compression_opts.enabled: false
2020/01/11-12:35:32.759379 7f43e73ec440 Options.compression_opts.window_bits: -14
2020/01/11-12:35:32.759380 7f43e73ec440 Options.compression_opts.level: 32767
2020/01/11-12:35:32.759382 7f43e73ec440 Options.compression_opts.strategy: 0
2020/01/11-12:35:32.759383 7f43e73ec440 Options.compression_opts.max_dict_bytes: 0
2020/01/11-12:35:32.759384 7f43e73ec440 Options.compression_opts.zstd_max_train_bytes: 0
2020/01/11-12:35:32.759386 7f43e73ec440 Options.compression_opts.enabled: false
2020/01/11-12:35:32.759387 7f43e73ec440 Options.level0_file_num_compaction_trigger: 4
2020/01/11-12:35:32.759388 7f43e73ec440 Options.level0_slowdown_writes_trigger: 20
2020/01/11-12:35:32.759389 7f43e73ec440 Options.level0_stop_writes_trigger: 36
2020/01/11-12:35:32.759391 7f43e73ec440 Options.target_file_size_base: 67108864
2020/01/11-12:35:32.759392 7f43e73ec440 Options.target_file_size_multiplier: 1
2020/01/11-12:35:32.759393 7f43e73ec440 Options.max_bytes_for_level_base: 268435456
2020/01/11-12:35:32.759395 7f43e73ec440 Options.snap_refresh_nanos: 0
2020/01/11-12:35:32.759396 7f43e73ec440 Options.level_compaction_dynamic_level_bytes: 0
2020/01/11-12:35:32.759397 7f43e73ec440 Options.max_bytes_for_level_multiplier: 10.000000
2020/01/11-12:35:32.759399 7f43e73ec440 Options.max_bytes_for_level_multiplier_addtl[0]: 1
2020/01/11-12:35:32.759415 7f43e73ec440 Options.max_bytes_for_level_multiplier_addtl[1]: 1
2020/01/11-12:35:32.759416 7f43e73ec440 Options.max_bytes_for_level_multiplier_addtl[2]: 1
2020/01/11-12:35:32.759417 7f43e73ec440 Options.max_bytes_for_level_multiplier_addtl[3]: 1
2020/01/11-12:35:32.759418 7f43e73ec440 Options.max_bytes_for_level_multiplier_addtl[4]: 1
2020/01/11-12:35:32.759420 7f43e73ec440 Options.max_bytes_for_level_multiplier_addtl[5]: 1
2020/01/11-12:35:32.759421 7f43e73ec440 Options.max_bytes_for_level_multiplier_addtl[6]: 1
2020/01/11-12:35:32.759422 7f43e73ec440 Options.max_sequential_skip_in_iterations: 8
2020/01/11-12:35:32.759423 7f43e73ec440 Options.max_compaction_bytes: 1677721600
2020/01/11-12:35:32.759424 7f43e73ec440 Options.arena_block_size: 8388608
2020/01/11-12:35:32.759425 7f43e73ec440 Options.soft_pending_compaction_bytes_limit: 68719476736
2020/01/11-12:35:32.759427 7f43e73ec440 Options.hard_pending_compaction_bytes_limit: 274877906944
2020/01/11-12:35:32.759428 7f43e73ec440 Options.rate_limit_delay_max_milliseconds: 100
2020/01/11-12:35:32.759429 7f43e73ec440 Options.disable_auto_compactions: 0
2020/01/11-12:35:32.759431 7f43e73ec440 Options.compaction_style: kCompactionStyleLevel
2020/01/11-12:35:32.759432 7f43e73ec440 Options.compaction_pri: kMinOverlappingRatio
2020/01/11-12:35:32.759433 7f43e73ec440 Options.compaction_options_universal.size_ratio: 1
2020/01/11-12:35:32.759435 7f43e73ec440 Options.compaction_options_universal.min_merge_width: 2
2020/01/11-12:35:32.759436 7f43e73ec440 Options.compaction_options_universal.max_merge_width: 4294967295
2020/01/11-12:35:32.759437 7f43e73ec440 Options.compaction_options_universal.max_size_amplification_percent: 200
2020/01/11-12:35:32.759438 7f43e73ec440 Options.compaction_options_universal.compression_size_percent: -1
2020/01/11-12:35:32.759440 7f43e73ec440 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
2020/01/11-12:35:32.759441 7f43e73ec440 Options.compaction_options_fifo.max_table_files_size: 1073741824
2020/01/11-12:35:32.759442 7f43e73ec440 Options.compaction_options_fifo.allow_compaction: 0
2020/01/11-12:35:32.759443 7f43e73ec440 Options.table_properties_collectors:
2020/01/11-12:35:32.759445 7f43e73ec440 Options.inplace_update_support: 0
2020/01/11-12:35:32.759446 7f43e73ec440 Options.inplace_update_num_locks: 10000
2020/01/11-12:35:32.759447 7f43e73ec440 Options.memtable_prefix_bloom_size_ratio: 0.000000
2020/01/11-12:35:32.759449 7f43e73ec440 Options.memtable_whole_key_filtering: 0
2020/01/11-12:35:32.759450 7f43e73ec440 Options.memtable_huge_page_size: 0
2020/01/11-12:35:32.759451 7f43e73ec440 Options.bloom_locality: 0
2020/01/11-12:35:32.759453 7f43e73ec440 Options.max_successive_merges: 0
2020/01/11-12:35:32.759454 7f43e73ec440 Options.optimize_filters_for_hits: 0
2020/01/11-12:35:32.759455 7f43e73ec440 Options.paranoid_file_checks: 0
2020/01/11-12:35:32.759456 7f43e73ec440 Options.force_consistency_checks: 0
2020/01/11-12:35:32.759457 7f43e73ec440 Options.report_bg_io_stats: 0
2020/01/11-12:35:32.759458 7f43e73ec440 Options.ttl: 0
2020/01/11-12:35:32.759459 7f43e73ec440 Options.periodic_compaction_seconds: 0
2020/01/11-12:35:32.759987 7f43e73ec440 [/version_set.cc:4267] Recovered from manifest file:kvdb/MANIFEST-000014 succeeded,manifest_file_number is 14, next_file_number is 16, last_sequence is 0, log_number is 13,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0
2020/01/11-12:35:32.759991 7f43e73ec440 [/version_set.cc:4276] Column family [default] (ID 0), log number is 13
2020/01/11-12:35:32.760049 7f43e73ec440 EVENT_LOG_v1 {"time_micros": 1578717332760044, "job": 1, "event": "recovery_started", "log_files": [15]}
2020/01/11-12:35:32.760062 7f43e73ec440 [/db_impl_open.cc:597] Recovering log #15 mode 2
2020/01/11-12:35:32.760123 7f43e73ec440 [/version_set.cc:3546] Creating manifest 17
2020/01/11-12:35:32.760790 7f43e73ec440 EVENT_LOG_v1 {"time_micros": 1578717332760786, "job": 1, "event": "recovery_finished"}
2020/01/11-12:35:32.762750 7f43e73ec440 DB pointer 0x20780540
2020/01/11-12:35:32.763037 7f43695ee700 [/db_impl.cc:779] ------- DUMPING STATS -------
2020/01/11-12:35:32.763073 7f43695ee700 [/db_impl.cc:780]
** DB Stats **
Uptime(secs): 0.0 total, 0.0 interval
Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s
Interval stall: 00:00:0.000 H:M:S, 0.0 percent
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 0.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
** Compaction Stats [default] **
Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0
** Compaction Stats [default] **
Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop
-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
Uptime(secs): 0.0 total, 0.0 interval
Flush(GB): cumulative 0.000, interval 0.000
AddFile(GB): cumulative 0.000, interval 0.000
AddFile(Total Files): cumulative 0, interval 0
AddFile(L0 Files): cumulative 0, interval 0
AddFile(Keys): cumulative 0, interval 0
Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
** File Read Latency Histogram By Level [default] **
examples/demo-serving/kvdb/OPTIONS-000020 已删除 100644 → 0
浏览文件 @ c928fcd1
# This is a RocksDB option file.
#
# For detailed file format spec, please refer to the example file
# in examples/rocksdb_option_file_example.ini
#
[Version]
rocksdb_version=6.2.4
options_file_version=1.1
[DBOptions]
avoid_unnecessary_blocking_io=false
allow_mmap_reads=false
allow_fallocate=true
WAL_size_limit_MB=0
writable_file_max_buffer_size=1048576
allow_mmap_writes=false
allow_concurrent_memtable_write=true
use_direct_reads=false
max_open_files=-1
strict_bytes_per_sync=false
db_write_buffer_size=0
max_background_jobs=2
WAL_ttl_seconds=0
enable_thread_tracking=false
error_if_exists=false
is_fd_close_on_exec=true
recycle_log_file_num=0
max_manifest_file_size=1073741824
skip_log_error_on_recovery=false
skip_stats_update_on_db_open=false
max_total_wal_size=0
new_table_reader_for_compaction_inputs=false
manual_wal_flush=false
compaction_readahead_size=0
atomic_flush=false
random_access_max_buffer_size=1048576
create_missing_column_families=false
wal_bytes_per_sync=0
use_adaptive_mutex=false
use_direct_io_for_flush_and_compaction=false
max_background_compactions=-1
advise_random_on_open=true
base_background_compactions=-1
max_background_flushes=-1
two_write_queues=false
table_cache_numshardbits=6
keep_log_file_num=1000
write_thread_slow_yield_usec=3
stats_dump_period_sec=600
avoid_flush_during_recovery=false
log_file_time_to_roll=0
delayed_write_rate=16777216
manifest_preallocation_size=4194304
paranoid_checks=true
max_log_file_size=0
allow_2pc=false
wal_dir=kvdb
db_log_dir=
max_subcompactions=1
create_if_missing=true
enable_pipelined_write=false
bytes_per_sync=0
stats_persist_period_sec=600
stats_history_buffer_size=1048576
fail_if_options_file_error=false
use_fsync=false
wal_recovery_mode=kPointInTimeRecovery
delete_obsolete_files_period_micros=21600000000
enable_write_thread_adaptive_yield=true
avoid_flush_during_shutdown=false
write_thread_max_yield_usec=100
info_log_level=INFO_LEVEL
max_file_opening_threads=16
dump_malloc_stats=false
allow_ingest_behind=false
access_hint_on_compaction_start=NORMAL
preserve_deletes=false
[CFOptions "default"]
sample_for_compression=0
compaction_pri=kMinOverlappingRatio
merge_operator=nullptr
compaction_filter_factory=nullptr
memtable_factory=SkipListFactory
memtable_insert_with_hint_prefix_extractor=nullptr
comparator=leveldb.BytewiseComparator
target_file_size_base=67108864
max_sequential_skip_in_iterations=8
compaction_style=kCompactionStyleLevel
max_bytes_for_level_base=268435456
bloom_locality=0
write_buffer_size=67108864
compression_per_level=
memtable_huge_page_size=0
max_successive_merges=0
arena_block_size=8388608
memtable_whole_key_filtering=false
target_file_size_multiplier=1
max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
snap_refresh_nanos=0
num_levels=7
min_write_buffer_number_to_merge=1
max_write_buffer_number_to_maintain=0
max_write_buffer_number=2
compression=kNoCompression
level0_stop_writes_trigger=36
level0_slowdown_writes_trigger=20
compaction_filter=nullptr
level0_file_num_compaction_trigger=4
max_compaction_bytes=1677721600
compaction_options_universal={allow_trivial_move=false;size_ratio=1;min_merge_width=2;max_size_amplification_percent=200;max_merge_width=4294967295;compression_size_percent=-1;stop_style=kCompactionStopStyleTotalSize;}
memtable_prefix_bloom_size_ratio=0.000000
hard_pending_compaction_bytes_limit=274877906944
ttl=0
table_factory=BlockBasedTable
soft_pending_compaction_bytes_limit=68719476736
prefix_extractor=nullptr
bottommost_compression=kDisableCompressionOption
force_consistency_checks=false
paranoid_file_checks=false
compaction_options_fifo={allow_compaction=false;max_table_files_size=1073741824;}
max_bytes_for_level_multiplier=10.000000
optimize_filters_for_hits=false
level_compaction_dynamic_level_bytes=false
inplace_update_num_locks=10000
inplace_update_support=false
periodic_compaction_seconds=0
disable_auto_compactions=false
report_bg_io_stats=false
[TableOptions/BlockBasedTable "default"]
pin_top_level_index_and_filter=true
enable_index_compression=true
read_amp_bytes_per_bit=8589934592
format_version=2
block_align=false
metadata_block_size=4096
block_size_deviation=10
partition_filters=false
block_size=4096
index_block_restart_interval=1
no_block_cache=false
checksum=kCRC32c
whole_key_filtering=true
index_shortening=kShortenSeparators
data_block_index_type=kDataBlockBinarySearch
index_type=kBinarySearch
verify_compression=false
filter_policy=nullptr
data_block_hash_table_util_ratio=0.750000
pin_l0_filter_and_index_blocks_in_cache=false
block_restart_interval=16
cache_index_and_filter_blocks_with_high_priority=false
cache_index_and_filter_blocks=false
hash_index_allow_collision=true
flush_block_policy_factory=FlushBlockBySizePolicyFactory
examples/demo-serving/kvdb/OPTIONS-000023 已删除 100644 → 0
浏览文件 @ c928fcd1
# This is a RocksDB option file.
#
# For detailed file format spec, please refer to the example file
# in examples/rocksdb_option_file_example.ini
#
[Version]
rocksdb_version=6.2.4
options_file_version=1.1
[DBOptions]
avoid_unnecessary_blocking_io=false
allow_mmap_reads=false
allow_fallocate=true
WAL_size_limit_MB=0
writable_file_max_buffer_size=1048576
allow_mmap_writes=false
allow_concurrent_memtable_write=true
use_direct_reads=false
max_open_files=-1
strict_bytes_per_sync=false
db_write_buffer_size=0
max_background_jobs=2
WAL_ttl_seconds=0
enable_thread_tracking=false
error_if_exists=false
is_fd_close_on_exec=true
recycle_log_file_num=0
max_manifest_file_size=1073741824
skip_log_error_on_recovery=false
skip_stats_update_on_db_open=false
max_total_wal_size=0
new_table_reader_for_compaction_inputs=false
manual_wal_flush=false
compaction_readahead_size=0
atomic_flush=false
random_access_max_buffer_size=1048576
create_missing_column_families=false
wal_bytes_per_sync=0
use_adaptive_mutex=false
use_direct_io_for_flush_and_compaction=false
max_background_compactions=-1
advise_random_on_open=true
base_background_compactions=-1
max_background_flushes=-1
two_write_queues=false
table_cache_numshardbits=6
keep_log_file_num=1000
write_thread_slow_yield_usec=3
stats_dump_period_sec=600
avoid_flush_during_recovery=false
log_file_time_to_roll=0
delayed_write_rate=16777216
manifest_preallocation_size=4194304
paranoid_checks=true
max_log_file_size=0
allow_2pc=false
wal_dir=kvdb
db_log_dir=
max_subcompactions=1
create_if_missing=true
enable_pipelined_write=false
bytes_per_sync=0
stats_persist_period_sec=600
stats_history_buffer_size=1048576
fail_if_options_file_error=false
use_fsync=false
wal_recovery_mode=kPointInTimeRecovery
delete_obsolete_files_period_micros=21600000000
enable_write_thread_adaptive_yield=true
avoid_flush_during_shutdown=false
write_thread_max_yield_usec=100
info_log_level=INFO_LEVEL
max_file_opening_threads=16
dump_malloc_stats=false
allow_ingest_behind=false
access_hint_on_compaction_start=NORMAL
preserve_deletes=false
[CFOptions "default"]
sample_for_compression=0
compaction_pri=kMinOverlappingRatio
merge_operator=nullptr
compaction_filter_factory=nullptr
memtable_factory=SkipListFactory
memtable_insert_with_hint_prefix_extractor=nullptr
comparator=leveldb.BytewiseComparator
target_file_size_base=67108864
max_sequential_skip_in_iterations=8
compaction_style=kCompactionStyleLevel
max_bytes_for_level_base=268435456
bloom_locality=0
write_buffer_size=67108864
compression_per_level=
memtable_huge_page_size=0
max_successive_merges=0
arena_block_size=8388608
memtable_whole_key_filtering=false
target_file_size_multiplier=1
max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
snap_refresh_nanos=0
num_levels=7
min_write_buffer_number_to_merge=1
max_write_buffer_number_to_maintain=0
max_write_buffer_number=2
compression=kNoCompression
level0_stop_writes_trigger=36
level0_slowdown_writes_trigger=20
compaction_filter=nullptr
level0_file_num_compaction_trigger=4
max_compaction_bytes=1677721600
compaction_options_universal={allow_trivial_move=false;size_ratio=1;min_merge_width=2;max_size_amplification_percent=200;max_merge_width=4294967295;compression_size_percent=-1;stop_style=kCompactionStopStyleTotalSize;}
memtable_prefix_bloom_size_ratio=0.000000
hard_pending_compaction_bytes_limit=274877906944
ttl=0
table_factory=BlockBasedTable
soft_pending_compaction_bytes_limit=68719476736
prefix_extractor=nullptr
bottommost_compression=kDisableCompressionOption
force_consistency_checks=false
paranoid_file_checks=false
compaction_options_fifo={allow_compaction=false;max_table_files_size=1073741824;}
max_bytes_for_level_multiplier=10.000000
optimize_filters_for_hits=false
level_compaction_dynamic_level_bytes=false
inplace_update_num_locks=10000
inplace_update_support=false
periodic_compaction_seconds=0
disable_auto_compactions=false
report_bg_io_stats=false
[TableOptions/BlockBasedTable "default"]
pin_top_level_index_and_filter=true
enable_index_compression=true
read_amp_bytes_per_bit=8589934592
format_version=2
block_align=false
metadata_block_size=4096
block_size_deviation=10
partition_filters=false
block_size=4096
index_block_restart_interval=1
no_block_cache=false
checksum=kCRC32c
whole_key_filtering=true
index_shortening=kShortenSeparators
data_block_index_type=kDataBlockBinarySearch
index_type=kBinarySearch
verify_compression=false
filter_policy=nullptr
data_block_hash_table_util_ratio=0.750000
pin_l0_filter_and_index_blocks_in_cache=false
block_restart_interval=16
cache_index_and_filter_blocks_with_high_priority=false
cache_index_and_filter_blocks=false
hash_index_allow_collision=true
flush_block_policy_factory=FlushBlockBySizePolicyFactory
examples/demo-serving/op/general_model_op.cpp
浏览文件 @ 01f955ec
...@@ -51,14 +51,14 @@ int GeneralModelOp::inference() { ...@@ -51,14 +51,14 @@ int GeneralModelOp::inference() {
// infer // infer
if (batch_size > 0) { if (batch_size > 0) {
int var_num = req->insts(0).tensor_array_size(); int var_num = req->insts(0).tensor_array_size();
VLOG(3) << "var num: " << var_num; VLOG(2) << "var num: " << var_num;
elem_type.resize(var_num); elem_type.resize(var_num);
elem_size.resize(var_num); elem_size.resize(var_num);
capacity.resize(var_num); capacity.resize(var_num);
paddle::PaddleTensor lod_tensor; paddle::PaddleTensor lod_tensor;
for (int i = 0; i < var_num; ++i) { for (int i = 0; i < var_num; ++i) {
elem_type[i] = req->insts(0).tensor_array(i).elem_type(); elem_type[i] = req->insts(0).tensor_array(i).elem_type();
VLOG(3) << "var[" << i << "] has elem type: " << elem_type[i]; VLOG(2) << "var[" << i << "] has elem type: " << elem_type[i];
if (elem_type[i] == 0) { // int64 if (elem_type[i] == 0) { // int64
elem_size[i] = sizeof(int64_t); elem_size[i] = sizeof(int64_t);
lod_tensor.dtype = paddle::PaddleDType::INT64; lod_tensor.dtype = paddle::PaddleDType::INT64;
...@@ -70,17 +70,17 @@ int GeneralModelOp::inference() { ...@@ -70,17 +70,17 @@ int GeneralModelOp::inference() {
if (req->insts(0).tensor_array(i).shape(0) == -1) { if (req->insts(0).tensor_array(i).shape(0) == -1) {
lod_tensor.lod.resize(1); lod_tensor.lod.resize(1);
lod_tensor.lod[0].push_back(0); lod_tensor.lod[0].push_back(0);
VLOG(3) << "var[" << i << "] is lod_tensor"; VLOG(2) << "var[" << i << "] is lod_tensor";
} else { } else {
lod_tensor.shape.push_back(batch_size); lod_tensor.shape.push_back(batch_size);
capacity[i] = 1; capacity[i] = 1;
for (int k = 0; k < req->insts(0).tensor_array(i).shape_size(); ++k) { for (int k = 0; k < req->insts(0).tensor_array(i).shape_size(); ++k) {
int dim = req->insts(0).tensor_array(i).shape(k); int dim = req->insts(0).tensor_array(i).shape(k);
VLOG(3) << "shape for var[" << i << "]: " << dim; VLOG(2) << "shape for var[" << i << "]: " << dim;
capacity[i] *= dim; capacity[i] *= dim;
lod_tensor.shape.push_back(dim); lod_tensor.shape.push_back(dim);
} }
VLOG(3) << "var[" << i << "] is tensor, capacity: " << capacity[i]; VLOG(2) << "var[" << i << "] is tensor, capacity: " << capacity[i];
} }
if (i == 0) { if (i == 0) {
lod_tensor.name = "words"; lod_tensor.name = "words";
...@@ -95,19 +95,19 @@ int GeneralModelOp::inference() { ...@@ -95,19 +95,19 @@ int GeneralModelOp::inference() {
for (int j = 0; j < batch_size; ++j) { for (int j = 0; j < batch_size; ++j) {
const Tensor &tensor = req->insts(j).tensor_array(i); const Tensor &tensor = req->insts(j).tensor_array(i);
int data_len = tensor.data_size(); int data_len = tensor.data_size();
VLOG(3) << "tensor size for var[" << i << "]: " << tensor.data_size(); VLOG(2) << "tensor size for var[" << i << "]: " << tensor.data_size();
int cur_len = in->at(i).lod[0].back(); int cur_len = in->at(i).lod[0].back();
VLOG(3) << "current len: " << cur_len; VLOG(2) << "current len: " << cur_len;
in->at(i).lod[0].push_back(cur_len + data_len); in->at(i).lod[0].push_back(cur_len + data_len);
VLOG(3) << "new len: " << cur_len + data_len; VLOG(2) << "new len: " << cur_len + data_len;
} }
in->at(i).data.Resize(in->at(i).lod[0].back() * elem_size[i]); in->at(i).data.Resize(in->at(i).lod[0].back() * elem_size[i]);
in->at(i).shape = {in->at(i).lod[0].back(), 1}; in->at(i).shape = {in->at(i).lod[0].back(), 1};
VLOG(3) << "var[" << i VLOG(2) << "var[" << i
<< "] is lod_tensor and len=" << in->at(i).lod[0].back(); << "] is lod_tensor and len=" << in->at(i).lod[0].back();
} else { } else {
in->at(i).data.Resize(batch_size * capacity[i] * elem_size[i]); in->at(i).data.Resize(batch_size * capacity[i] * elem_size[i]);
VLOG(3) << "var[" << i VLOG(2) << "var[" << i
<< "] is tensor and capacity=" << batch_size * capacity[i]; << "] is tensor and capacity=" << batch_size * capacity[i];
} }
} }
...@@ -144,7 +144,7 @@ int GeneralModelOp::inference() { ...@@ -144,7 +144,7 @@ int GeneralModelOp::inference() {
} }
} }
VLOG(3) << "going to infer"; VLOG(2) << "going to infer";
TensorVector *out = butil::get_object<TensorVector>(); TensorVector *out = butil::get_object<TensorVector>();
if (!out) { if (!out) {
LOG(ERROR) << "Failed get tls output object"; LOG(ERROR) << "Failed get tls output object";
...@@ -157,7 +157,7 @@ int GeneralModelOp::inference() { ...@@ -157,7 +157,7 @@ int GeneralModelOp::inference() {
for (uint32_t i = 0; i < 10; i++) { for (uint32_t i = 0; i < 10; i++) {
oss << *(example + i) << " "; oss << *(example + i) << " ";
} }
VLOG(3) << "msg: " << oss.str(); VLOG(2) << "msg: " << oss.str();
// infer // infer
if (predictor::InferManager::instance().infer( if (predictor::InferManager::instance().infer(
...@@ -167,7 +167,7 @@ int GeneralModelOp::inference() { ...@@ -167,7 +167,7 @@ int GeneralModelOp::inference() {
} }
// print response // print response
float *example_1 = reinterpret_cast<float *>((*out)[0].data.data()); float *example_1 = reinterpret_cast<float *>((*out)[0].data.data());
VLOG(3) << "result: " << *example_1; VLOG(2) << "result: " << *example_1;
Response *res = mutable_data<Response>(); Response *res = mutable_data<Response>();
......
examples/demo-serving/op/general_reader_op.cpp
浏览文件 @ 01f955ec
...@@ -33,16 +33,22 @@ using baidu::paddle_serving::predictor::PaddleGeneralModelConfig; ...@@ -33,16 +33,22 @@ using baidu::paddle_serving::predictor::PaddleGeneralModelConfig;
int conf_check(const Request *req, int conf_check(const Request *req,
const std::shared_ptr<PaddleGeneralModelConfig> &model_config) { const std::shared_ptr<PaddleGeneralModelConfig> &model_config) {
int var_num = req->insts(0).tensor_array_size(); int var_num = req->insts(0).tensor_array_size();
VLOG(2) << "var num: " << var_num;
if (var_num != model_config->_feed_type.size()) { if (var_num != model_config->_feed_type.size()) {
LOG(ERROR) << "feed var number not match."; LOG(ERROR) << "feed var number not match.";
return -1; return -1;
} }
VLOG(2) << "begin to checkout feed type";
for (int i = 0; i < var_num; ++i) { for (int i = 0; i < var_num; ++i) {
VLOG(2) << "feed type[" << i << "]: " <<
model_config->_feed_type[i];
if (model_config->_feed_type[i] != if (model_config->_feed_type[i] !=
req->insts(0).tensor_array(i).elem_type()) { req->insts(0).tensor_array(i).elem_type()) {
LOG(ERROR) << "feed type not match."; LOG(ERROR) << "feed type not match.";
return -1; return -1;
} }
VLOG(2) << "feed shape size: " << model_config->_feed_shape[i].size();
if (model_config->_feed_shape[i].size() == if (model_config->_feed_shape[i].size() ==
req->insts(0).tensor_array(i).shape_size()) { req->insts(0).tensor_array(i).shape_size()) {
for (int j = 0; j < model_config->_feed_shape[i].size(); ++j) { for (int j = 0; j < model_config->_feed_shape[i].size(); ++j) {
...@@ -84,7 +90,7 @@ int GeneralReaderOp::inference() { ...@@ -84,7 +90,7 @@ int GeneralReaderOp::inference() {
} }
int var_num = req->insts(0).tensor_array_size(); int var_num = req->insts(0).tensor_array_size();
VLOG(3) << "var num: " << var_num; VLOG(2) << "var num: " << var_num;
// read config // read config
LOG(INFO) << "start to call load general model_conf op"; LOG(INFO) << "start to call load general model_conf op";
...@@ -112,7 +118,7 @@ int GeneralReaderOp::inference() { ...@@ -112,7 +118,7 @@ int GeneralReaderOp::inference() {
paddle::PaddleTensor lod_tensor; paddle::PaddleTensor lod_tensor;
for (int i = 0; i < var_num; ++i) { for (int i = 0; i < var_num; ++i) {
elem_type[i] = req->insts(0).tensor_array(i).elem_type(); elem_type[i] = req->insts(0).tensor_array(i).elem_type();
VLOG(3) << "var[" << i << "] has elem type: " << elem_type[i]; VLOG(2) << "var[" << i << "] has elem type: " << elem_type[i];
if (elem_type[i] == 0) { // int64 if (elem_type[i] == 0) { // int64
elem_size[i] = sizeof(int64_t); elem_size[i] = sizeof(int64_t);
lod_tensor.dtype = paddle::PaddleDType::INT64; lod_tensor.dtype = paddle::PaddleDType::INT64;
...@@ -124,17 +130,17 @@ int GeneralReaderOp::inference() { ...@@ -124,17 +130,17 @@ int GeneralReaderOp::inference() {
if (req->insts(0).tensor_array(i).shape(0) == -1) { if (req->insts(0).tensor_array(i).shape(0) == -1) {
lod_tensor.lod.resize(1); lod_tensor.lod.resize(1);
lod_tensor.lod[0].push_back(0); lod_tensor.lod[0].push_back(0);
VLOG(3) << "var[" << i << "] is lod_tensor"; VLOG(2) << "var[" << i << "] is lod_tensor";
} else { } else {
lod_tensor.shape.push_back(batch_size); lod_tensor.shape.push_back(batch_size);
capacity[i] = 1; capacity[i] = 1;
for (int k = 0; k < req->insts(0).tensor_array(i).shape_size(); ++k) { for (int k = 0; k < req->insts(0).tensor_array(i).shape_size(); ++k) {
int dim = req->insts(0).tensor_array(i).shape(k); int dim = req->insts(0).tensor_array(i).shape(k);
VLOG(3) << "shape for var[" << i << "]: " << dim; VLOG(2) << "shape for var[" << i << "]: " << dim;
capacity[i] *= dim; capacity[i] *= dim;
lod_tensor.shape.push_back(dim); lod_tensor.shape.push_back(dim);
} }
VLOG(3) << "var[" << i << "] is tensor, capacity: " << capacity[i]; VLOG(2) << "var[" << i << "] is tensor, capacity: " << capacity[i];
} }
if (i == 0) { if (i == 0) {
lod_tensor.name = "words"; lod_tensor.name = "words";
...@@ -149,19 +155,19 @@ int GeneralReaderOp::inference() { ...@@ -149,19 +155,19 @@ int GeneralReaderOp::inference() {
for (int j = 0; j < batch_size; ++j) { for (int j = 0; j < batch_size; ++j) {
const Tensor &tensor = req->insts(j).tensor_array(i); const Tensor &tensor = req->insts(j).tensor_array(i);
int data_len = tensor.data_size(); int data_len = tensor.data_size();
VLOG(3) << "tensor size for var[" << i << "]: " << tensor.data_size(); VLOG(2) << "tensor size for var[" << i << "]: " << tensor.data_size();
int cur_len = in->at(i).lod[0].back(); int cur_len = in->at(i).lod[0].back();
VLOG(3) << "current len: " << cur_len; VLOG(2) << "current len: " << cur_len;
in->at(i).lod[0].push_back(cur_len + data_len); in->at(i).lod[0].push_back(cur_len + data_len);
VLOG(3) << "new len: " << cur_len + data_len; VLOG(2) << "new len: " << cur_len + data_len;
} }
in->at(i).data.Resize(in->at(i).lod[0].back() * elem_size[i]); in->at(i).data.Resize(in->at(i).lod[0].back() * elem_size[i]);
in->at(i).shape = {in->at(i).lod[0].back(), 1}; in->at(i).shape = {in->at(i).lod[0].back(), 1};
VLOG(3) << "var[" << i VLOG(2) << "var[" << i
<< "] is lod_tensor and len=" << in->at(i).lod[0].back(); << "] is lod_tensor and len=" << in->at(i).lod[0].back();
} else { } else {
in->at(i).data.Resize(batch_size * capacity[i] * elem_size[i]); in->at(i).data.Resize(batch_size * capacity[i] * elem_size[i]);
VLOG(3) << "var[" << i VLOG(2) << "var[" << i
<< "] is tensor and capacity=" << batch_size * capacity[i]; << "] is tensor and capacity=" << batch_size * capacity[i];
} }
} }
...@@ -198,14 +204,14 @@ int GeneralReaderOp::inference() { ...@@ -198,14 +204,14 @@ int GeneralReaderOp::inference() {
} }
} }
VLOG(3) << "read data from client success"; VLOG(2) << "read data from client success";
// print request // print request
std::ostringstream oss; std::ostringstream oss;
int64_t *example = reinterpret_cast<int64_t *>((*in)[0].data.data()); int64_t *example = reinterpret_cast<int64_t *>((*in)[0].data.data());
for (int i = 0; i < 10; i++) { for (int i = 0; i < 10; i++) {
oss << *(example + i) << " "; oss << *(example + i) << " ";
} }
VLOG(3) << "head element of first feed var : " << oss.str(); VLOG(2) << "head element of first feed var : " << oss.str();
// //
return 0; return 0;
} }
......
python/CMakeLists.txt
浏览文件 @ 01f955ec
if (CLIENT_ONLY) if (CLIENT_ONLY)
file(GLOB_RECURSE SERVING_CLIENT_PY_FILES serving_client/*.py) file(GLOB_RECURSE SERVING_CLIENT_PY_FILES paddle_serving_client/*.py)
set(PY_FILES ${SERVING_CLIENT_PY_FILES}) set(PY_FILES ${SERVING_CLIENT_PY_FILES})
SET(PACKAGE_NAME "serving_client") SET(PACKAGE_NAME "serving_client")
set(SETUP_LOG_FILE "setup.py.client.log") set(SETUP_LOG_FILE "setup.py.client.log")
endif() endif()
if (NOT CLIENT_ONLY) if (NOT CLIENT_ONLY)
file(GLOB_RECURSE SERVING_SERVER_PY_FILES serving_server/*.py) file(GLOB_RECURSE SERVING_SERVER_PY_FILES paddle_serving_server/*.py)
set(PY_FILES ${SERVING_SERVER_PY_FILES}) set(PY_FILES ${SERVING_SERVER_PY_FILES})
SET(PACKAGE_NAME "serving_server") SET(PACKAGE_NAME "serving_server")
set(SETUP_LOG_FILE "setup.py.server.log") set(SETUP_LOG_FILE "setup.py.server.log")
...@@ -29,8 +29,8 @@ message("python env: " ${py_env}) ...@@ -29,8 +29,8 @@ message("python env: " ${py_env})
if (CLIENT_ONLY) if (CLIENT_ONLY)
add_custom_command( add_custom_command(
OUTPUT ${PADDLE_SERVING_BINARY_DIR}/.timestamp OUTPUT ${PADDLE_SERVING_BINARY_DIR}/.timestamp
COMMAND cp -r ${CMAKE_CURRENT_SOURCE_DIR}/paddle_serving/ ${PADDLE_SERVING_BINARY_DIR}/python/ COMMAND cp -r ${CMAKE_CURRENT_SOURCE_DIR}/paddle_serving_client/ ${PADDLE_SERVING_BINARY_DIR}/python/
COMMAND ${CMAKE_COMMAND} -E copy ${PADDLE_SERVING_BINARY_DIR}/core/general-client/serving_client.so ${PADDLE_SERVING_BINARY_DIR}/python/paddle_serving/serving_client/ COMMAND ${CMAKE_COMMAND} -E copy ${PADDLE_SERVING_BINARY_DIR}/core/general-client/serving_client.so ${PADDLE_SERVING_BINARY_DIR}/python/paddle_serving_client/
COMMAND env ${py_env} ${PYTHON_EXECUTABLE} setup.py bdist_wheel COMMAND env ${py_env} ${PYTHON_EXECUTABLE} setup.py bdist_wheel
DEPENDS ${SERVING_CLIENT_CORE} sdk_configure_py_proto ${PY_FILES}) DEPENDS ${SERVING_CLIENT_CORE} sdk_configure_py_proto ${PY_FILES})
add_custom_target(paddle_python ALL DEPENDS serving_client ${PADDLE_SERVING_BINARY_DIR}/.timestamp) add_custom_target(paddle_python ALL DEPENDS serving_client ${PADDLE_SERVING_BINARY_DIR}/.timestamp)
...@@ -39,7 +39,7 @@ endif() ...@@ -39,7 +39,7 @@ endif()
if (NOT CLIENT_ONLY) if (NOT CLIENT_ONLY)
add_custom_command( add_custom_command(
OUTPUT ${PADDLE_SERVING_BINARY_DIR}/.timestamp OUTPUT ${PADDLE_SERVING_BINARY_DIR}/.timestamp
COMMAND cp -r ${CMAKE_CURRENT_SOURCE_DIR}/paddle_serving/ ${PADDLE_SERVING_BINARY_DIR}/python/ COMMAND cp -r ${CMAKE_CURRENT_SOURCE_DIR}/paddle_serving_server/ ${PADDLE_SERVING_BINARY_DIR}/python/
COMMAND env ${py_env} ${PYTHON_EXECUTABLE} setup.py bdist_wheel COMMAND env ${py_env} ${PYTHON_EXECUTABLE} setup.py bdist_wheel
DEPENDS ${SERVING_SERVER_CORE} server_config_py_proto ${PY_FILES}) DEPENDS ${SERVING_SERVER_CORE} server_config_py_proto ${PY_FILES})
add_custom_target(paddle_python ALL DEPENDS ${PADDLE_SERVING_BINARY_DIR}/.timestamp) add_custom_target(paddle_python ALL DEPENDS ${PADDLE_SERVING_BINARY_DIR}/.timestamp)
......
python/paddle_serving/serving_client/__init__.py → python/paddle_serving_client/__init__.py
浏览文件 @ 01f955ec
...@@ -13,7 +13,9 @@ ...@@ -13,7 +13,9 @@
# limitations under the License. # limitations under the License.
from .serving_client import PredictorClient from .serving_client import PredictorClient
from ..proto import sdk_configure_pb2 as sdk from .proto import sdk_configure_pb2 as sdk
from .proto import general_model_config_pb2 as m_config
import google.protobuf.text_format
import time import time
int_type = 0 int_type = 0
...@@ -74,34 +76,25 @@ class Client(object): ...@@ -74,34 +76,25 @@ class Client(object):
self.feed_names_to_idx_ = {} self.feed_names_to_idx_ = {}
def load_client_config(self, path): def load_client_config(self, path):
model_conf = m_config.GeneralModelConfig()
f = open(path, 'r')
model_conf = google.protobuf.text_format.Merge(
str(f.read()), model_conf)
# load configuraion here # load configuraion here
# get feed vars, fetch vars # get feed vars, fetch vars
# get feed shapes, feed types # get feed shapes, feed types
# map feed names to index # map feed names to index
self.client_handle_ = PredictorClient() self.client_handle_ = PredictorClient()
self.client_handle_.init(path) self.client_handle_.init(path)
self.feed_names_ = [] self.feed_names_ = [var.alias_name for var in model_conf.feed_var]
self.fetch_names_ = [] self.fetch_names_ = [var.alias_name for var in model_conf.fetch_var]
self.feed_shapes_ = [] self.feed_shapes_ = [var.shape for var in model_conf.feed_var]
self.feed_types_ = {}
self.feed_names_to_idx_ = {} self.feed_names_to_idx_ = {}
for i, var in enumerate(model_conf.feed_var):
self.feed_names_to_idx_[var.alias_name] = i
self.feed_types_[var.alias_name] = var.feed_type
with open(path) as fin:
group = fin.readline().strip().split()
feed_num = int(group[0])
fetch_num = int(group[1])
for i in range(feed_num):
group = fin.readline().strip().split()
self.feed_names_.append(group[0])
tmp_shape = []
for s in group[2:-1]:
tmp_shape.append(int(s))
self.feed_shapes_.append(tmp_shape)
self.feed_types_[group[0]] = int(group[-1])
self.feed_names_to_idx_[group[0]] = i
for i in range(fetch_num):
group = fin.readline().strip().split()
self.fetch_names_.append(group[0])
return return
def connect(self, endpoints): def connect(self, endpoints):
......
python/paddle_serving/io/__init__.py → python/paddle_serving_client/io/__init__.py
浏览文件 @ 01f955ec
...@@ -12,13 +12,14 @@ ...@@ -12,13 +12,14 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
from paddle.fluid import Executor from paddle.fluid import Executor
from paddle.fluid.compiler import CompiledProgram from paddle.fluid.compiler import CompiledProgram
from paddle.fluid.framework import Program from paddle.fluid.framework import core
from paddle.fluid.framework import default_main_program from paddle.fluid.framework import default_main_program
from paddle.fluid.framework import Program
from paddle.fluid import CPUPlace from paddle.fluid import CPUPlace
from paddle.fluid.io import save_persistables from paddle.fluid.io import save_persistables
from ..proto import general_model_config_pb2 as model_conf
import os import os
def save_model(server_model_folder, def save_model(server_model_folder,
...@@ -40,25 +41,42 @@ def save_model(server_model_folder, ...@@ -40,25 +41,42 @@ def save_model(server_model_folder,
save_persistables(executor, server_model_folder, save_persistables(executor, server_model_folder,
main_program) main_program)
config = model_conf.GeneralModelConfig()
for key in feed_var_dict:
feed_var = model_conf.FeedVar()
feed_var.alias_name = key
feed_var.name = feed_var_dict[key].name
feed_var.is_lod_tensor = feed_var_dict[key].lod_level == 1
if feed_var_dict[key].dtype == core.VarDesc.VarType.INT32 or \
feed_var_dict[key].dtype == core.VarDesc.VarType.INT64:
feed_var.feed_type = 0
if feed_var_dict[key].dtype == core.VarDesc.VarType.FP32:
feed_var.feed_type = 1
if feed_var.is_lod_tensor:
feed_var.shape.extend([-1])
else:
tmp_shape = []
for v in feed_var_dict[key].shape:
if v >= 0:
tmp_shape.append(v)
feed_var.shape.extend(tmp_shape)
config.feed_var.extend([feed_var])
for key in fetch_var_dict:
fetch_var = model_conf.FetchVar()
fetch_var.alias_name = key
fetch_var.name = fetch_var_dict[key].name
fetch_var.shape.extend(fetch_var_dict[key].shape)
config.fetch_var.extend([fetch_var])
cmd = "mkdir -p {}".format(client_config_folder) cmd = "mkdir -p {}".format(client_config_folder)
os.system(cmd) os.system(cmd)
with open("{}/client.conf".format(client_config_folder), "w") as fout: with open("{}/serving_client_conf.prototxt", "w") as fout:
fout.write("{} {}\n".format(len(feed_var_dict), len(fetch_var_dict))) fout.write(str(config))
for key in feed_var_dict: with open("{}/serving_server_conf.prototxt", "w") as fout:
fout.write("{}".format(key)) fout.write(str(config))
if feed_var_dict[key].lod_level == 1:
fout.write(" 1 -1\n")
elif feed_var_dict[key].lod_level == 0:
fout.write(" {}".format(len(feed_var_dict[key].shape)))
for dim in feed_var_dict[key].shape:
fout.write(" {}".format(dim))
fout.write("\n")
for key in fetch_var_dict:
fout.write("{} {}\n".format(key, fetch_var_dict[key].name))
cmd = "cp {}/client.conf {}/server.conf".format(
client_config_folder, server_model_folder)
os.system(cmd)
python/paddle_serving/serving_server/__init__.py → python/paddle_serving_server/__init__.py
浏览文件 @ 01f955ec
...@@ -13,7 +13,9 @@ ...@@ -13,7 +13,9 @@
# limitations under the License. # limitations under the License.
import os import os
from ..proto import server_configure_pb2 as server_sdk from .proto import server_configure_pb2 as server_sdk
from .proto import general_model_config_pb2 as m_config
import google.protobuf.text_format
class OpMaker(object): class OpMaker(object):
def __init__(self): def __init__(self):
...@@ -58,10 +60,13 @@ class Server(object): ...@@ -58,10 +60,13 @@ class Server(object):
self.model_toolkit_conf = None self.model_toolkit_conf = None
self.resource_conf = None self.resource_conf = None
self.engine = None self.engine = None
self.memory_optimization = False
self.model_conf = None
self.workflow_fn = "workflow.prototxt" self.workflow_fn = "workflow.prototxt"
self.resource_fn = "resource.prototxt" self.resource_fn = "resource.prototxt"
self.infer_service_fn = "infer_service.prototxt" self.infer_service_fn = "infer_service.prototxt"
self.model_toolkit_fn = "model_toolkit.prototxt" self.model_toolkit_fn = "model_toolkit.prototxt"
self.general_model_config_fn = "general_model.prototxt"
self.workdir = "" self.workdir = ""
self.max_concurrency = 0 self.max_concurrency = 0
self.num_threads = 0 self.num_threads = 0
...@@ -83,11 +88,17 @@ class Server(object): ...@@ -83,11 +88,17 @@ class Server(object):
def set_op_sequence(self, op_seq): def set_op_sequence(self, op_seq):
self.workflow_conf = op_seq self.workflow_conf = op_seq
def set_memory_optimize(self, flag=False):
self.memory_optimization = flag
def _prepare_engine(self, model_config_path, device): def _prepare_engine(self, model_config_path, device):
if self.model_toolkit_conf == None: if self.model_toolkit_conf == None:
self.model_toolkit_conf = server_sdk.ModelToolkitConf() self.model_toolkit_conf = server_sdk.ModelToolkitConf()
if self.engine == None: if self.engine == None:
self.engine = server_sdk.EngineDesc() self.engine = server_sdk.EngineDesc()
self.model_config_path = model_config_path
self.engine.name = "general_model" self.engine.name = "general_model"
self.engine.reloadable_meta = model_config_path + "/fluid_time_file" self.engine.reloadable_meta = model_config_path + "/fluid_time_file"
self.engine.reloadable_type = "timestamp_ne" self.engine.reloadable_type = "timestamp_ne"
...@@ -95,13 +106,15 @@ class Server(object): ...@@ -95,13 +106,15 @@ class Server(object):
self.engine.batch_infer_size = 0 self.engine.batch_infer_size = 0
self.engine.enable_batch_align = 0 self.engine.enable_batch_align = 0
self.engine.model_data_path = model_config_path self.engine.model_data_path = model_config_path
self.engine.enable_memory_optimization = True self.engine.enable_memory_optimization = self.memory_optimization
self.engine.static_optimization = False self.engine.static_optimization = False
self.engine.force_update_static_cache = False self.engine.force_update_static_cache = False
if device == "cpu": if device == "cpu":
self.engine.type = "FLUID_CPU_ANALYSIS_DIR" self.engine.type = "FLUID_CPU_ANALYSIS_DIR"
elif device == "gpu": elif device == "gpu":
self.engine.type = "FLUID_GPU_ANALYSIS_DIR" self.engine.type = "FLUID_GPU_ANALYSIS_DIR"
self.model_toolkit_conf.engines.extend([self.engine]) self.model_toolkit_conf.engines.extend([self.engine])
def _prepare_infer_service(self, port): def _prepare_infer_service(self, port):
...@@ -115,18 +128,26 @@ class Server(object): ...@@ -115,18 +128,26 @@ class Server(object):
def _prepare_resource(self, workdir): def _prepare_resource(self, workdir):
if self.resource_conf == None: if self.resource_conf == None:
with open("{}/{}".format(workdir, self.general_model_config_fn), "w") as fout:
fout.write(str(self.model_conf))
self.resource_conf = server_sdk.ResourceConf() self.resource_conf = server_sdk.ResourceConf()
self.resource_conf.model_toolkit_path = workdir self.resource_conf.model_toolkit_path = workdir
self.resource_conf.model_toolkit_file = self.model_toolkit_fn self.resource_conf.model_toolkit_file = self.model_toolkit_fn
self.resource_conf.general_model_path = workdir
self.resource_conf.general_model_file = self.general_model_config_fn
def _write_pb_str(self, filepath, pb_obj): def _write_pb_str(self, filepath, pb_obj):
with open(filepath, "w") as fout: with open(filepath, "w") as fout:
fout.write(str(pb_obj)) fout.write(str(pb_obj))
def load_model_config(self, path): def load_model_config(self, path):
self.config_file = "{}/inference.conf".format(path)
self.model_config_path = path self.model_config_path = path
self.model_conf = m_config.GeneralModelConfig()
f = open("{}/serving_server_conf.prototxt".format(path), 'r')
self.model_conf = google.protobuf.text_format.Merge(
str(f.read()), self.model_conf)
# check config here # check config here
# print config here
def prepare_server(self, workdir=None, port=9292, device="cpu"): def prepare_server(self, workdir=None, port=9292, device="cpu"):
if workdir == None: if workdir == None:
...@@ -154,7 +175,7 @@ class Server(object): ...@@ -154,7 +175,7 @@ class Server(object):
def run_server(self): def run_server(self):
# just run server with system command # just run server with system command
# currently we do not load cube # currently we do not load cube
command = "/home/users/dongdaxiang/github_develop/Serving/examples/demo-serving/serving" \ command = "/home/users/dongdaxiang/github_develop/Serving/build_server/core/general-server" \
" -enable_model_toolkit " \ " -enable_model_toolkit " \
"-inferservice_path {} " \ "-inferservice_path {} " \
"-inferservice_file {} " \ "-inferservice_file {} " \
......
python/paddle_serving/__init__.py → python/paddle_serving_server/version.py
浏览文件 @ 01f955ec
# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. # Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
# #
# Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License"
# you may not use this file except in compliance with the License. # you may not use this file except in compliance with the License.
# You may obtain a copy of the License at # You may obtain a copy of the License at
# #
...@@ -11,4 +11,7 @@ ...@@ -11,4 +11,7 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
from .io import save_model """ Paddle Serving Client version string """
serving_client_version = "0.1.0"
serving_server_version = "0.1.0"
module_proto_version = "0.1.0"
python/setup.py.client.in
浏览文件 @ 01f955ec
...@@ -21,7 +21,7 @@ import platform ...@@ -21,7 +21,7 @@ import platform
from setuptools import setup, Distribution, Extension from setuptools import setup, Distribution, Extension
from setuptools import find_packages from setuptools import find_packages
from setuptools import setup from setuptools import setup
from paddle_serving.version import serving_client_version from paddle_serving_client.version import serving_client_version
def python_version(): def python_version():
return [int(v) for v in platform.python_version().split(".")] return [int(v) for v in platform.python_version().split(".")]
...@@ -32,17 +32,16 @@ REQUIRED_PACKAGES = [ ...@@ -32,17 +32,16 @@ REQUIRED_PACKAGES = [
'six >= 1.10.0', 'protobuf >= 3.1.0','paddlepaddle' 'six >= 1.10.0', 'protobuf >= 3.1.0','paddlepaddle'
] ]
packages=['paddle_serving', packages=['paddle_serving_client',
'paddle_serving.serving_client', 'paddle_serving_client.proto',
'paddle_serving.proto', 'paddle_serving_client.io']
'paddle_serving.io'] package_data={'paddle_serving_client': ['serving_client.so']}
package_data={'paddle_serving.serving_client': ['serving_client.so']} package_dir={'paddle_serving_client':
package_dir={'paddle_serving.serving_client': '${PADDLE_SERVING_BINARY_DIR}/python/paddle_serving_client',
'${PADDLE_SERVING_BINARY_DIR}/python/paddle_serving/serving_client', 'paddle_serving_client.proto':
'paddle_serving.proto': '${PADDLE_SERVING_BINARY_DIR}/python/paddle_serving_client/proto',
'${PADDLE_SERVING_BINARY_DIR}/python/paddle_serving/proto', 'paddle_serving_client.io':
'paddle_serving.io': '${PADDLE_SERVING_BINARY_DIR}/python/paddle_serving_client/io'}
'${PADDLE_SERVING_BINARY_DIR}/python/paddle_serving/io'}
setup( setup(
name='paddle-serving-client', name='paddle-serving-client',
......
python/setup.py.server.in
浏览文件 @ 01f955ec
...@@ -21,8 +21,7 @@ import platform ...@@ -21,8 +21,7 @@ import platform
from setuptools import setup, Distribution, Extension from setuptools import setup, Distribution, Extension
from setuptools import find_packages from setuptools import find_packages
from setuptools import setup from setuptools import setup
from paddle_serving.version import serving_client_version from paddle_serving_server.version import serving_server_version
from paddle_serving.version import serving_server_version
def python_version(): def python_version():
return [int(v) for v in platform.python_version().split(".")] return [int(v) for v in platform.python_version().split(".")]
...@@ -33,17 +32,13 @@ REQUIRED_PACKAGES = [ ...@@ -33,17 +32,13 @@ REQUIRED_PACKAGES = [
'six >= 1.10.0', 'protobuf >= 3.1.0','paddlepaddle' 'six >= 1.10.0', 'protobuf >= 3.1.0','paddlepaddle'
] ]
packages=['paddle_serving', packages=['paddle_serving_server',
'paddle_serving.serving_server', 'paddle_serving_server.proto']
'paddle_serving.proto',
'paddle_serving.io'] package_dir={'paddle_serving_server':
package_data={'paddle_serving.serving_server': ['serving_server.so']} '${PADDLE_SERVING_BINARY_DIR}/python/paddle_serving_server',
package_dir={'paddle_serving.serving_server': 'paddle_serving_server.proto':
'${PADDLE_SERVING_BINARY_DIR}/python/paddle_serving/serving_server', '${PADDLE_SERVING_BINARY_DIR}/python/paddle_serving_server/proto'}
'paddle_serving.proto':
'${PADDLE_SERVING_BINARY_DIR}/python/paddle_serving/proto',
'paddle_serving.io':
'${PADDLE_SERVING_BINARY_DIR}/python/paddle_serving/io'}
setup( setup(
name='paddle-serving-server', name='paddle-serving-server',
...@@ -55,7 +50,6 @@ setup( ...@@ -55,7 +50,6 @@ setup(
author_email='guru4elephant@gmail.com', author_email='guru4elephant@gmail.com',
install_requires=REQUIRED_PACKAGES, install_requires=REQUIRED_PACKAGES,
packages=packages, packages=packages,
package_data=package_data,
package_dir=package_dir, package_dir=package_dir,
# PyPI package information. # PyPI package information.
classifiers=[ classifiers=[
......
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或