internal_stats.cc 26.4 KB
Newer Older
I
Igor Canadi 已提交
1 2 3 4 5 6 7 8 9
//  This source code is licensed under the BSD-style license found in the
//  LICENSE file in the root directory of this source tree. An additional grant
//  of patent rights can be found in the PATENTS file in the same directory.
//
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file. See the AUTHORS file for names of contributors.

#include "db/internal_stats.h"
L
liuhuahang 已提交
10 11

#ifndef __STDC_FORMAT_MACROS
I
Igor Canadi 已提交
12
#define __STDC_FORMAT_MACROS
L
liuhuahang 已提交
13 14
#endif

I
Igor Canadi 已提交
15
#include <inttypes.h>
16
#include <algorithm>
I
Igor Canadi 已提交
17
#include <vector>
18
#include "db/column_family.h"
19

20
#include "db/db_impl.h"
21
#include "util/string_util.h"
I
Igor Canadi 已提交
22 23 24

namespace rocksdb {

25
#ifndef ROCKSDB_LITE
L
Lei Jin 已提交
26 27 28 29
namespace {
const double kMB = 1048576.0;
const double kGB = kMB * 1024;

30
void PrintLevelStatsHeader(char* buf, size_t len, const std::string& cf_name) {
L
Lei Jin 已提交
31 32
  snprintf(
      buf, len,
33
      "\n** Compaction Stats [%s] **\n"
34
      "Level    Files   Size(MB) Score Read(GB)  Rn(GB) Rnp1(GB) "
35 36
      "Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) "
      "Comp(sec) Comp(cnt) Avg(sec) "
37
      "Stall(cnt)  KeyIn KeyDrop\n"
L
Lei Jin 已提交
38
      "--------------------------------------------------------------------"
39
      "-----------------------------------------------------------"
40
      "--------------------------------------\n",
41
      cf_name.c_str());
L
Lei Jin 已提交
42 43 44
}

void PrintLevelStats(char* buf, size_t len, const std::string& name,
45
    int num_files, int being_compacted, double total_file_size, double score,
46
    double w_amp, uint64_t stalls,
L
Lei Jin 已提交
47
    const InternalStats::CompactionStats& stats) {
48
  uint64_t bytes_read = stats.bytes_readn + stats.bytes_readnp1;
I
Islam AbdelRahman 已提交
49
  int64_t bytes_new = stats.bytes_written - stats.bytes_readnp1;
L
Lei Jin 已提交
50
  double elapsed = (stats.micros + 1) / 1000000.0;
51 52 53
  std::string num_input_records = NumberToHumanString(stats.num_input_records);
  std::string num_dropped_records =
      NumberToHumanString(stats.num_dropped_records);
L
Lei Jin 已提交
54 55

  snprintf(buf, len,
56
           "%4s %6d/%-3d %8.0f %5.1f " /* Level, Files, Size(MB), Score */
S
sdong 已提交
57 58 59 60 61
           "%8.1f "                    /* Read(GB) */
           "%7.1f "                    /* Rn(GB) */
           "%8.1f "                    /* Rnp1(GB) */
           "%9.1f "                    /* Write(GB) */
           "%8.1f "                    /* Wnew(GB) */
62
           "%9.1f "                    /* Moved(GB) */
S
sdong 已提交
63 64 65
           "%5.1f "                    /* W-Amp */
           "%8.1f "                    /* Rd(MB/s) */
           "%8.1f "                    /* Wr(MB/s) */
66
           "%9.0f "                    /* Comp(sec) */
S
sdong 已提交
67 68 69 70
           "%9d "                      /* Comp(cnt) */
           "%8.3f "                    /* Avg(sec) */
           "%10" PRIu64
           " "      /* Stall(cnt) */
71 72
           "%7s "   /* KeyIn */
           "%6s\n", /* KeyDrop */
S
sdong 已提交
73 74 75
           name.c_str(), num_files, being_compacted, total_file_size / kMB,
           score, bytes_read / kGB, stats.bytes_readn / kGB,
           stats.bytes_readnp1 / kGB, stats.bytes_written / kGB,
76 77
           bytes_new / kGB, stats.bytes_moved / kGB,
           w_amp, bytes_read / kMB / elapsed,
78 79
           stats.bytes_written / kMB / elapsed, stats.micros / 1000000.0,
           stats.count,
S
sdong 已提交
80
           stats.count == 0 ? 0 : stats.micros / 1000000.0 / stats.count,
81
           stalls,
82
           num_input_records.c_str(), num_dropped_records.c_str());
L
Lei Jin 已提交
83 84 85
}
}

86 87 88
static const std::string rocksdb_prefix = "rocksdb.";

static const std::string num_files_at_level_prefix = "num-files-at-level";
89
static const std::string allstats = "stats";
90 91 92 93 94
static const std::string sstables = "sstables";
static const std::string cfstats = "cfstats";
static const std::string dbstats = "dbstats";
static const std::string levelstats = "levelstats";
static const std::string num_immutable_mem_table = "num-immutable-mem-table";
95 96
static const std::string num_immutable_mem_table_flushed =
    "num-immutable-mem-table-flushed";
97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122
static const std::string mem_table_flush_pending = "mem-table-flush-pending";
static const std::string compaction_pending = "compaction-pending";
static const std::string background_errors = "background-errors";
static const std::string cur_size_active_mem_table =
                          "cur-size-active-mem-table";
static const std::string cur_size_all_mem_tables = "cur-size-all-mem-tables";
static const std::string num_entries_active_mem_table =
                          "num-entries-active-mem-table";
static const std::string num_entries_imm_mem_tables =
                          "num-entries-imm-mem-tables";
static const std::string num_deletes_active_mem_table =
                          "num-deletes-active-mem-table";
static const std::string num_deletes_imm_mem_tables =
                          "num-deletes-imm-mem-tables";
static const std::string estimate_num_keys = "estimate-num-keys";
static const std::string estimate_table_readers_mem =
                          "estimate-table-readers-mem";
static const std::string is_file_deletions_enabled =
                          "is-file-deletions-enabled";
static const std::string num_snapshots = "num-snapshots";
static const std::string oldest_snapshot_time = "oldest-snapshot-time";
static const std::string num_live_versions = "num-live-versions";
static const std::string base_level = "base-level";

const std::string DB::Properties::kNumFilesAtLevelPrefix =
                      rocksdb_prefix + num_files_at_level_prefix;
123
const std::string DB::Properties::kStats = rocksdb_prefix + allstats;
124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159
const std::string DB::Properties::kSSTables = rocksdb_prefix + sstables;
const std::string DB::Properties::kCFStats = rocksdb_prefix + cfstats;
const std::string DB::Properties::kDBStats = rocksdb_prefix + dbstats;
const std::string DB::Properties::kNumImmutableMemTable =
                      rocksdb_prefix + num_immutable_mem_table;
const std::string DB::Properties::kMemTableFlushPending =
                      rocksdb_prefix + mem_table_flush_pending;
const std::string DB::Properties::kCompactionPending =
                      rocksdb_prefix + compaction_pending;
const std::string DB::Properties::kBackgroundErrors =
                      rocksdb_prefix + background_errors;
const std::string DB::Properties::kCurSizeActiveMemTable =
                      rocksdb_prefix + cur_size_active_mem_table;
const std::string DB::Properties::kCurSizeAllMemTables =
                      rocksdb_prefix + cur_size_all_mem_tables;
const std::string DB::Properties::kNumEntriesActiveMemTable =
                      rocksdb_prefix + num_entries_active_mem_table;
const std::string DB::Properties::kNumEntriesImmMemTables =
                      rocksdb_prefix + num_entries_imm_mem_tables;
const std::string DB::Properties::kNumDeletesActiveMemTable =
                      rocksdb_prefix + num_deletes_active_mem_table;
const std::string DB::Properties::kNumDeletesImmMemTables =
                      rocksdb_prefix + num_deletes_imm_mem_tables;
const std::string DB::Properties::kEstimateNumKeys =
                      rocksdb_prefix + estimate_num_keys;
const std::string DB::Properties::kEstimateTableReadersMem =
                      rocksdb_prefix + estimate_table_readers_mem;
const std::string DB::Properties::kIsFileDeletionsEnabled =
                      rocksdb_prefix + is_file_deletions_enabled;
const std::string DB::Properties::kNumSnapshots =
                      rocksdb_prefix + num_snapshots;
const std::string DB::Properties::kOldestSnapshotTime =
                      rocksdb_prefix + oldest_snapshot_time;
const std::string DB::Properties::kNumLiveVersions =
                      rocksdb_prefix + num_live_versions;

160 161 162 163
DBPropertyType GetPropertyType(const Slice& property, bool* is_int_property,
                               bool* need_out_of_mutex) {
  assert(is_int_property != nullptr);
  assert(need_out_of_mutex != nullptr);
I
Igor Canadi 已提交
164
  Slice in = property;
165
  Slice prefix(rocksdb_prefix);
166
  *need_out_of_mutex = false;
167
  *is_int_property = false;
S
sdong 已提交
168 169 170
  if (!in.starts_with(prefix)) {
    return kUnknown;
  }
I
Igor Canadi 已提交
171 172
  in.remove_prefix(prefix.size());

173
  if (in.starts_with(num_files_at_level_prefix)) {
174
    return kNumFilesAtLevel;
175
  } else if (in == levelstats) {
176
    return kLevelStats;
177
  } else if (in == allstats) {
178
    return kStats;
179
  } else if (in == cfstats) {
180
    return kCFStats;
181
  } else if (in == dbstats) {
182
    return kDBStats;
183
  } else if (in == sstables) {
184
    return kSsTables;
185 186 187
  }

  *is_int_property = true;
188
  if (in == num_immutable_mem_table) {
189
    return kNumImmutableMemTable;
190 191
  } else if (in == num_immutable_mem_table_flushed) {
    return kNumImmutableMemTableFlushed;
192
  } else if (in == mem_table_flush_pending) {
193
    return kMemtableFlushPending;
194
  } else if (in == compaction_pending) {
195
    return kCompactionPending;
196
  } else if (in == background_errors) {
197
    return kBackgroundErrors;
198
  } else if (in == cur_size_active_mem_table) {
199
    return kCurSizeActiveMemTable;
200
  } else if (in == cur_size_all_mem_tables) {
I
Igor Canadi 已提交
201
    return kCurSizeAllMemTables;
202
  } else if (in == num_entries_active_mem_table) {
203
    return kNumEntriesInMutableMemtable;
204
  } else if (in == num_entries_imm_mem_tables) {
205
    return kNumEntriesInImmutableMemtable;
206
  } else if (in == num_deletes_active_mem_table) {
207
    return kNumDeletesInMutableMemtable;
208
  } else if (in == num_deletes_imm_mem_tables) {
209
    return kNumDeletesInImmutableMemtable;
210
  } else if (in == estimate_num_keys) {
S
sdong 已提交
211
    return kEstimatedNumKeys;
212
  } else if (in == estimate_table_readers_mem) {
213 214
    *need_out_of_mutex = true;
    return kEstimatedUsageByTableReaders;
215
  } else if (in == is_file_deletions_enabled) {
216
    return kIsFileDeletionEnabled;
217
  } else if (in == num_snapshots) {
218
    return kNumSnapshots;
219
  } else if (in == oldest_snapshot_time) {
220
    return kOldestSnapshotTime;
221
  } else if (in == num_live_versions) {
222
    return kNumLiveVersions;
223
  } else if (in == base_level) {
224
    return kBaseLevel;
225 226 227 228
  }
  return kUnknown;
}

229 230 231 232 233 234
bool InternalStats::GetIntPropertyOutOfMutex(DBPropertyType property_type,
                                             Version* version,
                                             uint64_t* value) const {
  assert(value != nullptr);
  if (property_type != kEstimatedUsageByTableReaders) {
    return false;
235
  }
236 237 238 239 240 241 242
  if (version == nullptr) {
    *value = 0;
  } else {
    *value = version->GetMemoryUsageByTableReaders();
  }
  return true;
}
243

244 245 246 247
bool InternalStats::GetStringProperty(DBPropertyType property_type,
                                      const Slice& property,
                                      std::string* value) {
  assert(value != nullptr);
S
sdong 已提交
248
  auto* current = cfd_->current();
S
sdong 已提交
249
  const auto* vstorage = current->storage_info();
250 251 252 253 254 255 256 257 258 259 260 261
  Slice in = property;

  switch (property_type) {
    case kNumFilesAtLevel: {
      in.remove_prefix(strlen("rocksdb.num-files-at-level"));
      uint64_t level;
      bool ok = ConsumeDecimalNumber(&in, &level) && in.empty();
      if (!ok || (int)level >= number_levels_) {
        return false;
      } else {
        char buf[100];
        snprintf(buf, sizeof(buf), "%d",
S
sdong 已提交
262
                 vstorage->NumLevelFiles(static_cast<int>(level)));
263 264 265
        *value = buf;
        return true;
      }
I
Igor Canadi 已提交
266
    }
267 268 269 270 271 272
    case kLevelStats: {
      char buf[1000];
      snprintf(buf, sizeof(buf),
               "Level Files Size(MB)\n"
               "--------------------\n");
      value->append(buf);
I
Igor Canadi 已提交
273

274 275
      for (int level = 0; level < number_levels_; level++) {
        snprintf(buf, sizeof(buf), "%3d %8d %8.0f\n", level,
S
sdong 已提交
276 277
                 vstorage->NumLevelFiles(level),
                 vstorage->NumLevelBytes(level) / kMB);
I
Igor Canadi 已提交
278 279
        value->append(buf);
      }
280
      return true;
I
Igor Canadi 已提交
281
    }
282
    case kStats: {
283
      if (!GetStringProperty(kCFStats, DB::Properties::kCFStats, value)) {
284
        return false;
285
      }
286
      if (!GetStringProperty(kDBStats, DB::Properties::kDBStats, value)) {
287
        return false;
L
Lei Jin 已提交
288
      }
289 290 291
      return true;
    }
    case kCFStats: {
292
      DumpCFStats(value);
293 294 295 296
      return true;
    }
    case kDBStats: {
      DumpDBStats(value);
297 298 299 300 301
      return true;
    }
    case kSsTables:
      *value = current->DebugString();
      return true;
302 303 304 305 306 307
    default:
      return false;
  }
}

bool InternalStats::GetIntProperty(DBPropertyType property_type,
308
                                   uint64_t* value, DBImpl* db) const {
309
  db->mutex_.AssertHeld();
S
sdong 已提交
310
  const auto* vstorage = cfd_->current()->storage_info();
311 312

  switch (property_type) {
313
    case kNumImmutableMemTable:
314 315 316 317
      *value = cfd_->imm()->NumNotFlushed();
      return true;
    case kNumImmutableMemTableFlushed:
      *value = cfd_->imm()->NumFlushed();
318
      return true;
319
    case kMemtableFlushPending:
320
      // Return number of mem tables that are ready to flush (made immutable)
321
      *value = (cfd_->imm()->IsFlushPending() ? 1 : 0);
322
      return true;
323
    case kCompactionPending:
324 325
      // 1 if the system already determines at least one compacdtion is needed.
      // 0 otherwise,
Y
Yueh-Hsuan Chiang 已提交
326
      *value = (cfd_->compaction_picker()->NeedsCompaction(vstorage) ? 1 : 0);
327
      return true;
328 329
    case kBackgroundErrors:
      // Accumulated number of  errors in background flushes or compactions.
330
      *value = GetBackgroundErrorCount();
331
      return true;
332 333
    case kCurSizeActiveMemTable:
      // Current size of the active memtable
334
      *value = cfd_->mem()->ApproximateMemoryUsage();
335
      return true;
I
Igor Canadi 已提交
336 337 338 339 340
    case kCurSizeAllMemTables:
      // Current size of the active memtable + immutable memtables
      *value = cfd_->mem()->ApproximateMemoryUsage() +
               cfd_->imm()->ApproximateMemoryUsage();
      return true;
341
    case kNumEntriesInMutableMemtable:
I
Igor Canadi 已提交
342
      // Current number of entires in the active memtable
343
      *value = cfd_->mem()->num_entries();
344 345
      return true;
    case kNumEntriesInImmutableMemtable:
I
Igor Canadi 已提交
346
      // Current number of entries in the immutable memtables
347
      *value = cfd_->imm()->current()->GetTotalNumEntries();
348
      return true;
349 350 351 352 353 354 355 356
    case kNumDeletesInMutableMemtable:
      // Current number of entires in the active memtable
      *value = cfd_->mem()->num_deletes();
      return true;
    case kNumDeletesInImmutableMemtable:
      // Current number of entries in the immutable memtables
      *value = cfd_->imm()->current()->GetTotalNumDeletes();
      return true;
S
sdong 已提交
357 358 359
    case kEstimatedNumKeys:
      // Estimate number of entries in the column family:
      // Use estimated entries in tables + total entries in memtables.
360 361 362 363 364
      *value = cfd_->mem()->num_entries() +
               cfd_->imm()->current()->GetTotalNumEntries() -
               (cfd_->mem()->num_deletes() +
                cfd_->imm()->current()->GetTotalNumDeletes()) *
                   2 +
S
sdong 已提交
365
               vstorage->GetEstimatedActiveKeys();
S
sdong 已提交
366
      return true;
367 368 369 370 371 372
    case kNumSnapshots:
      *value = db->snapshots().count();
      return true;
    case kOldestSnapshotTime:
      *value = static_cast<uint64_t>(db->snapshots().GetOldestSnapshotTime());
      return true;
373 374 375
    case kNumLiveVersions:
      *value = cfd_->GetNumLiveVersions();
      return true;
I
Igor Canadi 已提交
376
#ifndef ROCKSDB_LITE
377 378 379
    case kIsFileDeletionEnabled:
      *value = db->IsFileDeletionsEnabled();
      return true;
I
Igor Canadi 已提交
380
#endif
381 382 383
    case kBaseLevel:
      *value = vstorage->base_level();
      return true;
384 385 386
    default:
      return false;
  }
I
Igor Canadi 已提交
387 388
}

389 390 391 392 393 394 395 396 397 398 399
void InternalStats::DumpDBStats(std::string* value) {
  char buf[1000];
  // DB-level stats, only available from default column family
  double seconds_up = (env_->NowMicros() - started_at_ + 1) / 1000000.0;
  double interval_seconds_up = seconds_up - db_stats_snapshot_.seconds_up;
  snprintf(buf, sizeof(buf),
           "\n** DB Stats **\nUptime(secs): %.1f total, %.1f interval\n",
           seconds_up, interval_seconds_up);
  value->append(buf);
  // Cumulative
  uint64_t user_bytes_written = db_stats_[InternalStats::BYTES_WRITTEN];
S
sdong 已提交
400
  uint64_t num_keys_written = db_stats_[InternalStats::NUMBER_KEYS_WRITTEN];
401 402 403 404 405
  uint64_t write_other = db_stats_[InternalStats::WRITE_DONE_BY_OTHER];
  uint64_t write_self = db_stats_[InternalStats::WRITE_DONE_BY_SELF];
  uint64_t wal_bytes = db_stats_[InternalStats::WAL_FILE_BYTES];
  uint64_t wal_synced = db_stats_[InternalStats::WAL_FILE_SYNCED];
  uint64_t write_with_wal = db_stats_[InternalStats::WRITE_WITH_WAL];
S
sdong 已提交
406
  uint64_t write_stall_micros = db_stats_[InternalStats::WRITE_STALL_MICROS];
407 408 409 410
  uint64_t compact_bytes_read = 0;
  uint64_t compact_bytes_write = 0;
  uint64_t compact_micros = 0;

411 412 413
  const int kHumanMicrosLen = 32;
  char human_micros[kHumanMicrosLen];

414
  // Data
S
sdong 已提交
415 416 417 418 419 420 421 422
  // writes: total number of write requests.
  // keys: total number of key updates issued by all the write requests
  // batches: number of group commits issued to the DB. Each group can contain
  //          one or more writes.
  // so writes/keys is the average number of put in multi-put or put
  // writes/batches is the average group commit size.
  //
  // The format is the same for interval stats.
423
  snprintf(buf, sizeof(buf),
424 425 426 427 428
           "Cumulative writes: %s writes, %s keys, %s batches, "
           "%.1f writes per batch, ingest: %.2f GB, %.2f MB/s\n",
           NumberToHumanString(write_other + write_self).c_str(),
           NumberToHumanString(num_keys_written).c_str(),
           NumberToHumanString(write_self).c_str(),
429
           (write_other + write_self) / static_cast<double>(write_self + 1),
430
           user_bytes_written / kGB, user_bytes_written / kMB / seconds_up);
431 432 433
  value->append(buf);
  // WAL
  snprintf(buf, sizeof(buf),
434 435 436 437
           "Cumulative WAL: %s writes, %s syncs, "
           "%.2f writes per sync, written: %.2f GB, %.2f MB/s\n",
           NumberToHumanString(write_with_wal).c_str(),
           NumberToHumanString(wal_synced).c_str(),
438
           write_with_wal / static_cast<double>(wal_synced + 1),
439 440
           wal_bytes / kGB, wal_bytes / kMB / seconds_up);
  value->append(buf);
441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456
  // Compact
  for (int level = 0; level < number_levels_; level++) {
    compact_bytes_read += comp_stats_[level].bytes_readnp1 +
                          comp_stats_[level].bytes_readn;
    compact_bytes_write += comp_stats_[level].bytes_written;
    compact_micros += comp_stats_[level].micros;
  }
  snprintf(buf, sizeof(buf),
           "Cumulative compaction: %.2f GB write, %.2f MB/s write, "
           "%.2f GB read, %.2f MB/s read, %.1f seconds\n",
           compact_bytes_write / kGB,
           compact_bytes_write / kMB / seconds_up,
           compact_bytes_read / kGB,
           compact_bytes_read / kMB / seconds_up,
           compact_micros / 1000000.0);
  value->append(buf);
457 458 459 460 461 462 463
  // Stall
  AppendHumanMicros(write_stall_micros, human_micros, kHumanMicrosLen, true);
  snprintf(buf, sizeof(buf),
           "Cumulative stall: %s, %.1f percent\n",
           human_micros,
           // 10000 = divide by 1M to get secs, then multiply by 100 for pct
           write_stall_micros / 10000.0 / std::max(seconds_up, 0.001));
464 465 466 467 468
  value->append(buf);

  // Interval
  uint64_t interval_write_other = write_other - db_stats_snapshot_.write_other;
  uint64_t interval_write_self = write_self - db_stats_snapshot_.write_self;
S
sdong 已提交
469 470
  uint64_t interval_num_keys_written =
      num_keys_written - db_stats_snapshot_.num_keys_written;
471
  snprintf(buf, sizeof(buf),
472 473 474 475 476 477
           "Interval writes: %s writes, %s keys, %s batches, "
           "%.1f writes per batch, ingest: %.2f MB, %.2f MB/s\n",
           NumberToHumanString(
               interval_write_other + interval_write_self).c_str(),
           NumberToHumanString(interval_num_keys_written).c_str(),
           NumberToHumanString(interval_write_self).c_str(),
478 479
           static_cast<double>(interval_write_other + interval_write_self) /
               (interval_write_self + 1),
S
sdong 已提交
480
           (user_bytes_written - db_stats_snapshot_.ingest_bytes) / kMB,
481 482
           (user_bytes_written - db_stats_snapshot_.ingest_bytes) / kMB /
               std::max(interval_seconds_up, 0.001)),
483 484 485 486 487 488 489 490
  value->append(buf);

  uint64_t interval_write_with_wal =
      write_with_wal - db_stats_snapshot_.write_with_wal;
  uint64_t interval_wal_synced = wal_synced - db_stats_snapshot_.wal_synced;
  uint64_t interval_wal_bytes = wal_bytes - db_stats_snapshot_.wal_bytes;

  snprintf(buf, sizeof(buf),
491 492 493 494
           "Interval WAL: %s writes, %s syncs, "
           "%.2f writes per sync, written: %.2f MB, %.2f MB/s\n",
           NumberToHumanString(interval_write_with_wal).c_str(),
           NumberToHumanString(interval_wal_synced).c_str(),
495 496
           interval_write_with_wal /
              static_cast<double>(interval_wal_synced + 1),
497 498 499 500
           interval_wal_bytes / kGB,
           interval_wal_bytes / kMB / std::max(interval_seconds_up, 0.001));
  value->append(buf);

501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520
  // Compaction
  uint64_t interval_compact_bytes_write =
      compact_bytes_write - db_stats_snapshot_.compact_bytes_write;
  uint64_t interval_compact_bytes_read =
      compact_bytes_read - db_stats_snapshot_.compact_bytes_read;
  uint64_t interval_compact_micros =
      compact_micros - db_stats_snapshot_.compact_micros;

  snprintf(buf, sizeof(buf),
           "Interval compaction: %.2f GB write, %.2f MB/s write, "
           "%.2f GB read, %.2f MB/s read, %.1f seconds\n",
           interval_compact_bytes_write / kGB,
           interval_compact_bytes_write / kMB /
               std::max(interval_seconds_up, 0.001),
           interval_compact_bytes_read / kGB,
           interval_compact_bytes_read / kMB /
               std::max(interval_seconds_up, 0.001),
           interval_compact_micros / 1000000.0);
  value->append(buf);

521 522 523 524 525 526 527 528 529 530
  // Stall
  AppendHumanMicros(
      write_stall_micros - db_stats_snapshot_.write_stall_micros,
      human_micros, kHumanMicrosLen, true);
  snprintf(buf, sizeof(buf),
           "Interval stall: %s, %.1f percent\n",
           human_micros,
           // 10000 = divide by 1M to get secs, then multiply by 100 for pct
           (write_stall_micros - db_stats_snapshot_.write_stall_micros) /
               10000.0 / std::max(interval_seconds_up, 0.001));
531 532 533 534 535 536
  value->append(buf);

  db_stats_snapshot_.seconds_up = seconds_up;
  db_stats_snapshot_.ingest_bytes = user_bytes_written;
  db_stats_snapshot_.write_other = write_other;
  db_stats_snapshot_.write_self = write_self;
S
sdong 已提交
537
  db_stats_snapshot_.num_keys_written = num_keys_written;
538 539 540
  db_stats_snapshot_.wal_bytes = wal_bytes;
  db_stats_snapshot_.wal_synced = wal_synced;
  db_stats_snapshot_.write_with_wal = write_with_wal;
S
sdong 已提交
541
  db_stats_snapshot_.write_stall_micros = write_stall_micros;
542 543 544
  db_stats_snapshot_.compact_bytes_write = compact_bytes_write;
  db_stats_snapshot_.compact_bytes_read = compact_bytes_read;
  db_stats_snapshot_.compact_micros = compact_micros;
545 546
}

547
void InternalStats::DumpCFStats(std::string* value) {
S
sdong 已提交
548
  const VersionStorageInfo* vstorage = cfd_->current()->storage_info();
549 550

  int num_levels_to_check =
551
      (cfd_->ioptions()->compaction_style != kCompactionStyleFIFO)
552
          ? vstorage->num_levels() - 1
553
          : 1;
S
sdong 已提交
554

555 556 557 558
  // Compaction scores are sorted base on its value. Restore them to the
  // level order
  std::vector<double> compaction_score(number_levels_, 0);
  for (int i = 0; i < num_levels_to_check; ++i) {
559 560
    compaction_score[vstorage->CompactionScoreLevel(i)] =
        vstorage->CompactionScore(i);
561 562 563
  }
  // Count # of files being compacted for each level
  std::vector<int> files_being_compacted(number_levels_, 0);
564
  for (int level = 0; level < number_levels_; ++level) {
565
    for (auto* f : vstorage->LevelFiles(level)) {
566 567 568 569 570 571 572 573
      if (f->being_compacted) {
        ++files_being_compacted[level];
      }
    }
  }

  char buf[1000];
  // Per-ColumnFamily stats
574
  PrintLevelStatsHeader(buf, sizeof(buf), cfd_->GetName());
575 576 577 578 579 580 581 582 583 584
  value->append(buf);

  CompactionStats stats_sum(0);
  int total_files = 0;
  int total_files_being_compacted = 0;
  double total_file_size = 0;
  uint64_t total_slowdown_count_soft = 0;
  uint64_t total_slowdown_count_hard = 0;
  uint64_t total_stall_count = 0;
  for (int level = 0; level < number_levels_; level++) {
S
sdong 已提交
585
    int files = vstorage->NumLevelFiles(level);
586 587 588 589 590 591 592 593 594 595 596
    total_files += files;
    total_files_being_compacted += files_being_compacted[level];
    if (comp_stats_[level].micros > 0 || files > 0) {
      uint64_t stalls = level == 0 ?
        (cf_stats_count_[LEVEL0_SLOWDOWN] +
         cf_stats_count_[LEVEL0_NUM_FILES] +
         cf_stats_count_[MEMTABLE_COMPACTION])
        : (stall_leveln_slowdown_count_soft_[level] +
           stall_leveln_slowdown_count_hard_[level]);

      stats_sum.Add(comp_stats_[level]);
S
sdong 已提交
597
      total_file_size += vstorage->NumLevelBytes(level);
598 599 600 601 602 603
      total_stall_count += stalls;
      total_slowdown_count_soft += stall_leveln_slowdown_count_soft_[level];
      total_slowdown_count_hard += stall_leveln_slowdown_count_hard_[level];
      double w_amp = (comp_stats_[level].bytes_readn == 0) ? 0.0
          : comp_stats_[level].bytes_written /
            static_cast<double>(comp_stats_[level].bytes_readn);
604
      PrintLevelStats(buf, sizeof(buf), "L" + ToString(level), files,
S
sdong 已提交
605 606
                      files_being_compacted[level],
                      vstorage->NumLevelBytes(level), compaction_score[level],
607
                      w_amp, stalls, comp_stats_[level]);
608 609 610 611 612 613 614 615
      value->append(buf);
    }
  }
  uint64_t curr_ingest = cf_stats_value_[BYTES_FLUSHED];
  // Cumulative summary
  double w_amp = stats_sum.bytes_written / static_cast<double>(curr_ingest + 1);
  // Stats summary across levels
  PrintLevelStats(buf, sizeof(buf), "Sum", total_files,
616
      total_files_being_compacted, total_file_size, 0, w_amp,
617
      total_stall_count, stats_sum);
618 619 620 621 622 623 624 625
  value->append(buf);
  // Interval summary
  uint64_t interval_ingest =
      curr_ingest - cf_stats_snapshot_.ingest_bytes + 1;
  CompactionStats interval_stats(stats_sum);
  interval_stats.Subtract(cf_stats_snapshot_.comp_stats);
  w_amp = interval_stats.bytes_written / static_cast<double>(interval_ingest);
  PrintLevelStats(buf, sizeof(buf), "Int", 0, 0, 0, 0,
626 627
      w_amp, total_stall_count - cf_stats_snapshot_.stall_count,
      interval_stats);
628 629 630
  value->append(buf);

  snprintf(buf, sizeof(buf),
631
           "Flush(GB): cumulative %.3f, interval %.3f\n",
632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650
           curr_ingest / kGB, interval_ingest / kGB);
  value->append(buf);

  snprintf(buf, sizeof(buf),
           "Stalls(count): %" PRIu64 " level0_slowdown, "
           "%" PRIu64 " level0_numfiles, %" PRIu64 " memtable_compaction, "
           "%" PRIu64 " leveln_slowdown_soft, "
           "%" PRIu64 " leveln_slowdown_hard\n",
           cf_stats_count_[LEVEL0_SLOWDOWN],
           cf_stats_count_[LEVEL0_NUM_FILES],
           cf_stats_count_[MEMTABLE_COMPACTION],
           total_slowdown_count_soft, total_slowdown_count_hard);
  value->append(buf);

  cf_stats_snapshot_.ingest_bytes = curr_ingest;
  cf_stats_snapshot_.comp_stats = stats_sum;
  cf_stats_snapshot_.stall_count = total_stall_count;
}

651 652 653 654 655 656 657 658 659 660

#else

DBPropertyType GetPropertyType(const Slice& property, bool* is_int_property,
                               bool* need_out_of_mutex) {
  return kUnknown;
}

#endif  // !ROCKSDB_LITE

I
Igor Canadi 已提交
661
}  // namespace rocksdb