env.cc 7.7 KB
Newer Older
1 2 3 4 5
//  Copyright (c) 2013, Facebook, Inc.  All rights reserved.
//  This source code is licensed under the BSD-style license found in the
//  LICENSE file in the root directory of this source tree. An additional grant
//  of patent rights can be found in the PATENTS file in the same directory.
//
J
jorlow@chromium.org 已提交
6 7 8 9
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file. See the AUTHORS file for names of contributors.

10
#include "rocksdb/env.h"
11

12
#include <thread>
13
#include "port/port.h"
14
#include "port/sys_time.h"
15
#include "port/port.h"
16

17
#include "rocksdb/options.h"
18 19
#include "util/arena.h"
#include "util/autovector.h"
J
jorlow@chromium.org 已提交
20

21
namespace rocksdb {
J
jorlow@chromium.org 已提交
22 23 24 25

Env::~Env() {
}

26 27 28 29 30
uint64_t Env::GetThreadID() const {
  std::hash<std::thread::id> hasher;
  return hasher(std::this_thread::get_id());
}

J
jorlow@chromium.org 已提交
31 32 33 34 35 36 37 38 39
SequentialFile::~SequentialFile() {
}

RandomAccessFile::~RandomAccessFile() {
}

WritableFile::~WritableFile() {
}

40 41 42
Logger::~Logger() {
}

J
jorlow@chromium.org 已提交
43 44 45
FileLock::~FileLock() {
}

I
Igor Canadi 已提交
46 47 48 49 50 51
void LogFlush(Logger *info_log) {
  if (info_log) {
    info_log->Flush();
  }
}

52
void Log(Logger* info_log, const char* format, ...) {
53
  if (info_log && info_log->GetInfoLogLevel() <= InfoLogLevel::INFO_LEVEL) {
54 55
    va_list ap;
    va_start(ap, format);
56
    info_log->Logv(InfoLogLevel::INFO_LEVEL, format, ap);
57 58 59 60
    va_end(ap);
  }
}

61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83
void Logger::Logv(const InfoLogLevel log_level, const char* format, va_list ap) {
  static const char* kInfoLogLevelNames[5] = { "DEBUG", "INFO", "WARN",
    "ERROR", "FATAL" };
  if (log_level < log_level_) {
    return;
  }

  if (log_level == InfoLogLevel::INFO_LEVEL) {
    // Doesn't print log level if it is INFO level.
    // This is to avoid unexpected performance regression after we add
    // the feature of log level. All the logs before we add the feature
    // are INFO level. We don't want to add extra costs to those existing
    // logging.
    Logv(format, ap);
  } else {
    char new_format[500];
    snprintf(new_format, sizeof(new_format) - 1, "[%s] %s",
      kInfoLogLevelNames[log_level], format);
    Logv(new_format, ap);
  }
}


84 85
void Log(const InfoLogLevel log_level, Logger* info_log, const char* format,
         ...) {
86
  if (info_log && info_log->GetInfoLogLevel() <= log_level) {
87 88
    va_list ap;
    va_start(ap, format);
89 90 91 92 93 94 95

    if (log_level == InfoLogLevel::HEADER_LEVEL) {
      info_log->LogHeader(format, ap);
    } else {
      info_log->Logv(log_level, format, ap);
    }

96 97 98 99
    va_end(ap);
  }
}

100 101 102 103 104 105 106 107 108
void Header(Logger* info_log, const char* format, ...) {
  if (info_log) {
    va_list ap;
    va_start(ap, format);
    info_log->LogHeader(format, ap);
    va_end(ap);
  }
}

109
void Debug(Logger* info_log, const char* format, ...) {
110
  if (info_log && info_log->GetInfoLogLevel() <= InfoLogLevel::DEBUG_LEVEL) {
111 112
    va_list ap;
    va_start(ap, format);
113
    info_log->Logv(InfoLogLevel::DEBUG_LEVEL, format, ap);
114 115 116 117 118
    va_end(ap);
  }
}

void Info(Logger* info_log, const char* format, ...) {
119
  if (info_log && info_log->GetInfoLogLevel() <= InfoLogLevel::INFO_LEVEL) {
120 121
    va_list ap;
    va_start(ap, format);
122
    info_log->Logv(InfoLogLevel::INFO_LEVEL, format, ap);
123 124 125 126 127
    va_end(ap);
  }
}

void Warn(Logger* info_log, const char* format, ...) {
128
  if (info_log && info_log->GetInfoLogLevel() <= InfoLogLevel::WARN_LEVEL) {
129 130
    va_list ap;
    va_start(ap, format);
131
    info_log->Logv(InfoLogLevel::WARN_LEVEL, format, ap);
132 133 134 135
    va_end(ap);
  }
}
void Error(Logger* info_log, const char* format, ...) {
136
  if (info_log && info_log->GetInfoLogLevel() <= InfoLogLevel::ERROR_LEVEL) {
137 138
    va_list ap;
    va_start(ap, format);
139
    info_log->Logv(InfoLogLevel::ERROR_LEVEL, format, ap);
140 141 142 143
    va_end(ap);
  }
}
void Fatal(Logger* info_log, const char* format, ...) {
144
  if (info_log && info_log->GetInfoLogLevel() <= InfoLogLevel::FATAL_LEVEL) {
145 146
    va_list ap;
    va_start(ap, format);
147
    info_log->Logv(InfoLogLevel::FATAL_LEVEL, format, ap);
148 149 150 151
    va_end(ap);
  }
}

I
Igor Canadi 已提交
152 153 154 155 156 157
void LogFlush(const shared_ptr<Logger>& info_log) {
  if (info_log) {
    info_log->Flush();
  }
}

158 159 160 161 162 163 164 165 166 167
void Log(const InfoLogLevel log_level, const shared_ptr<Logger>& info_log,
         const char* format, ...) {
  if (info_log) {
    va_list ap;
    va_start(ap, format);
    info_log->Logv(log_level, format, ap);
    va_end(ap);
  }
}

168 169 170 171 172 173 174 175 176
void Header(const shared_ptr<Logger>& info_log, const char* format, ...) {
  if (info_log) {
    va_list ap;
    va_start(ap, format);
    info_log->LogHeader(format, ap);
    va_end(ap);
  }
}

177 178 179 180
void Debug(const shared_ptr<Logger>& info_log, const char* format, ...) {
  if (info_log) {
    va_list ap;
    va_start(ap, format);
181
    info_log->Logv(InfoLogLevel::DEBUG_LEVEL, format, ap);
182 183 184 185 186 187 188 189
    va_end(ap);
  }
}

void Info(const shared_ptr<Logger>& info_log, const char* format, ...) {
  if (info_log) {
    va_list ap;
    va_start(ap, format);
190
    info_log->Logv(InfoLogLevel::INFO_LEVEL, format, ap);
191 192 193 194 195 196 197 198
    va_end(ap);
  }
}

void Warn(const shared_ptr<Logger>& info_log, const char* format, ...) {
  if (info_log) {
    va_list ap;
    va_start(ap, format);
199
    info_log->Logv(InfoLogLevel::WARN_LEVEL, format, ap);
200 201 202 203 204 205 206 207
    va_end(ap);
  }
}

void Error(const shared_ptr<Logger>& info_log, const char* format, ...) {
  if (info_log) {
    va_list ap;
    va_start(ap, format);
208
    info_log->Logv(InfoLogLevel::ERROR_LEVEL, format, ap);
209 210 211 212 213 214 215 216
    va_end(ap);
  }
}

void Fatal(const shared_ptr<Logger>& info_log, const char* format, ...) {
  if (info_log) {
    va_list ap;
    va_start(ap, format);
217
    info_log->Logv(InfoLogLevel::FATAL_LEVEL, format, ap);
218 219 220 221
    va_end(ap);
  }
}

222 223
void Log(const shared_ptr<Logger>& info_log, const char* format, ...) {
  if (info_log) {
224 225
    va_list ap;
    va_start(ap, format);
226
    info_log->Logv(InfoLogLevel::INFO_LEVEL, format, ap);
227 228
    va_end(ap);
  }
J
jorlow@chromium.org 已提交
229 230
}

I
Igor Canadi 已提交
231 232
Status WriteStringToFile(Env* env, const Slice& data, const std::string& fname,
                         bool should_sync) {
233
  unique_ptr<WritableFile> file;
H
Haobo Xu 已提交
234
  EnvOptions soptions;
235
  Status s = env->NewWritableFile(fname, &file, soptions);
J
jorlow@chromium.org 已提交
236 237 238 239
  if (!s.ok()) {
    return s;
  }
  s = file->Append(data);
240 241 242
  if (s.ok() && should_sync) {
    s = file->Sync();
  }
J
jorlow@chromium.org 已提交
243 244 245 246 247 248 249
  if (!s.ok()) {
    env->DeleteFile(fname);
  }
  return s;
}

Status ReadFileToString(Env* env, const std::string& fname, std::string* data) {
H
Haobo Xu 已提交
250
  EnvOptions soptions;
J
jorlow@chromium.org 已提交
251
  data->clear();
252
  unique_ptr<SequentialFile> file;
253
  Status s = env->NewSequentialFile(fname, &file, soptions);
J
jorlow@chromium.org 已提交
254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276
  if (!s.ok()) {
    return s;
  }
  static const int kBufferSize = 8192;
  char* space = new char[kBufferSize];
  while (true) {
    Slice fragment;
    s = file->Read(kBufferSize, &fragment, space);
    if (!s.ok()) {
      break;
    }
    data->append(fragment.data(), fragment.size());
    if (fragment.empty()) {
      break;
    }
  }
  delete[] space;
  return s;
}

EnvWrapper::~EnvWrapper() {
}

H
Haobo Xu 已提交
277 278
namespace {  // anonymous namespace

I
Igor Canadi 已提交
279
void AssignEnvOptions(EnvOptions* env_options, const DBOptions& options) {
H
Haobo Xu 已提交
280 281 282 283
  env_options->use_os_buffer = options.allow_os_buffer;
  env_options->use_mmap_reads = options.allow_mmap_reads;
  env_options->use_mmap_writes = options.allow_mmap_writes;
  env_options->set_fd_cloexec = options.is_fd_close_on_exec;
H
Haobo Xu 已提交
284
  env_options->bytes_per_sync = options.bytes_per_sync;
L
Lei Jin 已提交
285
  env_options->rate_limiter = options.rate_limiter.get();
H
Haobo Xu 已提交
286 287 288 289
}

}

290 291 292 293 294
EnvOptions Env::OptimizeForLogWrite(const EnvOptions& env_options,
                                    const DBOptions& db_options) const {
  EnvOptions optimized_env_options(env_options);
  optimized_env_options.bytes_per_sync = db_options.wal_bytes_per_sync;
  return optimized_env_options;
I
Igor Canadi 已提交
295 296 297 298
}

EnvOptions Env::OptimizeForManifestWrite(const EnvOptions& env_options) const {
  return env_options;
I
Igor Canadi 已提交
299 300
}

I
Igor Canadi 已提交
301
EnvOptions::EnvOptions(const DBOptions& options) {
H
Haobo Xu 已提交
302 303 304 305
  AssignEnvOptions(this, options);
}

EnvOptions::EnvOptions() {
I
Igor Canadi 已提交
306
  DBOptions options;
H
Haobo Xu 已提交
307 308 309 310
  AssignEnvOptions(this, options);
}


311
}  // namespace rocksdb