ts.rs 25.4 KB
Newer Older
R
Ry Dahl 已提交
1
// Copyright 2018-2020 the Deno authors. All rights reserved. MIT license.
2
use super::compiler_worker::CompilerWorker;
K
Kitson Kelly 已提交
3
use crate::compilers::CompilationResultFuture;
4 5
use crate::compilers::CompiledModule;
use crate::compilers::CompiledModuleFuture;
6
use crate::diagnostics::Diagnostic;
B
Bartek Iwańczuk 已提交
7
use crate::disk_cache::DiskCache;
8 9
use crate::file_fetcher::SourceFile;
use crate::file_fetcher::SourceFileFetcher;
10
use crate::global_state::ThreadSafeGlobalState;
A
Andy Hayden 已提交
11
use crate::msg;
12
use crate::ops::JsonResult;
B
Bartek Iwańczuk 已提交
13
use crate::source_maps::SourceMapGetter;
14
use crate::startup_data;
15
use crate::state::*;
B
Bartek Iwańczuk 已提交
16
use crate::version;
17 18 19
use deno_core::Buf;
use deno_core::ErrBox;
use deno_core::ModuleSpecifier;
B
Bartek Iwańczuk 已提交
20
use futures::future::FutureExt;
R
Ryan Dahl 已提交
21
use futures::Future;
22
use regex::Regex;
23
use serde_json::json;
K
Kitson Kelly 已提交
24
use std::collections::HashMap;
B
Bartek Iwańczuk 已提交
25 26
use std::collections::HashSet;
use std::fs;
K
Kitson Kelly 已提交
27
use std::hash::BuildHasher;
28
use std::io;
29
use std::path::PathBuf;
B
Bartek Iwańczuk 已提交
30
use std::pin::Pin;
K
Kitson Kelly 已提交
31
use std::str;
32
use std::sync::atomic::Ordering;
B
Bartek Iwańczuk 已提交
33 34
use std::sync::Mutex;
use url::Url;
R
Ryan Dahl 已提交
35

36 37 38 39 40
lazy_static! {
  static ref CHECK_JS_RE: Regex =
    Regex::new(r#""checkJs"\s*?:\s*?true"#).unwrap();
}

41
#[derive(Clone)]
42 43 44 45 46
pub enum TargetLib {
  Main,
  Worker,
}

47 48 49 50 51 52 53 54 55
/// Struct which represents the state of the compiler
/// configuration where the first is canonical name for the configuration file,
/// second is a vector of the bytes of the contents of the configuration file,
/// third is bytes of the hash of contents.
#[derive(Clone)]
pub struct CompilerConfig {
  pub path: Option<PathBuf>,
  pub content: Option<Vec<u8>>,
  pub hash: Vec<u8>,
56
  pub compile_js: bool,
57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73
}

impl CompilerConfig {
  /// Take the passed flag and resolve the file name relative to the cwd.
  pub fn load(config_path: Option<String>) -> Result<Self, ErrBox> {
    let config_file = match &config_path {
      Some(config_file_name) => {
        debug!("Compiler config file: {}", config_file_name);
        let cwd = std::env::current_dir().unwrap();
        Some(cwd.join(config_file_name))
      }
      _ => None,
    };

    // Convert the PathBuf to a canonicalized string.  This is needed by the
    // compiler to properly deal with the configuration.
    let config_path = match &config_file {
A
Axetroy 已提交
74 75 76 77 78 79 80 81 82
      Some(config_file) => Some(config_file.canonicalize().map_err(|_| {
        io::Error::new(
          io::ErrorKind::InvalidInput,
          format!(
            "Could not find the config file: {}",
            config_file.to_string_lossy()
          ),
        )
      })),
83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100
      _ => None,
    };

    // Load the contents of the configuration file
    let config = match &config_file {
      Some(config_file) => {
        debug!("Attempt to load config: {}", config_file.to_str().unwrap());
        let config = fs::read(&config_file)?;
        Some(config)
      }
      _ => None,
    };

    let config_hash = match &config {
      Some(bytes) => bytes.clone(),
      _ => b"".to_vec(),
    };

101 102 103 104 105 106 107 108 109
    // If `checkJs` is set to true in `compilerOptions` then we're gonna be compiling
    // JavaScript files as well
    let compile_js = if let Some(config_content) = config.clone() {
      let config_str = std::str::from_utf8(&config_content)?;
      CHECK_JS_RE.is_match(config_str)
    } else {
      false
    };

110
    let ts_config = Self {
A
Axetroy 已提交
111
      path: config_path.unwrap_or_else(|| Ok(PathBuf::new())).ok(),
112 113
      content: config,
      hash: config_hash,
114
      compile_js,
115 116 117 118 119
    };

    Ok(ts_config)
  }
}
B
Bartek Iwańczuk 已提交
120 121 122 123 124 125 126 127

/// Information associated with compiled file in cache.
/// Includes source code path and state hash.
/// version_hash is used to validate versions of the file
/// and could be used to remove stale file in cache.
pub struct CompiledFileMetadata {
  pub source_path: PathBuf,
  pub version_hash: String,
R
Ryan Dahl 已提交
128 129
}

R
Ryan Dahl 已提交
130 131
static SOURCE_PATH: &str = "source_path";
static VERSION_HASH: &str = "version_hash";
132

B
Bartek Iwańczuk 已提交
133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150
impl CompiledFileMetadata {
  pub fn from_json_string(metadata_string: String) -> Option<Self> {
    // TODO: use serde for deserialization
    let maybe_metadata_json: serde_json::Result<serde_json::Value> =
      serde_json::from_str(&metadata_string);

    if let Ok(metadata_json) = maybe_metadata_json {
      let source_path = metadata_json[SOURCE_PATH].as_str().map(PathBuf::from);
      let version_hash = metadata_json[VERSION_HASH].as_str().map(String::from);

      if source_path.is_none() || version_hash.is_none() {
        return None;
      }

      return Some(CompiledFileMetadata {
        source_path: source_path.unwrap(),
        version_hash: version_hash.unwrap(),
      });
R
Ryan Dahl 已提交
151
    }
B
Bartek Iwańczuk 已提交
152 153

    None
R
Ryan Dahl 已提交
154 155
  }

156
  pub fn to_json_string(&self) -> Result<String, serde_json::Error> {
B
Bartek Iwańczuk 已提交
157
    let mut value_map = serde_json::map::Map::new();
158

B
Bartek Iwańczuk 已提交
159 160 161 162 163
    value_map.insert(SOURCE_PATH.to_owned(), json!(&self.source_path));
    value_map.insert(VERSION_HASH.to_string(), json!(&self.version_hash));
    serde_json::to_string(&value_map)
  }
}
R
Ryan Dahl 已提交
164
/// Creates the JSON message send to compiler.ts's onmessage.
K
Kitson Kelly 已提交
165
fn req(
166
  request_type: msg::CompilerRequestType,
K
Kitson Kelly 已提交
167 168
  root_names: Vec<String>,
  compiler_config: CompilerConfig,
169
  out_file: Option<String>,
170
  target: &str,
K
Kitson Kelly 已提交
171
  bundle: bool,
K
Kitson Kelly 已提交
172
) -> Buf {
173 174
  let j = match (compiler_config.path, compiler_config.content) {
    (Some(config_path), Some(config_data)) => json!({
175
      "type": request_type as i32,
176
      "target": target,
177
      "rootNames": root_names,
178
      "outFile": out_file,
K
Kitson Kelly 已提交
179
      "bundle": bundle,
180 181 182
      "configPath": config_path,
      "config": str::from_utf8(&config_data).unwrap(),
    }),
183
    _ => json!({
184
      "type": request_type as i32,
185
      "target": target,
186
      "rootNames": root_names,
187
      "outFile": out_file,
K
Kitson Kelly 已提交
188
      "bundle": bundle,
189
    }),
R
Ryan Dahl 已提交
190
  };
191

R
Ryan Dahl 已提交
192
  j.to_string().into_boxed_str().into_boxed_bytes()
R
Ryan Dahl 已提交
193 194
}

195
/// Emit a SHA256 hash based on source code, deno version and TS config.
B
Bartek Iwańczuk 已提交
196 197 198 199 200 201
/// Used to check if a recompilation for source code is needed.
pub fn source_code_version_hash(
  source_code: &[u8],
  version: &str,
  config_hash: &[u8],
) -> String {
R
Ry Dahl 已提交
202
  crate::checksum::gen(vec![source_code, version.as_bytes(), config_hash])
B
Bartek Iwańczuk 已提交
203 204 205
}

pub struct TsCompiler {
206
  pub file_fetcher: SourceFileFetcher,
B
Bartek Iwańczuk 已提交
207 208 209 210 211 212 213 214
  pub config: CompilerConfig,
  pub disk_cache: DiskCache,
  /// Set of all URLs that have been compiled. This prevents double
  /// compilation of module.
  pub compiled: Mutex<HashSet<Url>>,
  /// This setting is controlled by `--reload` flag. Unless the flag
  /// is provided disk cache is used.
  pub use_disk_cache: bool,
215 216
  /// This setting is controlled by `compilerOptions.checkJs`
  pub compile_js: bool,
B
Bartek Iwańczuk 已提交
217 218 219 220
}

impl TsCompiler {
  pub fn new(
221 222
    file_fetcher: SourceFileFetcher,
    disk_cache: DiskCache,
B
Bartek Iwańczuk 已提交
223 224
    use_disk_cache: bool,
    config_path: Option<String>,
225 226 227 228
  ) -> Result<Self, ErrBox> {
    let config = CompilerConfig::load(config_path)?;

    let compiler = Self {
229 230
      file_fetcher,
      disk_cache,
231
      compile_js: config.compile_js,
232
      config,
B
Bartek Iwańczuk 已提交
233 234
      compiled: Mutex::new(HashSet::new()),
      use_disk_cache,
235 236 237
    };

    Ok(compiler)
B
Bartek Iwańczuk 已提交
238 239
  }

240 241
  /// Create a new V8 worker with snapshot of TS compiler and setup compiler's
  /// runtime.
242
  fn setup_worker(global_state: ThreadSafeGlobalState) -> CompilerWorker {
243 244
    let entry_point =
      ModuleSpecifier::resolve_url_or_path("./__$deno$ts_compiler.ts").unwrap();
245
    let worker_state =
246
      ThreadSafeState::new(global_state.clone(), None, entry_point)
247
        .expect("Unable to create worker state");
248

B
Bartek Iwańczuk 已提交
249
    // Count how many times we start the compiler worker.
250 251 252 253
    global_state
      .metrics
      .compiler_starts
      .fetch_add(1, Ordering::SeqCst);
B
Bartek Iwańczuk 已提交
254

255
    let mut worker = CompilerWorker::new(
B
Bartek Iwańczuk 已提交
256 257
      "TS".to_string(),
      startup_data::compiler_isolate_init(),
258
      worker_state,
B
Bartek Iwańczuk 已提交
259
    );
260
    worker.execute("bootstrapTsCompilerRuntime()").unwrap();
B
Bartek Iwańczuk 已提交
261 262 263 264
    worker
  }

  pub fn bundle_async(
265
    &self,
266
    global_state: ThreadSafeGlobalState,
B
Bartek Iwańczuk 已提交
267
    module_name: String,
268
    out_file: Option<String>,
B
Bartek Iwańczuk 已提交
269
  ) -> impl Future<Output = Result<(), ErrBox>> {
B
Bartek Iwańczuk 已提交
270 271 272 273 274
    debug!(
      "Invoking the compiler to bundle. module_name: {}",
      module_name
    );

A
Axetroy 已提交
275
    let root_names = vec![module_name];
276
    let req_msg = req(
K
Kitson Kelly 已提交
277
      msg::CompilerRequestType::Compile,
278 279 280
      root_names,
      self.config.clone(),
      out_file,
281
      "main",
K
Kitson Kelly 已提交
282
      true,
283
    );
B
Bartek Iwańczuk 已提交
284

285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301
    // TODO(ry) The code below looks very similar to spawn_ts_compiler_worker.
    // Can we combine them?
    let (load_sender, load_receiver) =
      tokio::sync::oneshot::channel::<Result<(), ErrBox>>();
    std::thread::spawn(move || {
      let mut worker = TsCompiler::setup_worker(global_state);
      let handle = worker.thread_safe_handle();

      let fut = async move {
        if let Err(err) = handle.post_message(req_msg).await {
          load_sender.send(Err(err)).unwrap();
          return;
        }
        debug!("Sent message to worker");
        if let Err(err) = (&mut *worker).await {
          load_sender.send(Err(err)).unwrap();
          return;
B
Bartek Iwańczuk 已提交
302
        }
303 304 305 306 307 308 309 310 311 312 313 314
        let maybe_msg = handle.get_message().await;
        debug!("Received message from worker");
        if let Some(ref msg) = maybe_msg {
          let json_str = std::str::from_utf8(msg).unwrap();
          debug!("Message: {}", json_str);
          if let Some(diagnostics) = Diagnostic::from_emit_result(json_str) {
            let err = ErrBox::from(diagnostics);
            load_sender.send(Err(err)).unwrap();
            return;
          }
        }
        load_sender.send(Ok(())).unwrap();
315
      }
316 317 318 319
      .boxed_local();
      crate::tokio_util::run_basic(fut);
    });
    async { load_receiver.await.unwrap() }.boxed_local()
B
Bartek Iwańczuk 已提交
320 321
  }

322 323
  /// Mark given module URL as compiled to avoid multiple compilations of same
  /// module in single run.
B
Bartek Iwańczuk 已提交
324 325 326 327 328
  fn mark_compiled(&self, url: &Url) {
    let mut c = self.compiled.lock().unwrap();
    c.insert(url.clone());
  }

329 330
  /// Check if given module URL has already been compiled and can be fetched
  /// directly from disk.
B
Bartek Iwańczuk 已提交
331 332 333 334 335 336 337 338 339
  fn has_compiled(&self, url: &Url) -> bool {
    let c = self.compiled.lock().unwrap();
    c.contains(url)
  }

  /// Asynchronously compile module and all it's dependencies.
  ///
  /// This method compiled every module at most once.
  ///
340 341
  /// If `--reload` flag was provided then compiler will not on-disk cache and
  /// force recompilation.
B
Bartek Iwańczuk 已提交
342
  ///
343 344
  /// If compilation is required then new V8 worker is spawned with fresh TS
  /// compiler.
B
Bartek Iwańczuk 已提交
345
  pub fn compile_async(
346
    &self,
347
    global_state: ThreadSafeGlobalState,
B
Bartek Iwańczuk 已提交
348
    source_file: &SourceFile,
349
    target: TargetLib,
B
Bartek Iwańczuk 已提交
350
  ) -> Pin<Box<CompiledModuleFuture>> {
B
Bartek Iwańczuk 已提交
351
    if self.has_compiled(&source_file.url) {
352
      return match self.get_compiled_module(&source_file.url) {
B
Bartek Iwańczuk 已提交
353 354
        Ok(compiled) => futures::future::ok(compiled).boxed(),
        Err(err) => futures::future::err(err).boxed(),
355
      };
B
Bartek Iwańczuk 已提交
356 357 358 359 360 361 362 363 364 365 366
    }

    if self.use_disk_cache {
      // Try to load cached version:
      // 1. check if there's 'meta' file
      if let Some(metadata) = self.get_metadata(&source_file.url) {
        // 2. compare version hashes
        // TODO: it would probably be good idea to make it method implemented on SourceFile
        let version_hash_to_validate = source_code_version_hash(
          &source_file.source_code,
          version::DENO,
367
          &self.config.hash,
B
Bartek Iwańczuk 已提交
368 369 370 371 372
        );

        if metadata.version_hash == version_hash_to_validate {
          debug!("load_cache metadata version hash match");
          if let Ok(compiled_module) =
373
            self.get_compiled_module(&source_file.url)
B
Bartek Iwańczuk 已提交
374
          {
375
            self.mark_compiled(&source_file.url);
B
Bartek Iwańczuk 已提交
376
            return futures::future::ok(compiled_module).boxed();
B
Bartek Iwańczuk 已提交
377
          }
K
Kitson Kelly 已提交
378 379
        }
      }
B
Bartek Iwańczuk 已提交
380 381 382
    }
    let source_file_ = source_file.clone();
    let module_url = source_file.url.clone();
383 384 385 386
    let target = match target {
      TargetLib::Main => "main",
      TargetLib::Worker => "worker",
    };
B
Bartek Iwańczuk 已提交
387
    let root_names = vec![module_url.to_string()];
388 389 390 391 392
    let req_msg = req(
      msg::CompilerRequestType::Compile,
      root_names,
      self.config.clone(),
      None,
393
      target,
K
Kitson Kelly 已提交
394
      false,
395
    );
B
Bartek Iwańczuk 已提交
396

397 398 399 400 401 402
    // TODO(ry) The code below looks very similar to spawn_ts_compiler_worker.
    // Can we combine them?
    let (load_sender, load_receiver) =
      tokio::sync::oneshot::channel::<Result<CompiledModule, ErrBox>>();
    std::thread::spawn(move || {
      debug!(">>>>> compile_async START");
403

404 405 406 407 408 409 410 411 412 413 414 415 416 417 418
      let mut worker = TsCompiler::setup_worker(global_state.clone());
      let handle = worker.thread_safe_handle();

      let compiling_job = global_state
        .progress
        .add("Compile", &module_url.to_string());

      let fut = async move {
        if let Err(err) = handle.post_message(req_msg).await {
          load_sender.send(Err(err)).unwrap();
          return;
        }
        if let Err(err) = (&mut *worker).await {
          load_sender.send(Err(err)).unwrap();
          return;
B
Bartek Iwańczuk 已提交
419
        }
420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435
        let maybe_msg = handle.get_message().await;
        if let Some(ref msg) = maybe_msg {
          let json_str = std::str::from_utf8(msg).unwrap();
          if let Some(diagnostics) = Diagnostic::from_emit_result(json_str) {
            let err = ErrBox::from(diagnostics);
            load_sender.send(Err(err)).unwrap();
            return;
          }
        }
        let compiled_module = global_state
          .ts_compiler
          .get_compiled_module(&source_file_.url)
          .expect("Expected to find compiled file");
        drop(compiling_job);
        debug!(">>>>> compile_sync END");
        load_sender.send(Ok(compiled_module)).unwrap();
436
      }
437 438 439 440 441
      .boxed_local();
      crate::tokio_util::run_basic(fut);
    });

    async { load_receiver.await.unwrap() }.boxed_local()
B
Bartek Iwańczuk 已提交
442 443 444
  }

  /// Get associated `CompiledFileMetadata` for given module if it exists.
445
  pub fn get_metadata(&self, url: &Url) -> Option<CompiledFileMetadata> {
B
Bartek Iwańczuk 已提交
446 447 448 449 450 451 452 453 454 455 456
    // Try to load cached version:
    // 1. check if there's 'meta' file
    let cache_key = self
      .disk_cache
      .get_cache_filename_with_extension(url, "meta");
    if let Ok(metadata_bytes) = self.disk_cache.get(&cache_key) {
      if let Ok(metadata) = std::str::from_utf8(&metadata_bytes) {
        if let Some(read_metadata) =
          CompiledFileMetadata::from_json_string(metadata.to_string())
        {
          return Some(read_metadata);
457 458
        }
      }
B
Bartek Iwańczuk 已提交
459 460 461 462
    }

    None
  }
R
Ryan Dahl 已提交
463

464
  pub fn get_compiled_module(
465
    &self,
466 467 468 469 470 471 472 473 474 475 476 477 478 479
    module_url: &Url,
  ) -> Result<CompiledModule, ErrBox> {
    let compiled_source_file = self.get_compiled_source_file(module_url)?;

    let compiled_module = CompiledModule {
      code: str::from_utf8(&compiled_source_file.source_code)
        .unwrap()
        .to_string(),
      name: module_url.to_string(),
    };

    Ok(compiled_module)
  }

B
Bartek Iwańczuk 已提交
480 481 482 483
  /// Return compiled JS file for given TS module.
  // TODO: ideally we shouldn't construct SourceFile by hand, but it should be delegated to
  // SourceFileFetcher
  pub fn get_compiled_source_file(
484
    &self,
485
    module_url: &Url,
B
Bartek Iwańczuk 已提交
486 487 488
  ) -> Result<SourceFile, ErrBox> {
    let cache_key = self
      .disk_cache
489
      .get_cache_filename_with_extension(&module_url, "js");
B
Bartek Iwańczuk 已提交
490 491 492 493 494
    let compiled_code = self.disk_cache.get(&cache_key)?;
    let compiled_code_filename = self.disk_cache.location.join(cache_key);
    debug!("compiled filename: {:?}", compiled_code_filename);

    let compiled_module = SourceFile {
495
      url: module_url.clone(),
B
Bartek Iwańczuk 已提交
496 497 498
      filename: compiled_code_filename,
      media_type: msg::MediaType::JavaScript,
      source_code: compiled_code,
499
      types_url: None,
B
Bartek Iwańczuk 已提交
500 501 502 503 504 505 506 507 508 509
    };

    Ok(compiled_module)
  }

  /// Save compiled JS file for given TS module to on-disk cache.
  ///
  /// Along compiled file a special metadata file is saved as well containing
  /// hash that can be validated to avoid unnecessary recompilation.
  fn cache_compiled_file(
510
    &self,
B
Bartek Iwańczuk 已提交
511 512 513 514 515 516 517 518 519 520 521 522 523
    module_specifier: &ModuleSpecifier,
    contents: &str,
  ) -> std::io::Result<()> {
    let js_key = self
      .disk_cache
      .get_cache_filename_with_extension(module_specifier.as_url(), "js");
    self
      .disk_cache
      .set(&js_key, contents.as_bytes())
      .and_then(|_| {
        self.mark_compiled(module_specifier.as_url());

        let source_file = self
524
          .file_fetcher
525
          .fetch_cached_source_file(&module_specifier)
B
Bartek Iwańczuk 已提交
526 527 528 529 530
          .expect("Source file not found");

        let version_hash = source_code_version_hash(
          &source_file.source_code,
          version::DENO,
531
          &self.config.hash,
B
Bartek Iwańczuk 已提交
532 533 534
        );

        let compiled_file_metadata = CompiledFileMetadata {
A
Axetroy 已提交
535
          source_path: source_file.filename,
B
Bartek Iwańczuk 已提交
536 537 538 539 540 541 542 543 544
          version_hash,
        };
        let meta_key = self
          .disk_cache
          .get_cache_filename_with_extension(module_specifier.as_url(), "meta");
        self.disk_cache.set(
          &meta_key,
          compiled_file_metadata.to_json_string()?.as_bytes(),
        )
545
      })
B
Bartek Iwańczuk 已提交
546 547 548 549 550 551
  }

  /// Return associated source map file for given TS module.
  // TODO: ideally we shouldn't construct SourceFile by hand, but it should be delegated to
  // SourceFileFetcher
  pub fn get_source_map_file(
552
    &self,
B
Bartek Iwańczuk 已提交
553 554 555 556 557 558 559 560 561 562 563 564 565 566
    module_specifier: &ModuleSpecifier,
  ) -> Result<SourceFile, ErrBox> {
    let cache_key = self
      .disk_cache
      .get_cache_filename_with_extension(module_specifier.as_url(), "js.map");
    let source_code = self.disk_cache.get(&cache_key)?;
    let source_map_filename = self.disk_cache.location.join(cache_key);
    debug!("source map filename: {:?}", source_map_filename);

    let source_map_file = SourceFile {
      url: module_specifier.as_url().to_owned(),
      filename: source_map_filename,
      media_type: msg::MediaType::JavaScript,
      source_code,
567
      types_url: None,
B
Bartek Iwańczuk 已提交
568 569 570 571 572 573 574
    };

    Ok(source_map_file)
  }

  /// Save source map file for given TS module to on-disk cache.
  fn cache_source_map(
575
    &self,
B
Bartek Iwańczuk 已提交
576 577 578 579 580 581 582 583 584 585 586
    module_specifier: &ModuleSpecifier,
    contents: &str,
  ) -> std::io::Result<()> {
    let source_map_key = self
      .disk_cache
      .get_cache_filename_with_extension(module_specifier.as_url(), "js.map");
    self.disk_cache.set(&source_map_key, contents.as_bytes())
  }

  /// This method is called by TS compiler via an "op".
  pub fn cache_compiler_output(
587
    &self,
B
Bartek Iwańczuk 已提交
588 589 590 591 592 593 594 595 596 597
    module_specifier: &ModuleSpecifier,
    extension: &str,
    contents: &str,
  ) -> std::io::Result<()> {
    match extension {
      ".map" => self.cache_source_map(module_specifier, contents),
      ".js" => self.cache_compiled_file(module_specifier, contents),
      _ => unreachable!(),
    }
  }
A
andy finch 已提交
598 599
}

B
Bartek Iwańczuk 已提交
600 601 602 603
impl SourceMapGetter for TsCompiler {
  fn get_source_map(&self, script_name: &str) -> Option<Vec<u8>> {
    self
      .try_to_resolve_and_get_source_map(script_name)
R
Ry Dahl 已提交
604
      .map(|out| out.source_code)
B
Bartek Iwańczuk 已提交
605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621
  }

  fn get_source_line(&self, script_name: &str, line: usize) -> Option<String> {
    self
      .try_resolve_and_get_source_file(script_name)
      .and_then(|out| {
        str::from_utf8(&out.source_code).ok().and_then(|v| {
          let lines: Vec<&str> = v.lines().collect();
          assert!(lines.len() > line);
          Some(lines[line].to_string())
        })
      })
  }
}

// `SourceMapGetter` related methods
impl TsCompiler {
622
  fn try_to_resolve(&self, script_name: &str) -> Option<ModuleSpecifier> {
B
Bartek Iwańczuk 已提交
623 624 625 626 627 628 629 630 631 632 633
    // if `script_name` can't be resolved to ModuleSpecifier it's probably internal
    // script (like `gen/cli/bundle/compiler.js`) so we won't be
    // able to get source for it anyway
    ModuleSpecifier::resolve_url(script_name).ok()
  }

  fn try_resolve_and_get_source_file(
    &self,
    script_name: &str,
  ) -> Option<SourceFile> {
    if let Some(module_specifier) = self.try_to_resolve(script_name) {
634 635 636
      return self
        .file_fetcher
        .fetch_cached_source_file(&module_specifier);
B
Bartek Iwańczuk 已提交
637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654
    }

    None
  }

  fn try_to_resolve_and_get_source_map(
    &self,
    script_name: &str,
  ) -> Option<SourceFile> {
    if let Some(module_specifier) = self.try_to_resolve(script_name) {
      return match self.get_source_map_file(&module_specifier) {
        Ok(out) => Some(out),
        Err(_) => None,
      };
    }

    None
  }
R
Ryan Dahl 已提交
655 656
}

657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689
// TODO(ry) this is pretty general purpose and should be lifted and generalized.
fn spawn_ts_compiler_worker(
  req_msg: Buf,
  global_state: ThreadSafeGlobalState,
) -> Pin<Box<CompilationResultFuture>> {
  let (load_sender, load_receiver) =
    tokio::sync::oneshot::channel::<JsonResult>();

  std::thread::spawn(move || {
    let mut worker = TsCompiler::setup_worker(global_state);
    let handle = worker.thread_safe_handle();

    let fut = async move {
      debug!("Sent message to worker");
      if let Err(err) = handle.post_message(req_msg).await {
        load_sender.send(Err(err)).unwrap();
        return;
      }
      if let Err(err) = (&mut *worker).await {
        load_sender.send(Err(err)).unwrap();
        return;
      }
      let msg = handle.get_message().await.unwrap();
      let json_str = std::str::from_utf8(&msg).unwrap();
      load_sender.send(Ok(json!(json_str))).unwrap();
    };
    crate::tokio_util::run_basic(fut);
  });

  let fut = async { load_receiver.await.unwrap() };
  fut.boxed_local()
}

K
Kitson Kelly 已提交
690 691 692 693 694 695 696 697 698
pub fn runtime_compile_async<S: BuildHasher>(
  global_state: ThreadSafeGlobalState,
  root_name: &str,
  sources: &Option<HashMap<String, String, S>>,
  bundle: bool,
  options: &Option<String>,
) -> Pin<Box<CompilationResultFuture>> {
  let req_msg = json!({
    "type": msg::CompilerRequestType::RuntimeCompile as i32,
699
    "target": "runtime",
K
Kitson Kelly 已提交
700 701 702 703 704 705 706 707 708
    "rootName": root_name,
    "sources": sources,
    "options": options,
    "bundle": bundle,
  })
  .to_string()
  .into_boxed_str()
  .into_boxed_bytes();

709
  spawn_ts_compiler_worker(req_msg, global_state)
K
Kitson Kelly 已提交
710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725
}

pub fn runtime_transpile_async<S: BuildHasher>(
  global_state: ThreadSafeGlobalState,
  sources: &HashMap<String, String, S>,
  options: &Option<String>,
) -> Pin<Box<CompilationResultFuture>> {
  let req_msg = json!({
    "type": msg::CompilerRequestType::RuntimeTranspile as i32,
    "sources": sources,
    "options": options,
  })
  .to_string()
  .into_boxed_str()
  .into_boxed_bytes();

726
  spawn_ts_compiler_worker(req_msg, global_state)
K
Kitson Kelly 已提交
727 728
}

R
Ryan Dahl 已提交
729 730 731
#[cfg(test)]
mod tests {
  use super::*;
732
  use crate::fs as deno_fs;
733
  use deno_core::ModuleSpecifier;
B
Bartek Iwańczuk 已提交
734
  use std::path::PathBuf;
735
  use tempfile::TempDir;
B
Bartek Iwańczuk 已提交
736

737 738
  #[tokio::test]
  async fn test_compile_async() {
739 740 741
    let p = std::path::PathBuf::from(env!("CARGO_MANIFEST_DIR"))
      .parent()
      .unwrap()
L
Luka Hartwig 已提交
742
      .join("cli/tests/002_hello.ts");
743 744 745 746 747 748 749
    let specifier =
      ModuleSpecifier::resolve_url_or_path(p.to_str().unwrap()).unwrap();
    let out = SourceFile {
      url: specifier.as_url().clone(),
      filename: PathBuf::from(p.to_str().unwrap().to_string()),
      media_type: msg::MediaType::TypeScript,
      source_code: include_bytes!("../tests/002_hello.ts").to_vec(),
750
      types_url: None,
751
    };
752
    let mock_state = ThreadSafeGlobalState::mock(vec![
753 754 755
      String::from("deno"),
      String::from("hello.js"),
    ]);
756 757 758 759 760 761 762 763 764 765
    let result = mock_state
      .ts_compiler
      .compile_async(mock_state.clone(), &out, TargetLib::Main)
      .await;
    assert!(result.is_ok());
    assert!(result
      .unwrap()
      .code
      .as_bytes()
      .starts_with(b"console.log(\"Hello World\");"));
766 767
  }

768 769
  #[tokio::test]
  async fn test_bundle_async() {
770 771 772
    let p = std::path::PathBuf::from(env!("CARGO_MANIFEST_DIR"))
      .parent()
      .unwrap()
L
Luka Hartwig 已提交
773
      .join("cli/tests/002_hello.ts");
774
    use deno_core::ModuleSpecifier;
775
    let module_name = ModuleSpecifier::resolve_url_or_path(p.to_str().unwrap())
K
Kitson Kelly 已提交
776 777 778
      .unwrap()
      .to_string();

779
    let state = ThreadSafeGlobalState::mock(vec![
780 781
      String::from("deno"),
      p.to_string_lossy().into(),
K
Kitson Kelly 已提交
782 783
      String::from("$deno$/bundle.js"),
    ]);
784

785 786 787 788 789 790 791 792 793
    let result = state
      .ts_compiler
      .bundle_async(
        state.clone(),
        module_name,
        Some(String::from("$deno$/bundle.js")),
      )
      .await;
    assert!(result.is_ok());
K
Kitson Kelly 已提交
794
  }
B
Bartek Iwańczuk 已提交
795 796 797 798

  #[test]
  fn test_source_code_version_hash() {
    assert_eq!(
799
      "0185b42de0686b4c93c314daaa8dee159f768a9e9a336c2a5e3d5b8ca6c4208c",
B
Bartek Iwańczuk 已提交
800 801 802 803
      source_code_version_hash(b"1+2", "0.4.0", b"{}")
    );
    // Different source_code should result in different hash.
    assert_eq!(
804
      "e58631f1b6b6ce2b300b133ec2ad16a8a5ba6b7ecf812a8c06e59056638571ac",
B
Bartek Iwańczuk 已提交
805 806 807 808
      source_code_version_hash(b"1", "0.4.0", b"{}")
    );
    // Different version should result in different hash.
    assert_eq!(
809
      "307e6200347a88dbbada453102deb91c12939c65494e987d2d8978f6609b5633",
B
Bartek Iwańczuk 已提交
810 811 812 813
      source_code_version_hash(b"1", "0.1.0", b"{}")
    );
    // Different config should result in different hash.
    assert_eq!(
814
      "195eaf104a591d1d7f69fc169c60a41959c2b7a21373cd23a8f675f877ec385f",
B
Bartek Iwańczuk 已提交
815 816 817
      source_code_version_hash(b"1", "0.4.0", b"{\"compilerOptions\": {}}")
    );
  }
818 819 820 821 822 823 824 825

  #[test]
  fn test_compile_js() {
    let temp_dir = TempDir::new().expect("tempdir fail");
    let temp_dir_path = temp_dir.path();

    let test_cases = vec![
      // valid JSON
A
Axetroy 已提交
826
      (r#"{ "compilerOptions": { "checkJs": true } } "#, true),
827 828 829 830 831 832
      // JSON with comment
      (
        r#"{ "compilerOptions": { // force .js file compilation by Deno "checkJs": true } } "#,
        true,
      ),
      // invalid JSON
A
Axetroy 已提交
833
      (r#"{ "compilerOptions": { "checkJs": true },{ } "#, true),
834
      // without content
A
Axetroy 已提交
835
      ("", false),
836 837 838 839 840 841 842 843 844 845 846
    ];

    let path = temp_dir_path.join("tsconfig.json");
    let path_str = path.to_str().unwrap().to_string();

    for (json_str, expected) in test_cases {
      deno_fs::write_file(&path, json_str.as_bytes(), 0o666).unwrap();
      let config = CompilerConfig::load(Some(path_str.clone())).unwrap();
      assert_eq!(config.compile_js, expected);
    }
  }
847 848 849 850 851 852 853

  #[test]
  fn test_compiler_config_load() {
    let temp_dir = TempDir::new().expect("tempdir fail");
    let temp_dir_path = temp_dir.path();
    let path = temp_dir_path.join("doesnotexist.json");
    let path_str = path.to_str().unwrap().to_string();
A
Axetroy 已提交
854
    let res = CompilerConfig::load(Some(path_str));
855 856
    assert!(res.is_err());
  }
R
Ryan Dahl 已提交
857
}