2022-01-07 22:09:52 -05:00
|
|
|
// Copyright 2018-2022 the Deno authors. All rights reserved. MIT license.
|
2021-10-10 17:26:22 -04:00
|
|
|
|
|
|
|
//! The collection of APIs to be able to take `deno_graph` module graphs and
|
|
|
|
//! populate a cache, emit files, and transform a graph into the structures for
|
|
|
|
//! loading into an isolate.
|
|
|
|
|
2022-06-28 16:45:55 -04:00
|
|
|
use crate::args::config_file::IgnoredCompilerOptions;
|
2022-06-27 16:54:09 -04:00
|
|
|
use crate::args::ConfigFile;
|
|
|
|
use crate::args::EmitConfigOptions;
|
|
|
|
use crate::args::TsConfig;
|
|
|
|
use crate::args::TypeCheckMode;
|
2021-10-10 17:26:22 -04:00
|
|
|
use crate::cache::CacheType;
|
|
|
|
use crate::cache::Cacher;
|
|
|
|
use crate::colors;
|
|
|
|
use crate::diagnostics::Diagnostics;
|
2021-12-16 05:45:41 -05:00
|
|
|
use crate::graph_util::GraphData;
|
|
|
|
use crate::graph_util::ModuleEntry;
|
2021-10-10 17:26:22 -04:00
|
|
|
use crate::tsc;
|
|
|
|
use crate::version;
|
|
|
|
|
2022-01-13 11:58:00 -05:00
|
|
|
use deno_ast::swc::bundler::Hook;
|
|
|
|
use deno_ast::swc::bundler::ModuleRecord;
|
|
|
|
use deno_ast::swc::common::Span;
|
2021-10-10 17:26:22 -04:00
|
|
|
use deno_core::error::AnyError;
|
2021-12-16 05:45:41 -05:00
|
|
|
use deno_core::parking_lot::RwLock;
|
2021-10-10 17:26:22 -04:00
|
|
|
use deno_core::serde::Deserialize;
|
|
|
|
use deno_core::serde::Deserializer;
|
|
|
|
use deno_core::serde::Serialize;
|
|
|
|
use deno_core::serde::Serializer;
|
2022-01-13 11:58:00 -05:00
|
|
|
use deno_core::serde_json;
|
2021-10-10 17:26:22 -04:00
|
|
|
use deno_core::serde_json::json;
|
|
|
|
use deno_core::ModuleSpecifier;
|
|
|
|
use deno_graph::MediaType;
|
|
|
|
use deno_graph::ModuleGraph;
|
|
|
|
use deno_graph::ModuleGraphError;
|
2022-01-31 17:33:57 -05:00
|
|
|
use deno_graph::ModuleKind;
|
2021-10-10 17:26:22 -04:00
|
|
|
use deno_graph::ResolutionError;
|
|
|
|
use std::collections::HashMap;
|
|
|
|
use std::collections::HashSet;
|
|
|
|
use std::fmt;
|
|
|
|
use std::result;
|
|
|
|
use std::sync::Arc;
|
|
|
|
use std::time::Instant;
|
|
|
|
|
2022-06-20 17:59:52 -04:00
|
|
|
/// Emit cache for a single file.
|
|
|
|
#[derive(Debug, Clone, PartialEq)]
|
|
|
|
pub struct SpecifierEmitCacheData {
|
|
|
|
pub source_hash: String,
|
|
|
|
pub text: String,
|
|
|
|
pub map: Option<String>,
|
|
|
|
}
|
|
|
|
|
|
|
|
pub trait EmitCache {
|
|
|
|
/// Gets the emit data from the cache.
|
|
|
|
fn get_emit_data(
|
|
|
|
&self,
|
|
|
|
specifier: &ModuleSpecifier,
|
|
|
|
) -> Option<SpecifierEmitCacheData>;
|
|
|
|
/// Gets the stored hash of the source of the provider specifier
|
|
|
|
/// to tell if the emit is out of sync with the source.
|
|
|
|
/// TODO(13302): this is actually not reliable and should be removed
|
|
|
|
/// once switching to an sqlite db
|
|
|
|
fn get_source_hash(&self, specifier: &ModuleSpecifier) -> Option<String>;
|
|
|
|
/// Gets the emitted JavaScript of the TypeScript source.
|
|
|
|
/// TODO(13302): remove this once switching to an sqlite db
|
|
|
|
fn get_emit_text(&self, specifier: &ModuleSpecifier) -> Option<String>;
|
|
|
|
/// Sets the emit data in the cache.
|
|
|
|
fn set_emit_data(
|
|
|
|
&self,
|
|
|
|
specifier: ModuleSpecifier,
|
|
|
|
data: SpecifierEmitCacheData,
|
|
|
|
) -> Result<(), AnyError>;
|
|
|
|
/// Gets the .tsbuildinfo file from the cache.
|
|
|
|
fn get_tsbuildinfo(&self, specifier: &ModuleSpecifier) -> Option<String>;
|
|
|
|
/// Sets the .tsbuildinfo file in the cache.
|
|
|
|
fn set_tsbuildinfo(
|
|
|
|
&self,
|
|
|
|
specifier: ModuleSpecifier,
|
|
|
|
text: String,
|
|
|
|
) -> Result<(), AnyError>;
|
|
|
|
}
|
|
|
|
|
|
|
|
impl<T: Cacher> EmitCache for T {
|
|
|
|
fn get_emit_data(
|
|
|
|
&self,
|
|
|
|
specifier: &ModuleSpecifier,
|
|
|
|
) -> Option<SpecifierEmitCacheData> {
|
|
|
|
Some(SpecifierEmitCacheData {
|
|
|
|
source_hash: self.get_source_hash(specifier)?,
|
|
|
|
text: self.get_emit_text(specifier)?,
|
|
|
|
map: self.get(CacheType::SourceMap, specifier),
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
fn get_source_hash(&self, specifier: &ModuleSpecifier) -> Option<String> {
|
|
|
|
self.get(CacheType::Version, specifier)
|
|
|
|
}
|
|
|
|
|
|
|
|
fn get_emit_text(&self, specifier: &ModuleSpecifier) -> Option<String> {
|
|
|
|
self.get(CacheType::Emit, specifier)
|
|
|
|
}
|
|
|
|
|
|
|
|
fn set_emit_data(
|
|
|
|
&self,
|
|
|
|
specifier: ModuleSpecifier,
|
|
|
|
data: SpecifierEmitCacheData,
|
|
|
|
) -> Result<(), AnyError> {
|
|
|
|
self.set(CacheType::Version, &specifier, data.source_hash)?;
|
|
|
|
self.set(CacheType::Emit, &specifier, data.text)?;
|
|
|
|
if let Some(map) = data.map {
|
|
|
|
self.set(CacheType::SourceMap, &specifier, map)?;
|
|
|
|
}
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
|
|
|
fn get_tsbuildinfo(&self, specifier: &ModuleSpecifier) -> Option<String> {
|
|
|
|
self.get(CacheType::TypeScriptBuildInfo, specifier)
|
|
|
|
}
|
|
|
|
|
|
|
|
fn set_tsbuildinfo(
|
|
|
|
&self,
|
|
|
|
specifier: ModuleSpecifier,
|
|
|
|
text: String,
|
|
|
|
) -> Result<(), AnyError> {
|
|
|
|
self.set(CacheType::TypeScriptBuildInfo, &specifier, text)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-10-10 17:26:22 -04:00
|
|
|
/// A structure representing stats from an emit operation for a graph.
|
|
|
|
#[derive(Clone, Debug, Default, Eq, PartialEq)]
|
2022-03-23 09:54:22 -04:00
|
|
|
pub struct Stats(pub Vec<(String, u32)>);
|
2021-10-10 17:26:22 -04:00
|
|
|
|
|
|
|
impl<'de> Deserialize<'de> for Stats {
|
|
|
|
fn deserialize<D>(deserializer: D) -> result::Result<Self, D::Error>
|
|
|
|
where
|
|
|
|
D: Deserializer<'de>,
|
|
|
|
{
|
|
|
|
let items: Vec<(String, u32)> = Deserialize::deserialize(deserializer)?;
|
|
|
|
Ok(Stats(items))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Serialize for Stats {
|
|
|
|
fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
|
|
|
|
where
|
|
|
|
S: Serializer,
|
|
|
|
{
|
|
|
|
Serialize::serialize(&self.0, serializer)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl fmt::Display for Stats {
|
|
|
|
fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
|
|
|
|
writeln!(f, "Compilation statistics:")?;
|
|
|
|
for (key, value) in self.0.clone() {
|
|
|
|
writeln!(f, " {}: {}", key, value)?;
|
|
|
|
}
|
|
|
|
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-06-28 16:45:55 -04:00
|
|
|
/// Represents the "default" type library that should be used when type
|
|
|
|
/// checking the code in the module graph. Note that a user provided config
|
|
|
|
/// of `"lib"` would override this value.
|
|
|
|
#[derive(Debug, Clone, Copy, Eq, Hash, PartialEq)]
|
|
|
|
pub enum TsTypeLib {
|
|
|
|
DenoWindow,
|
|
|
|
DenoWorker,
|
|
|
|
UnstableDenoWindow,
|
|
|
|
UnstableDenoWorker,
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Default for TsTypeLib {
|
|
|
|
fn default() -> Self {
|
|
|
|
Self::DenoWindow
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Serialize for TsTypeLib {
|
|
|
|
fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
|
|
|
|
where
|
|
|
|
S: Serializer,
|
|
|
|
{
|
|
|
|
let value = match self {
|
|
|
|
Self::DenoWindow => vec!["deno.window".to_string()],
|
|
|
|
Self::DenoWorker => vec!["deno.worker".to_string()],
|
|
|
|
Self::UnstableDenoWindow => {
|
|
|
|
vec!["deno.window".to_string(), "deno.unstable".to_string()]
|
|
|
|
}
|
|
|
|
Self::UnstableDenoWorker => {
|
|
|
|
vec!["deno.worker".to_string(), "deno.unstable".to_string()]
|
|
|
|
}
|
|
|
|
};
|
|
|
|
Serialize::serialize(&value, serializer)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-10-10 17:26:22 -04:00
|
|
|
/// An enum that represents the base tsc configuration to return.
|
2022-06-28 16:45:55 -04:00
|
|
|
pub enum TsConfigType {
|
2021-10-10 17:26:22 -04:00
|
|
|
/// Return a configuration for bundling, using swc to emit the bundle. This is
|
|
|
|
/// independent of type checking.
|
|
|
|
Bundle,
|
|
|
|
/// Return a configuration to use tsc to type check and optionally emit. This
|
|
|
|
/// is independent of either bundling or just emitting via swc
|
2022-06-28 16:45:55 -04:00
|
|
|
Check { lib: TsTypeLib, tsc_emit: bool },
|
2021-10-10 17:26:22 -04:00
|
|
|
/// Return a configuration to use swc to emit single module files.
|
|
|
|
Emit,
|
|
|
|
}
|
|
|
|
|
2022-06-28 16:45:55 -04:00
|
|
|
pub struct TsConfigWithIgnoredOptions {
|
|
|
|
pub ts_config: TsConfig,
|
|
|
|
pub maybe_ignored_options: Option<IgnoredCompilerOptions>,
|
|
|
|
}
|
|
|
|
|
|
|
|
/// For a given configuration type and optionally a configuration file,
|
|
|
|
/// return a `TsConfig` struct and optionally any user configuration
|
|
|
|
/// options that were ignored.
|
|
|
|
pub fn get_ts_config_for_emit(
|
|
|
|
config_type: TsConfigType,
|
2021-10-10 17:26:22 -04:00
|
|
|
maybe_config_file: Option<&ConfigFile>,
|
2022-06-28 16:45:55 -04:00
|
|
|
) -> Result<TsConfigWithIgnoredOptions, AnyError> {
|
2021-10-10 17:26:22 -04:00
|
|
|
let mut ts_config = match config_type {
|
2022-06-28 16:45:55 -04:00
|
|
|
TsConfigType::Bundle => TsConfig::new(json!({
|
2021-10-10 17:26:22 -04:00
|
|
|
"checkJs": false,
|
|
|
|
"emitDecoratorMetadata": false,
|
|
|
|
"importsNotUsedAsValues": "remove",
|
|
|
|
"inlineSourceMap": false,
|
|
|
|
"inlineSources": false,
|
|
|
|
"sourceMap": false,
|
|
|
|
"jsx": "react",
|
|
|
|
"jsxFactory": "React.createElement",
|
|
|
|
"jsxFragmentFactory": "React.Fragment",
|
|
|
|
})),
|
2022-06-28 16:45:55 -04:00
|
|
|
TsConfigType::Check { tsc_emit, lib } => {
|
2021-10-10 17:26:22 -04:00
|
|
|
let mut ts_config = TsConfig::new(json!({
|
|
|
|
"allowJs": true,
|
2021-10-14 06:13:15 -04:00
|
|
|
"allowSyntheticDefaultImports": true,
|
2021-10-10 17:26:22 -04:00
|
|
|
"experimentalDecorators": true,
|
|
|
|
"incremental": true,
|
|
|
|
"jsx": "react",
|
|
|
|
"isolatedModules": true,
|
|
|
|
"lib": lib,
|
|
|
|
"module": "esnext",
|
2021-12-15 13:22:36 -05:00
|
|
|
"resolveJsonModule": true,
|
2021-10-10 17:26:22 -04:00
|
|
|
"strict": true,
|
|
|
|
"target": "esnext",
|
|
|
|
"tsBuildInfoFile": "deno:///.tsbuildinfo",
|
|
|
|
"useDefineForClassFields": true,
|
2021-11-04 06:30:37 -04:00
|
|
|
// TODO(@kitsonk) remove for Deno 2.0
|
|
|
|
"useUnknownInCatchVariables": false,
|
2021-10-10 17:26:22 -04:00
|
|
|
}));
|
|
|
|
if tsc_emit {
|
|
|
|
ts_config.merge(&json!({
|
|
|
|
"emitDecoratorMetadata": false,
|
|
|
|
"importsNotUsedAsValues": "remove",
|
|
|
|
"inlineSourceMap": true,
|
|
|
|
"inlineSources": true,
|
|
|
|
"outDir": "deno://",
|
|
|
|
"removeComments": true,
|
|
|
|
}));
|
|
|
|
} else {
|
|
|
|
ts_config.merge(&json!({
|
|
|
|
"noEmit": true,
|
|
|
|
}));
|
|
|
|
}
|
|
|
|
ts_config
|
|
|
|
}
|
2022-06-28 16:45:55 -04:00
|
|
|
TsConfigType::Emit => TsConfig::new(json!({
|
2021-10-10 17:26:22 -04:00
|
|
|
"checkJs": false,
|
|
|
|
"emitDecoratorMetadata": false,
|
|
|
|
"importsNotUsedAsValues": "remove",
|
|
|
|
"inlineSourceMap": true,
|
|
|
|
"inlineSources": true,
|
|
|
|
"sourceMap": false,
|
|
|
|
"jsx": "react",
|
|
|
|
"jsxFactory": "React.createElement",
|
|
|
|
"jsxFragmentFactory": "React.Fragment",
|
2021-12-15 13:22:36 -05:00
|
|
|
"resolveJsonModule": true,
|
2021-10-10 17:26:22 -04:00
|
|
|
})),
|
|
|
|
};
|
2022-06-28 16:45:55 -04:00
|
|
|
let maybe_ignored_options =
|
|
|
|
ts_config.merge_tsconfig_from_config_file(maybe_config_file)?;
|
2022-06-15 12:26:43 -04:00
|
|
|
ts_config.merge(&json!({
|
|
|
|
"moduleDetection": "force",
|
|
|
|
}));
|
2022-06-28 16:45:55 -04:00
|
|
|
Ok(TsConfigWithIgnoredOptions {
|
|
|
|
ts_config,
|
|
|
|
maybe_ignored_options,
|
|
|
|
})
|
2021-10-10 17:26:22 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Transform the graph into root specifiers that we can feed `tsc`. We have to
|
|
|
|
/// provide the media type for root modules because `tsc` does not "resolve" the
|
|
|
|
/// media type like other modules, as well as a root specifier needs any
|
|
|
|
/// redirects resolved. If we aren't checking JavaScript, we need to include all
|
|
|
|
/// the emittable files in the roots, so they get type checked and optionally
|
|
|
|
/// emitted, otherwise they would be ignored if only imported into JavaScript.
|
2021-12-16 05:45:41 -05:00
|
|
|
fn get_tsc_roots(
|
2022-01-31 17:33:57 -05:00
|
|
|
roots: &[(ModuleSpecifier, ModuleKind)],
|
2021-12-16 05:45:41 -05:00
|
|
|
graph_data: &GraphData,
|
2021-10-10 17:26:22 -04:00
|
|
|
check_js: bool,
|
|
|
|
) -> Vec<(ModuleSpecifier, MediaType)> {
|
|
|
|
if !check_js {
|
2021-12-16 05:45:41 -05:00
|
|
|
graph_data
|
|
|
|
.entries()
|
2021-10-10 17:26:22 -04:00
|
|
|
.into_iter()
|
2021-12-16 05:45:41 -05:00
|
|
|
.filter_map(|(specifier, module_entry)| match module_entry {
|
2022-04-18 10:52:26 -04:00
|
|
|
ModuleEntry::Module {
|
|
|
|
media_type,
|
|
|
|
ts_check,
|
|
|
|
..
|
|
|
|
} => match &media_type {
|
2021-12-09 17:12:21 -05:00
|
|
|
MediaType::TypeScript
|
|
|
|
| MediaType::Tsx
|
|
|
|
| MediaType::Mts
|
|
|
|
| MediaType::Cts
|
2021-12-16 05:45:41 -05:00
|
|
|
| MediaType::Jsx => Some((specifier.clone(), *media_type)),
|
2022-04-18 10:52:26 -04:00
|
|
|
MediaType::JavaScript | MediaType::Mjs | MediaType::Cjs
|
|
|
|
if check_js || *ts_check =>
|
|
|
|
{
|
|
|
|
Some((specifier.clone(), *media_type))
|
|
|
|
}
|
2021-10-10 17:26:22 -04:00
|
|
|
_ => None,
|
|
|
|
},
|
|
|
|
_ => None,
|
|
|
|
})
|
|
|
|
.collect()
|
|
|
|
} else {
|
2021-12-16 05:45:41 -05:00
|
|
|
roots
|
2021-10-10 17:26:22 -04:00
|
|
|
.iter()
|
2022-01-31 17:33:57 -05:00
|
|
|
.filter_map(|(specifier, _)| match graph_data.get(specifier) {
|
2021-12-16 05:45:41 -05:00
|
|
|
Some(ModuleEntry::Module { media_type, .. }) => {
|
|
|
|
Some((specifier.clone(), *media_type))
|
|
|
|
}
|
|
|
|
_ => None,
|
2021-12-14 15:39:20 -05:00
|
|
|
})
|
2021-10-10 17:26:22 -04:00
|
|
|
.collect()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// A hashing function that takes the source code, version and optionally a
|
|
|
|
/// user provided config and generates a string hash which can be stored to
|
|
|
|
/// determine if the cached emit is valid or not.
|
|
|
|
fn get_version(source_bytes: &[u8], config_bytes: &[u8]) -> String {
|
|
|
|
crate::checksum::gen(&[
|
|
|
|
source_bytes,
|
|
|
|
version::deno().as_bytes(),
|
|
|
|
config_bytes,
|
|
|
|
])
|
|
|
|
}
|
|
|
|
|
2022-01-31 17:33:57 -05:00
|
|
|
/// Determine if a given module kind and media type is emittable or not.
|
2022-03-23 09:54:22 -04:00
|
|
|
pub fn is_emittable(
|
2022-01-31 17:33:57 -05:00
|
|
|
kind: &ModuleKind,
|
|
|
|
media_type: &MediaType,
|
|
|
|
include_js: bool,
|
|
|
|
) -> bool {
|
|
|
|
if matches!(kind, ModuleKind::Synthetic) {
|
|
|
|
return false;
|
|
|
|
}
|
2021-10-10 17:26:22 -04:00
|
|
|
match &media_type {
|
2021-11-01 16:22:27 -04:00
|
|
|
MediaType::TypeScript
|
|
|
|
| MediaType::Mts
|
|
|
|
| MediaType::Cts
|
|
|
|
| MediaType::Tsx
|
|
|
|
| MediaType::Jsx => true,
|
|
|
|
MediaType::JavaScript | MediaType::Mjs | MediaType::Cjs => include_js,
|
2021-10-10 17:26:22 -04:00
|
|
|
_ => false,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Options for performing a check of a module graph. Note that the decision to
|
|
|
|
/// emit or not is determined by the `ts_config` settings.
|
2022-03-23 09:54:22 -04:00
|
|
|
pub struct CheckOptions {
|
2021-11-29 17:23:30 -05:00
|
|
|
/// The check flag from the option which can effect the filtering of
|
|
|
|
/// diagnostics in the emit result.
|
2022-06-27 16:54:09 -04:00
|
|
|
pub type_check_mode: TypeCheckMode,
|
2021-10-10 17:26:22 -04:00
|
|
|
/// Set the debug flag on the TypeScript type checker.
|
|
|
|
pub debug: bool,
|
|
|
|
/// If true, any files emitted will be cached, even if there are diagnostics
|
|
|
|
/// produced. If false, if there are diagnostics, caching emitted files will
|
|
|
|
/// be skipped.
|
|
|
|
pub emit_with_diagnostics: bool,
|
|
|
|
/// The module specifier to the configuration file, passed to tsc so that
|
|
|
|
/// configuration related diagnostics are properly formed.
|
|
|
|
pub maybe_config_specifier: Option<ModuleSpecifier>,
|
|
|
|
/// The derived tsconfig that should be used when checking.
|
|
|
|
pub ts_config: TsConfig,
|
2021-12-16 05:45:41 -05:00
|
|
|
/// If true, `Check <specifier>` will be written to stdout for each root.
|
|
|
|
pub log_checks: bool,
|
|
|
|
/// If true, valid existing emits and `.tsbuildinfo` files will be ignored.
|
2021-11-23 16:20:30 -05:00
|
|
|
pub reload: bool,
|
2021-12-16 05:45:41 -05:00
|
|
|
pub reload_exclusions: HashSet<ModuleSpecifier>,
|
2021-10-10 17:26:22 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
/// The result of a check or emit of a module graph. Note that the actual
|
|
|
|
/// emitted sources are stored in the cache and are not returned in the result.
|
|
|
|
#[derive(Debug, Default)]
|
2022-03-23 09:54:22 -04:00
|
|
|
pub struct CheckEmitResult {
|
2021-10-10 17:26:22 -04:00
|
|
|
pub diagnostics: Diagnostics,
|
|
|
|
pub stats: Stats,
|
|
|
|
}
|
|
|
|
|
2021-12-16 05:45:41 -05:00
|
|
|
/// Given a set of roots and graph data, type check the module graph and
|
|
|
|
/// optionally emit modules, updating the cache as appropriate. Emitting is
|
|
|
|
/// determined by the `ts_config` supplied in the options, and if emitting, the
|
|
|
|
/// files are stored in the cache.
|
2021-10-10 17:26:22 -04:00
|
|
|
///
|
|
|
|
/// It is expected that it is determined if a check and/or emit is validated
|
|
|
|
/// before the function is called.
|
2022-03-23 09:54:22 -04:00
|
|
|
pub fn check_and_maybe_emit(
|
2022-01-31 17:33:57 -05:00
|
|
|
roots: &[(ModuleSpecifier, ModuleKind)],
|
2021-12-16 05:45:41 -05:00
|
|
|
graph_data: Arc<RwLock<GraphData>>,
|
2022-06-20 17:59:52 -04:00
|
|
|
cache: &dyn EmitCache,
|
2021-10-10 17:26:22 -04:00
|
|
|
options: CheckOptions,
|
|
|
|
) -> Result<CheckEmitResult, AnyError> {
|
|
|
|
let check_js = options.ts_config.get_check_js();
|
2021-12-16 05:45:41 -05:00
|
|
|
let segment_graph_data = {
|
|
|
|
let graph_data = graph_data.read();
|
|
|
|
graph_data.graph_segment(roots).unwrap()
|
|
|
|
};
|
|
|
|
if valid_emit(
|
|
|
|
&segment_graph_data,
|
|
|
|
cache,
|
|
|
|
&options.ts_config,
|
|
|
|
options.reload,
|
|
|
|
&options.reload_exclusions,
|
|
|
|
) {
|
|
|
|
return Ok(Default::default());
|
|
|
|
}
|
|
|
|
let root_names = get_tsc_roots(roots, &segment_graph_data, check_js);
|
|
|
|
if options.log_checks {
|
2022-01-31 17:33:57 -05:00
|
|
|
for (root, _) in roots {
|
2021-12-16 05:45:41 -05:00
|
|
|
let root_str = root.to_string();
|
|
|
|
// `$deno` specifiers are internal, don't print them.
|
|
|
|
if !root_str.contains("$deno") {
|
|
|
|
log::info!("{} {}", colors::green("Check"), root);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2021-10-10 17:26:22 -04:00
|
|
|
// while there might be multiple roots, we can't "merge" the build info, so we
|
|
|
|
// try to retrieve the build info for first root, which is the most common use
|
|
|
|
// case.
|
2021-11-23 16:20:30 -05:00
|
|
|
let maybe_tsbuildinfo = if options.reload {
|
|
|
|
None
|
|
|
|
} else {
|
2022-06-20 17:59:52 -04:00
|
|
|
cache.get_tsbuildinfo(&roots[0].0)
|
2021-11-23 16:20:30 -05:00
|
|
|
};
|
2021-10-10 17:26:22 -04:00
|
|
|
// to make tsc build info work, we need to consistently hash modules, so that
|
|
|
|
// tsc can better determine if an emit is still valid or not, so we provide
|
|
|
|
// that data here.
|
|
|
|
let hash_data = vec![
|
|
|
|
options.ts_config.as_bytes(),
|
|
|
|
version::deno().as_bytes().to_owned(),
|
|
|
|
];
|
|
|
|
let config_bytes = options.ts_config.as_bytes();
|
|
|
|
|
|
|
|
let response = tsc::exec(tsc::Request {
|
|
|
|
config: options.ts_config,
|
|
|
|
debug: options.debug,
|
2021-12-16 05:45:41 -05:00
|
|
|
graph_data: graph_data.clone(),
|
2021-10-10 17:26:22 -04:00
|
|
|
hash_data,
|
|
|
|
maybe_config_specifier: options.maybe_config_specifier,
|
|
|
|
maybe_tsbuildinfo,
|
|
|
|
root_names,
|
|
|
|
})?;
|
|
|
|
|
2022-06-27 16:54:09 -04:00
|
|
|
let diagnostics = if options.type_check_mode == TypeCheckMode::Local {
|
2021-11-29 17:23:30 -05:00
|
|
|
response.diagnostics.filter(|d| {
|
|
|
|
if let Some(file_name) = &d.file_name {
|
|
|
|
!file_name.starts_with("http")
|
|
|
|
} else {
|
|
|
|
true
|
|
|
|
}
|
|
|
|
})
|
|
|
|
} else {
|
|
|
|
response.diagnostics
|
|
|
|
};
|
|
|
|
|
2021-10-10 17:26:22 -04:00
|
|
|
// sometimes we want to emit when there are diagnostics, and sometimes we
|
|
|
|
// don't. tsc will always return an emit if there are diagnostics
|
2021-11-29 17:23:30 -05:00
|
|
|
if (diagnostics.is_empty() || options.emit_with_diagnostics)
|
2021-10-10 17:26:22 -04:00
|
|
|
&& !response.emitted_files.is_empty()
|
|
|
|
{
|
2021-11-23 16:20:30 -05:00
|
|
|
if let Some(info) = &response.maybe_tsbuildinfo {
|
|
|
|
// while we retrieve the build info for just the first module, it can be
|
|
|
|
// used for all the roots in the graph, so we will cache it for all roots
|
2022-01-31 17:33:57 -05:00
|
|
|
for (root, _) in roots {
|
2022-06-20 17:59:52 -04:00
|
|
|
cache.set_tsbuildinfo(root.clone(), info.to_string())?;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
struct SpecifierEmitData {
|
|
|
|
pub version_hash: String,
|
|
|
|
pub text: Option<String>,
|
|
|
|
pub map: Option<String>,
|
|
|
|
}
|
|
|
|
|
|
|
|
impl SpecifierEmitData {
|
|
|
|
fn into_cache_data(self) -> Option<SpecifierEmitCacheData> {
|
|
|
|
self.text.map(|text| SpecifierEmitCacheData {
|
|
|
|
source_hash: self.version_hash,
|
|
|
|
text,
|
|
|
|
map: self.map,
|
|
|
|
})
|
2021-11-23 16:20:30 -05:00
|
|
|
}
|
|
|
|
}
|
2022-06-20 17:59:52 -04:00
|
|
|
|
|
|
|
// combine the emitted files into groups based on their specifier and media type
|
|
|
|
let mut emit_data_items: HashMap<ModuleSpecifier, SpecifierEmitData> =
|
|
|
|
HashMap::with_capacity(response.emitted_files.len());
|
2021-10-10 17:26:22 -04:00
|
|
|
for emit in response.emitted_files.into_iter() {
|
|
|
|
if let Some(specifiers) = emit.maybe_specifiers {
|
|
|
|
assert!(specifiers.len() == 1);
|
|
|
|
// The emitted specifier might not be the file specifier we want, so we
|
|
|
|
// resolve it via the graph.
|
2021-12-16 05:45:41 -05:00
|
|
|
let graph_data = graph_data.read();
|
|
|
|
let specifier = graph_data.follow_redirect(&specifiers[0]);
|
2022-04-18 10:52:26 -04:00
|
|
|
let (source_bytes, media_type, ts_check) =
|
|
|
|
match graph_data.get(&specifier) {
|
|
|
|
Some(ModuleEntry::Module {
|
|
|
|
code,
|
|
|
|
media_type,
|
|
|
|
ts_check,
|
|
|
|
..
|
|
|
|
}) => (code.as_bytes(), *media_type, *ts_check),
|
|
|
|
_ => {
|
|
|
|
log::debug!("skipping emit for {}", specifier);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
};
|
2021-12-15 13:22:36 -05:00
|
|
|
// Sometimes if `tsc` sees a CommonJS file or a JSON module, it will
|
|
|
|
// _helpfully_ output it, which we don't really want to do unless
|
|
|
|
// someone has enabled check_js.
|
|
|
|
if matches!(media_type, MediaType::Json)
|
|
|
|
|| (!check_js
|
2022-04-18 10:52:26 -04:00
|
|
|
&& !ts_check
|
2021-12-15 13:22:36 -05:00
|
|
|
&& matches!(
|
|
|
|
media_type,
|
|
|
|
MediaType::JavaScript | MediaType::Cjs | MediaType::Mjs
|
|
|
|
))
|
2021-11-01 16:22:27 -04:00
|
|
|
{
|
2021-10-10 17:26:22 -04:00
|
|
|
log::debug!("skipping emit for {}", specifier);
|
|
|
|
continue;
|
|
|
|
}
|
2022-06-20 17:59:52 -04:00
|
|
|
|
|
|
|
let mut emit_data_item = emit_data_items
|
|
|
|
.entry(specifier.clone())
|
|
|
|
.or_insert_with(|| SpecifierEmitData {
|
|
|
|
version_hash: get_version(source_bytes, &config_bytes),
|
|
|
|
text: None,
|
|
|
|
map: None,
|
|
|
|
});
|
|
|
|
|
2021-10-10 17:26:22 -04:00
|
|
|
match emit.media_type {
|
2021-11-01 16:22:27 -04:00
|
|
|
MediaType::JavaScript | MediaType::Mjs | MediaType::Cjs => {
|
2022-06-20 17:59:52 -04:00
|
|
|
emit_data_item.text = Some(emit.data);
|
2021-10-10 17:26:22 -04:00
|
|
|
}
|
|
|
|
MediaType::SourceMap => {
|
2022-06-20 17:59:52 -04:00
|
|
|
emit_data_item.map = Some(emit.data);
|
2021-10-10 17:26:22 -04:00
|
|
|
}
|
2021-12-15 13:22:36 -05:00
|
|
|
_ => unreachable!(
|
|
|
|
"unexpected media_type {} {}",
|
|
|
|
emit.media_type, specifier
|
|
|
|
),
|
2021-10-10 17:26:22 -04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2022-06-20 17:59:52 -04:00
|
|
|
|
|
|
|
// now insert these items into the cache
|
|
|
|
for (specifier, data) in emit_data_items.into_iter() {
|
|
|
|
if let Some(cache_data) = data.into_cache_data() {
|
|
|
|
cache.set_emit_data(specifier, cache_data)?;
|
|
|
|
}
|
|
|
|
}
|
2021-10-10 17:26:22 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
Ok(CheckEmitResult {
|
2021-11-29 17:23:30 -05:00
|
|
|
diagnostics,
|
2021-10-10 17:26:22 -04:00
|
|
|
stats: response.stats,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2022-03-23 09:54:22 -04:00
|
|
|
pub struct EmitOptions {
|
2021-10-10 17:26:22 -04:00
|
|
|
pub ts_config: TsConfig,
|
|
|
|
pub reload: bool,
|
2021-12-16 05:45:41 -05:00
|
|
|
pub reload_exclusions: HashSet<ModuleSpecifier>,
|
2021-10-10 17:26:22 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Given a module graph, emit any appropriate modules and cache them.
|
2021-12-16 05:45:41 -05:00
|
|
|
// TODO(nayeemrmn): This would ideally take `GraphData` like
|
|
|
|
// `check_and_maybe_emit()`, but the AST isn't stored in that. Cleanup.
|
2022-03-23 09:54:22 -04:00
|
|
|
pub fn emit(
|
2021-10-10 17:26:22 -04:00
|
|
|
graph: &ModuleGraph,
|
2022-06-20 17:59:52 -04:00
|
|
|
cache: &dyn EmitCache,
|
2021-10-10 17:26:22 -04:00
|
|
|
options: EmitOptions,
|
|
|
|
) -> Result<CheckEmitResult, AnyError> {
|
|
|
|
let start = Instant::now();
|
|
|
|
let config_bytes = options.ts_config.as_bytes();
|
|
|
|
let include_js = options.ts_config.get_check_js();
|
|
|
|
let emit_options = options.ts_config.into();
|
|
|
|
|
|
|
|
let mut emit_count = 0_u32;
|
|
|
|
let mut file_count = 0_u32;
|
|
|
|
for module in graph.modules() {
|
|
|
|
file_count += 1;
|
2022-01-31 17:33:57 -05:00
|
|
|
if !is_emittable(&module.kind, &module.media_type, include_js) {
|
2021-10-10 17:26:22 -04:00
|
|
|
continue;
|
|
|
|
}
|
|
|
|
let needs_reload =
|
|
|
|
options.reload && !options.reload_exclusions.contains(&module.specifier);
|
2022-01-31 17:33:57 -05:00
|
|
|
let version = get_version(
|
|
|
|
module.maybe_source.as_ref().map(|s| s.as_bytes()).unwrap(),
|
|
|
|
&config_bytes,
|
|
|
|
);
|
2022-06-20 17:59:52 -04:00
|
|
|
let is_valid = cache
|
|
|
|
.get_source_hash(&module.specifier)
|
|
|
|
.map_or(false, |v| v == version);
|
2021-10-10 17:26:22 -04:00
|
|
|
if is_valid && !needs_reload {
|
|
|
|
continue;
|
|
|
|
}
|
2022-01-31 17:33:57 -05:00
|
|
|
let transpiled_source = module
|
|
|
|
.maybe_parsed_source
|
|
|
|
.as_ref()
|
|
|
|
.map(|ps| ps.transpile(&emit_options))
|
|
|
|
.unwrap()?;
|
2021-10-10 17:26:22 -04:00
|
|
|
emit_count += 1;
|
2022-06-20 17:59:52 -04:00
|
|
|
cache.set_emit_data(
|
|
|
|
module.specifier.clone(),
|
|
|
|
SpecifierEmitCacheData {
|
|
|
|
source_hash: version,
|
|
|
|
text: transpiled_source.text,
|
|
|
|
map: transpiled_source.source_map,
|
|
|
|
},
|
|
|
|
)?;
|
2021-10-10 17:26:22 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
let stats = Stats(vec![
|
|
|
|
("Files".to_string(), file_count),
|
|
|
|
("Emitted".to_string(), emit_count),
|
|
|
|
("Total time".to_string(), start.elapsed().as_millis() as u32),
|
|
|
|
]);
|
|
|
|
|
|
|
|
Ok(CheckEmitResult {
|
|
|
|
diagnostics: Diagnostics::default(),
|
|
|
|
stats,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Check a module graph to determine if the graph contains anything that
|
|
|
|
/// is required to be emitted to be valid. It determines what modules in the
|
|
|
|
/// graph are emittable and for those that are emittable, if there is currently
|
|
|
|
/// a valid emit in the cache.
|
2021-12-16 05:45:41 -05:00
|
|
|
fn valid_emit(
|
|
|
|
graph_data: &GraphData,
|
2022-06-20 17:59:52 -04:00
|
|
|
cache: &dyn EmitCache,
|
2021-10-10 17:26:22 -04:00
|
|
|
ts_config: &TsConfig,
|
|
|
|
reload: bool,
|
|
|
|
reload_exclusions: &HashSet<ModuleSpecifier>,
|
|
|
|
) -> bool {
|
|
|
|
let config_bytes = ts_config.as_bytes();
|
2022-04-18 10:52:26 -04:00
|
|
|
let check_js = ts_config.get_check_js();
|
2021-12-16 05:45:41 -05:00
|
|
|
for (specifier, module_entry) in graph_data.entries() {
|
|
|
|
if let ModuleEntry::Module {
|
2022-04-18 10:52:26 -04:00
|
|
|
code,
|
|
|
|
media_type,
|
|
|
|
ts_check,
|
|
|
|
..
|
2021-12-16 05:45:41 -05:00
|
|
|
} = module_entry
|
|
|
|
{
|
|
|
|
match media_type {
|
|
|
|
MediaType::TypeScript
|
|
|
|
| MediaType::Mts
|
|
|
|
| MediaType::Cts
|
|
|
|
| MediaType::Tsx
|
|
|
|
| MediaType::Jsx => {}
|
|
|
|
MediaType::JavaScript | MediaType::Mjs | MediaType::Cjs => {
|
2022-04-18 10:52:26 -04:00
|
|
|
if !check_js && !ts_check {
|
2021-12-16 05:45:41 -05:00
|
|
|
continue;
|
2021-10-10 17:26:22 -04:00
|
|
|
}
|
2021-12-16 05:45:41 -05:00
|
|
|
}
|
2022-06-20 17:59:52 -04:00
|
|
|
MediaType::Json
|
|
|
|
| MediaType::TsBuildInfo
|
|
|
|
| MediaType::SourceMap
|
|
|
|
| MediaType::Dts
|
|
|
|
| MediaType::Dmts
|
|
|
|
| MediaType::Dcts
|
|
|
|
| MediaType::Wasm
|
|
|
|
| MediaType::Unknown => continue,
|
2021-12-16 05:45:41 -05:00
|
|
|
}
|
|
|
|
if reload && !reload_exclusions.contains(specifier) {
|
|
|
|
return false;
|
|
|
|
}
|
2022-06-20 17:59:52 -04:00
|
|
|
if let Some(source_hash) = cache.get_source_hash(specifier) {
|
|
|
|
if source_hash != get_version(code.as_bytes(), &config_bytes) {
|
2021-12-16 05:45:41 -05:00
|
|
|
return false;
|
2021-10-10 17:26:22 -04:00
|
|
|
}
|
|
|
|
} else {
|
2021-12-16 05:45:41 -05:00
|
|
|
return false;
|
2021-10-10 17:26:22 -04:00
|
|
|
}
|
2021-12-16 05:45:41 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
true
|
2021-10-10 17:26:22 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
/// An adapter struct to make a deno_graph::ModuleGraphError display as expected
|
|
|
|
/// in the Deno CLI.
|
|
|
|
#[derive(Debug)]
|
2022-03-23 09:54:22 -04:00
|
|
|
pub struct GraphError(pub ModuleGraphError);
|
2021-10-10 17:26:22 -04:00
|
|
|
|
|
|
|
impl std::error::Error for GraphError {}
|
|
|
|
|
|
|
|
impl From<ModuleGraphError> for GraphError {
|
|
|
|
fn from(err: ModuleGraphError) -> Self {
|
|
|
|
Self(err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl fmt::Display for GraphError {
|
|
|
|
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
|
|
|
match &self.0 {
|
|
|
|
ModuleGraphError::ResolutionError(err) => {
|
|
|
|
if matches!(
|
|
|
|
err,
|
2022-01-31 17:33:57 -05:00
|
|
|
ResolutionError::InvalidDowngrade { .. }
|
|
|
|
| ResolutionError::InvalidLocalImport { .. }
|
2021-10-10 17:26:22 -04:00
|
|
|
) {
|
2021-10-21 10:18:18 -04:00
|
|
|
write!(f, "{}", err.to_string_with_range())
|
2021-10-10 17:26:22 -04:00
|
|
|
} else {
|
|
|
|
self.0.fmt(f)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
_ => self.0.fmt(f),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-01-13 11:58:00 -05:00
|
|
|
/// This contains the logic for Deno to rewrite the `import.meta` when bundling.
|
|
|
|
pub struct BundleHook;
|
|
|
|
|
|
|
|
impl Hook for BundleHook {
|
|
|
|
fn get_import_meta_props(
|
|
|
|
&self,
|
|
|
|
span: Span,
|
|
|
|
module_record: &ModuleRecord,
|
|
|
|
) -> Result<Vec<deno_ast::swc::ast::KeyValueProp>, AnyError> {
|
|
|
|
use deno_ast::swc::ast;
|
|
|
|
|
|
|
|
Ok(vec![
|
|
|
|
ast::KeyValueProp {
|
|
|
|
key: ast::PropName::Ident(ast::Ident::new("url".into(), span)),
|
|
|
|
value: Box::new(ast::Expr::Lit(ast::Lit::Str(ast::Str {
|
|
|
|
span,
|
|
|
|
value: module_record.file_name.to_string().into(),
|
2022-04-08 12:31:47 -04:00
|
|
|
raw: None,
|
2022-01-13 11:58:00 -05:00
|
|
|
}))),
|
|
|
|
},
|
|
|
|
ast::KeyValueProp {
|
|
|
|
key: ast::PropName::Ident(ast::Ident::new("main".into(), span)),
|
|
|
|
value: Box::new(if module_record.is_entry {
|
|
|
|
ast::Expr::Member(ast::MemberExpr {
|
|
|
|
span,
|
|
|
|
obj: Box::new(ast::Expr::MetaProp(ast::MetaPropExpr {
|
|
|
|
span,
|
|
|
|
kind: ast::MetaPropKind::ImportMeta,
|
|
|
|
})),
|
|
|
|
prop: ast::MemberProp::Ident(ast::Ident::new("main".into(), span)),
|
|
|
|
})
|
|
|
|
} else {
|
|
|
|
ast::Expr::Lit(ast::Lit::Bool(ast::Bool { span, value: false }))
|
|
|
|
}),
|
|
|
|
},
|
|
|
|
])
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-06-27 16:54:09 -04:00
|
|
|
impl From<TsConfig> for deno_ast::EmitOptions {
|
|
|
|
fn from(config: TsConfig) -> Self {
|
|
|
|
let options: EmitConfigOptions = serde_json::from_value(config.0).unwrap();
|
2022-01-13 11:58:00 -05:00
|
|
|
let imports_not_used_as_values =
|
|
|
|
match options.imports_not_used_as_values.as_str() {
|
|
|
|
"preserve" => deno_ast::ImportsNotUsedAsValues::Preserve,
|
|
|
|
"error" => deno_ast::ImportsNotUsedAsValues::Error,
|
|
|
|
_ => deno_ast::ImportsNotUsedAsValues::Remove,
|
|
|
|
};
|
|
|
|
let (transform_jsx, jsx_automatic, jsx_development) =
|
|
|
|
match options.jsx.as_str() {
|
|
|
|
"react" => (true, false, false),
|
|
|
|
"react-jsx" => (true, true, false),
|
|
|
|
"react-jsxdev" => (true, true, true),
|
|
|
|
_ => (false, false, false),
|
|
|
|
};
|
|
|
|
deno_ast::EmitOptions {
|
|
|
|
emit_metadata: options.emit_decorator_metadata,
|
|
|
|
imports_not_used_as_values,
|
|
|
|
inline_source_map: options.inline_source_map,
|
|
|
|
inline_sources: options.inline_sources,
|
|
|
|
source_map: options.source_map,
|
|
|
|
jsx_automatic,
|
|
|
|
jsx_development,
|
|
|
|
jsx_factory: options.jsx_factory,
|
|
|
|
jsx_fragment_factory: options.jsx_fragment_factory,
|
|
|
|
jsx_import_source: options.jsx_import_source,
|
|
|
|
transform_jsx,
|
|
|
|
var_decl_imports: false,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-10-10 17:26:22 -04:00
|
|
|
#[cfg(test)]
|
|
|
|
mod tests {
|
|
|
|
use super::*;
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn test_is_emittable() {
|
2022-01-31 17:33:57 -05:00
|
|
|
assert!(is_emittable(
|
|
|
|
&ModuleKind::Esm,
|
|
|
|
&MediaType::TypeScript,
|
|
|
|
false
|
|
|
|
));
|
|
|
|
assert!(!is_emittable(
|
|
|
|
&ModuleKind::Synthetic,
|
|
|
|
&MediaType::TypeScript,
|
|
|
|
false
|
|
|
|
));
|
|
|
|
assert!(!is_emittable(&ModuleKind::Esm, &MediaType::Dts, false));
|
|
|
|
assert!(!is_emittable(&ModuleKind::Esm, &MediaType::Dcts, false));
|
|
|
|
assert!(!is_emittable(&ModuleKind::Esm, &MediaType::Dmts, false));
|
|
|
|
assert!(is_emittable(&ModuleKind::Esm, &MediaType::Tsx, false));
|
|
|
|
assert!(!is_emittable(
|
|
|
|
&ModuleKind::Esm,
|
|
|
|
&MediaType::JavaScript,
|
|
|
|
false
|
|
|
|
));
|
|
|
|
assert!(!is_emittable(&ModuleKind::Esm, &MediaType::Cjs, false));
|
|
|
|
assert!(!is_emittable(&ModuleKind::Esm, &MediaType::Mjs, false));
|
|
|
|
assert!(is_emittable(&ModuleKind::Esm, &MediaType::JavaScript, true));
|
|
|
|
assert!(is_emittable(&ModuleKind::Esm, &MediaType::Jsx, false));
|
|
|
|
assert!(!is_emittable(&ModuleKind::Esm, &MediaType::Json, false));
|
2021-10-10 17:26:22 -04:00
|
|
|
}
|
|
|
|
}
|