// Copyright 2018-2023 the Deno authors. All rights reserved. MIT license. use crate::bindings; use crate::error::generic_error; use crate::extensions::ExtensionFileSource; use crate::module_specifier::ModuleSpecifier; use crate::resolve_import; use crate::resolve_url; use crate::snapshot_util::SnapshottedData; use crate::JsRuntime; use crate::OpState; use anyhow::Error; use core::panic; use futures::future::FutureExt; use futures::stream::FuturesUnordered; use futures::stream::Stream; use futures::stream::StreamFuture; use futures::stream::TryStreamExt; use log::debug; use serde::Deserialize; use serde::Serialize; use std::borrow::Cow; use std::cell::RefCell; use std::collections::HashMap; use std::collections::HashSet; use std::collections::VecDeque; use std::future::Future; use std::pin::Pin; use std::rc::Rc; use std::sync::Arc; use std::task::Context; use std::task::Poll; pub type ModuleId = usize; pub(crate) type ModuleLoadId = i32; pub const BOM_CHAR: &[u8] = &[0xef, 0xbb, 0xbf]; /// Strips the byte order mark from the provided text if it exists. fn strip_bom(source_code: &[u8]) -> &[u8] { if source_code.starts_with(BOM_CHAR) { &source_code[BOM_CHAR.len()..] } else { source_code } } const SUPPORTED_TYPE_ASSERTIONS: &[&str] = &["json"]; /// Throws V8 exception if assertions are invalid pub(crate) fn validate_import_assertions( scope: &mut v8::HandleScope, assertions: &HashMap, ) { for (key, value) in assertions { if key == "type" && !SUPPORTED_TYPE_ASSERTIONS.contains(&value.as_str()) { let message = v8::String::new( scope, &format!("\"{value}\" is not a valid module type."), ) .unwrap(); let exception = v8::Exception::type_error(scope, message); scope.throw_exception(exception); return; } } } #[derive(Debug)] pub(crate) enum ImportAssertionsKind { StaticImport, DynamicImport, } pub(crate) fn parse_import_assertions( scope: &mut v8::HandleScope, import_assertions: v8::Local, kind: ImportAssertionsKind, ) -> HashMap { let mut assertions: HashMap = HashMap::default(); let assertions_per_line = match kind { // For static imports, assertions are triples of (keyword, value and source offset) // Also used in `module_resolve_callback`. ImportAssertionsKind::StaticImport => 3, // For dynamic imports, assertions are tuples of (keyword, value) ImportAssertionsKind::DynamicImport => 2, }; assert_eq!(import_assertions.length() % assertions_per_line, 0); let no_of_assertions = import_assertions.length() / assertions_per_line; for i in 0..no_of_assertions { let assert_key = import_assertions .get(scope, assertions_per_line * i) .unwrap(); let assert_key_val = v8::Local::::try_from(assert_key).unwrap(); let assert_value = import_assertions .get(scope, (assertions_per_line * i) + 1) .unwrap(); let assert_value_val = v8::Local::::try_from(assert_value).unwrap(); assertions.insert( assert_key_val.to_rust_string_lossy(scope), assert_value_val.to_rust_string_lossy(scope), ); } assertions } pub(crate) fn get_asserted_module_type_from_assertions( assertions: &HashMap, ) -> AssertedModuleType { assertions .get("type") .map(|ty| { if ty == "json" { AssertedModuleType::Json } else { AssertedModuleType::JavaScriptOrWasm } }) .unwrap_or(AssertedModuleType::JavaScriptOrWasm) } // Clippy thinks the return value doesn't need to be an Option, it's unaware // of the mapping that MapFnFrom does for ResolveModuleCallback. #[allow(clippy::unnecessary_wraps)] fn json_module_evaluation_steps<'a>( context: v8::Local<'a, v8::Context>, module: v8::Local, ) -> Option> { // SAFETY: `CallbackScope` can be safely constructed from `Local` let scope = &mut unsafe { v8::CallbackScope::new(context) }; let tc_scope = &mut v8::TryCatch::new(scope); let module_map = JsRuntime::module_map(tc_scope); let handle = v8::Global::::new(tc_scope, module); let value_handle = module_map .borrow_mut() .json_value_store .remove(&handle) .unwrap(); let value_local = v8::Local::new(tc_scope, value_handle); let name = v8::String::new(tc_scope, "default").unwrap(); // This should never fail assert!( module.set_synthetic_module_export(tc_scope, name, value_local) == Some(true) ); assert!(!tc_scope.has_caught()); // Since TLA is active we need to return a promise. let resolver = v8::PromiseResolver::new(tc_scope).unwrap(); let undefined = v8::undefined(tc_scope); resolver.resolve(tc_scope, undefined.into()); Some(resolver.get_promise(tc_scope).into()) } /// A type of module to be executed. /// /// For non-`JavaScript` modules, this value doesn't tell /// how to interpret the module; it is only used to validate /// the module against an import assertion (if one is present /// in the import statement). #[derive(Clone, Copy, Debug, Eq, Hash, PartialEq, Serialize, Deserialize)] #[repr(u32)] pub enum ModuleType { JavaScript, Json, } impl std::fmt::Display for ModuleType { fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result { match self { Self::JavaScript => write!(f, "JavaScript"), Self::Json => write!(f, "JSON"), } } } /// EsModule source code that will be loaded into V8. /// /// Users can implement `Into` for different file types that /// can be transpiled to valid EsModule. /// /// Found module URL might be different from specified URL /// used for loading due to redirections (like HTTP 303). /// Eg. Both "`https://example.com/a.ts`" and /// "`https://example.com/b.ts`" may point to "`https://example.com/c.ts`" /// By keeping track of specified and found URL we can alias modules and avoid /// recompiling the same code 3 times. // TODO(bartlomieju): I have a strong opinion we should store all redirects // that happened; not only first and final target. It would simplify a lot // of things throughout the codebase otherwise we may end up requesting // intermediate redirects from file loader. // NOTE: This should _not_ be made #[derive(Clone)] unless we take some precautions to avoid excessive string copying. #[derive(Debug)] pub struct ModuleSource { pub code: ModuleCode, pub module_type: ModuleType, pub module_url_specified: String, pub module_url_found: String, } /// Module code can be sourced from strings or bytes that are either owned or borrowed. This enumeration allows us /// to perform a minimal amount of cloning and format-shifting of the underlying data. /// /// Note that any [`ModuleCode`] created from a `'static` byte array or string must contain ASCII characters. /// /// Examples of ways to construct a [`ModuleCode`] object: /// /// ```rust /// # use deno_core::ModuleCode; /// /// let code: ModuleCode = "a string".into(); /// let code: ModuleCode = b"a string".into(); /// ``` #[derive(Debug)] pub enum ModuleCode { /// Created from static data -- must be 100% 7-bit ASCII! Static(&'static [u8]), /// An owned chunk of data. Owned(Vec), /// Scripts loaded from the `deno_graph` infrastructure. Arc(Arc), } impl ModuleCode { #[inline(always)] pub fn as_bytes(&self) -> &[u8] { match self { Self::Static(b) => b, Self::Owned(b) => b, Self::Arc(s) => s.as_bytes(), } } pub fn try_static_ascii(&self) -> Option<&'static [u8]> { match self { Self::Static(b) => Some(b), _ => None, } } /// Takes a [`ModuleCode`] value as an owned [`String`]. May be slow. pub fn take_as_string(self) -> String { match self { Self::Static(b) => String::from_utf8(b.to_vec()).unwrap(), Self::Owned(b) => String::from_utf8(b).unwrap(), Self::Arc(s) => (*s).to_owned(), } } /// Truncates a `ModuleCode`] value, possibly re-allocating or memcpy'ing. May be slow. pub fn truncate(&mut self, index: usize) { match self { Self::Static(b) => *self = Self::Static(&b[..index]), Self::Owned(b) => b.truncate(index), // We can't do much if we have an Arc, so we'll just take ownership of the truncated version Self::Arc(s) => *self = s[..index].to_owned().into(), } } } impl Default for ModuleCode { fn default() -> Self { ModuleCode::Static(&[]) } } impl From> for ModuleCode { #[inline(always)] fn from(value: Arc) -> Self { Self::Arc(value) } } impl From<&Arc> for ModuleCode { #[inline(always)] fn from(value: &Arc) -> Self { Self::Arc(value.clone()) } } impl From> for ModuleCode { #[inline(always)] fn from(value: Cow<'static, str>) -> Self { match value { Cow::Borrowed(b) => b.into(), Cow::Owned(b) => b.into(), } } } impl From> for ModuleCode { #[inline(always)] fn from(value: Cow<'static, [u8]>) -> Self { match value { Cow::Borrowed(b) => b.into(), Cow::Owned(b) => b.into(), } } } impl From<&'static str> for ModuleCode { #[inline(always)] fn from(value: &'static str) -> Self { assert!(value.is_ascii()); ModuleCode::Static(value.as_bytes()) } } impl From for ModuleCode { #[inline(always)] fn from(value: String) -> Self { value.into_bytes().into() } } impl From> for ModuleCode { #[inline(always)] fn from(value: Vec) -> Self { ModuleCode::Owned(value) } } impl From<&'static [u8]> for ModuleCode { #[inline(always)] fn from(value: &'static [u8]) -> Self { assert!(value.is_ascii()); ModuleCode::Static(value) } } impl From<&'static [u8; N]> for ModuleCode { #[inline(always)] fn from(value: &'static [u8; N]) -> Self { assert!(value.is_ascii()); ModuleCode::Static(value) } } pub(crate) type PrepareLoadFuture = dyn Future)>; pub type ModuleSourceFuture = dyn Future>; type ModuleLoadFuture = dyn Future>; #[derive(Debug, PartialEq, Eq)] pub enum ResolutionKind { /// This kind is used in only one situation: when a module is loaded via /// `JsRuntime::load_main_module` and is the top-level module, ie. the one /// passed as an argument to `JsRuntime::load_main_module`. MainModule, /// This kind is returned for all other modules during module load, that are /// static imports. Import, /// This kind is returned for all modules that are loaded as a result of a /// call to `import()` API (ie. top-level module as well as all its /// dependencies, and any other `import()` calls from that load). DynamicImport, } pub trait ModuleLoader { /// Returns an absolute URL. /// When implementing an spec-complaint VM, this should be exactly the /// algorithm described here: /// /// /// `is_main` can be used to resolve from current working directory or /// apply import map for child imports. /// /// `is_dyn_import` can be used to check permissions or deny /// dynamic imports altogether. fn resolve( &self, specifier: &str, referrer: &str, kind: ResolutionKind, ) -> Result; /// Given ModuleSpecifier, load its source code. /// /// `is_dyn_import` can be used to check permissions or deny /// dynamic imports altogether. fn load( &self, module_specifier: &ModuleSpecifier, maybe_referrer: Option, is_dyn_import: bool, ) -> Pin>; /// This hook can be used by implementors to do some preparation /// work before starting loading of modules. /// /// For example implementor might download multiple modules in /// parallel and transpile them to final JS sources before /// yielding control back to the runtime. /// /// It's not required to implement this method. fn prepare_load( &self, _op_state: Rc>, _module_specifier: &ModuleSpecifier, _maybe_referrer: Option, _is_dyn_import: bool, ) -> Pin>>> { async { Ok(()) }.boxed_local() } } /// Placeholder structure used when creating /// a runtime that doesn't support module loading. pub struct NoopModuleLoader; impl ModuleLoader for NoopModuleLoader { fn resolve( &self, specifier: &str, referrer: &str, _kind: ResolutionKind, ) -> Result { Err(generic_error( format!("Module loading is not supported; attempted to resolve: \"{specifier}\" from \"{referrer}\"") )) } fn load( &self, module_specifier: &ModuleSpecifier, maybe_referrer: Option, _is_dyn_import: bool, ) -> Pin> { let err = generic_error( format!( "Module loading is not supported; attempted to load: \"{module_specifier}\" from \"{maybe_referrer:?}\"", ) ); async move { Err(err) }.boxed_local() } } /// Helper function, that calls into `loader.resolve()`, but denies resolution /// of `ext` scheme if we are running with a snapshot loaded and not /// creating a snapshot pub(crate) fn resolve_helper( snapshot_loaded_and_not_snapshotting: bool, loader: Rc, specifier: &str, referrer: &str, kind: ResolutionKind, ) -> Result { if snapshot_loaded_and_not_snapshotting && specifier.starts_with("ext:") { return Err(generic_error( "Cannot load extension module from external code", )); } loader.resolve(specifier, referrer, kind) } /// Function that can be passed to the `ExtModuleLoader` that allows to /// transpile sources before passing to V8. pub type ExtModuleLoaderCb = Box Result>; pub struct ExtModuleLoader { module_loader: Rc, esm_sources: Vec, used_esm_sources: RefCell>, maybe_load_callback: Option, } impl Default for ExtModuleLoader { fn default() -> Self { Self { module_loader: Rc::new(NoopModuleLoader), esm_sources: vec![], used_esm_sources: RefCell::new(HashMap::default()), maybe_load_callback: None, } } } impl ExtModuleLoader { pub fn new( module_loader: Option>, esm_sources: Vec, maybe_load_callback: Option, ) -> Self { let used_esm_sources: HashMap = esm_sources .iter() .map(|file_source| (file_source.specifier.to_string(), false)) .collect(); ExtModuleLoader { module_loader: module_loader.unwrap_or_else(|| Rc::new(NoopModuleLoader)), esm_sources, used_esm_sources: RefCell::new(used_esm_sources), maybe_load_callback, } } } impl Drop for ExtModuleLoader { fn drop(&mut self) { let used_esm_sources = self.used_esm_sources.get_mut(); let unused_modules: Vec<_> = used_esm_sources .iter() .filter(|(_s, v)| !*v) .map(|(s, _)| s) .collect(); if !unused_modules.is_empty() { let mut msg = "Following modules were passed to ExtModuleLoader but never used:\n" .to_string(); for m in unused_modules { msg.push_str(" - "); msg.push_str(m); msg.push('\n'); } panic!("{}", msg); } } } impl ModuleLoader for ExtModuleLoader { fn resolve( &self, specifier: &str, referrer: &str, kind: ResolutionKind, ) -> Result { if let Ok(url_specifier) = ModuleSpecifier::parse(specifier) { if url_specifier.scheme() == "ext" { let referrer_specifier = ModuleSpecifier::parse(referrer).ok(); if referrer == "." || referrer_specifier.unwrap().scheme() == "ext" { return Ok(url_specifier); } else { return Err(generic_error( "Cannot load extension module from external code", )); }; } } self.module_loader.resolve(specifier, referrer, kind) } fn load( &self, module_specifier: &ModuleSpecifier, maybe_referrer: Option, is_dyn_import: bool, ) -> Pin> { if module_specifier.scheme() != "ext" { return self.module_loader.load( module_specifier, maybe_referrer, is_dyn_import, ); } let specifier = module_specifier.to_string(); let maybe_file_source = self .esm_sources .iter() .find(|file_source| file_source.specifier == module_specifier.as_str()); if let Some(file_source) = maybe_file_source { { let mut used_esm_sources = self.used_esm_sources.borrow_mut(); let used = used_esm_sources.get_mut(file_source.specifier).unwrap(); *used = true; } let result = if let Some(load_callback) = &self.maybe_load_callback { load_callback(file_source) } else { match file_source.code.load() { Ok(code) => Ok(code), Err(err) => return futures::future::err(err).boxed_local(), } }; return async move { let code = result?; let source = ModuleSource { code, module_type: ModuleType::JavaScript, module_url_specified: specifier.clone(), module_url_found: specifier.clone(), }; Ok(source) } .boxed_local(); } async move { Err(generic_error(format!( "Cannot find extension module source for specifier {specifier}" ))) } .boxed_local() } fn prepare_load( &self, op_state: Rc>, module_specifier: &ModuleSpecifier, maybe_referrer: Option, is_dyn_import: bool, ) -> Pin>>> { if module_specifier.scheme() == "ext" { return async { Ok(()) }.boxed_local(); } self.module_loader.prepare_load( op_state, module_specifier, maybe_referrer, is_dyn_import, ) } } /// Basic file system module loader. /// /// Note that this loader will **block** event loop /// when loading file as it uses synchronous FS API /// from standard library. pub struct FsModuleLoader; impl ModuleLoader for FsModuleLoader { fn resolve( &self, specifier: &str, referrer: &str, _kind: ResolutionKind, ) -> Result { Ok(resolve_import(specifier, referrer)?) } fn load( &self, module_specifier: &ModuleSpecifier, _maybe_referrer: Option, _is_dynamic: bool, ) -> Pin> { let module_specifier = module_specifier.clone(); async move { let path = module_specifier.to_file_path().map_err(|_| { generic_error(format!( "Provided module specifier \"{module_specifier}\" is not a file URL." )) })?; let module_type = if let Some(extension) = path.extension() { let ext = extension.to_string_lossy().to_lowercase(); if ext == "json" { ModuleType::Json } else { ModuleType::JavaScript } } else { ModuleType::JavaScript }; let code = std::fs::read(path)?; let module = ModuleSource { code: code.into(), module_type, module_url_specified: module_specifier.to_string(), module_url_found: module_specifier.to_string(), }; Ok(module) } .boxed_local() } } /// Describes the entrypoint of a recursive module load. #[derive(Debug)] enum LoadInit { /// Main module specifier. Main(String), /// Module specifier for side module. Side(String), /// Dynamic import specifier with referrer and expected /// module type (which is determined by import assertion). DynamicImport(String, String, AssertedModuleType), } #[derive(Debug, Eq, PartialEq)] pub enum LoadState { Init, LoadingRoot, LoadingImports, Done, } /// This future is used to implement parallel async module loading. pub(crate) struct RecursiveModuleLoad { pub id: ModuleLoadId, pub root_module_id: Option, init: LoadInit, root_asserted_module_type: Option, root_module_type: Option, state: LoadState, module_map_rc: Rc>, pending: FuturesUnordered>>, visited: HashSet, // These three fields are copied from `module_map_rc`, but they are cloned // ahead of time to avoid already-borrowed errors. op_state: Rc>, loader: Rc, snapshot_loaded_and_not_snapshotting: bool, } impl RecursiveModuleLoad { /// Starts a new asynchronous load of the module graph for given specifier. /// /// The module corresponding for the given `specifier` will be marked as // "the main module" (`import.meta.main` will return `true` for this module). fn main(specifier: &str, module_map_rc: Rc>) -> Self { Self::new(LoadInit::Main(specifier.to_string()), module_map_rc) } /// Starts a new asynchronous load of the module graph for given specifier. fn side(specifier: &str, module_map_rc: Rc>) -> Self { Self::new(LoadInit::Side(specifier.to_string()), module_map_rc) } /// Starts a new asynchronous load of the module graph for given specifier /// that was imported using `import()`. fn dynamic_import( specifier: &str, referrer: &str, asserted_module_type: AssertedModuleType, module_map_rc: Rc>, ) -> Self { Self::new( LoadInit::DynamicImport( specifier.to_string(), referrer.to_string(), asserted_module_type, ), module_map_rc, ) } fn new(init: LoadInit, module_map_rc: Rc>) -> Self { let id = { let mut module_map = module_map_rc.borrow_mut(); let id = module_map.next_load_id; module_map.next_load_id += 1; id }; let op_state = module_map_rc.borrow().op_state.clone(); let loader = module_map_rc.borrow().loader.clone(); let asserted_module_type = match init { LoadInit::DynamicImport(_, _, module_type) => module_type, _ => AssertedModuleType::JavaScriptOrWasm, }; let mut load = Self { id, root_module_id: None, root_asserted_module_type: None, root_module_type: None, init, state: LoadState::Init, module_map_rc: module_map_rc.clone(), snapshot_loaded_and_not_snapshotting: module_map_rc .borrow() .snapshot_loaded_and_not_snapshotting, op_state, loader, pending: FuturesUnordered::new(), visited: HashSet::new(), }; // FIXME(bartlomieju): this seems fishy // Ignore the error here, let it be hit in `Stream::poll_next()`. if let Ok(root_specifier) = load.resolve_root() { if let Some(module_id) = module_map_rc .borrow() .get_id(root_specifier.as_str(), asserted_module_type) { load.root_module_id = Some(module_id); load.root_asserted_module_type = Some(asserted_module_type); load.root_module_type = Some( module_map_rc .borrow() .get_info_by_id(module_id) .unwrap() .module_type, ); } } load } fn resolve_root(&self) -> Result { match self.init { LoadInit::Main(ref specifier) => resolve_helper( self.snapshot_loaded_and_not_snapshotting, self.loader.clone(), specifier, ".", ResolutionKind::MainModule, ), LoadInit::Side(ref specifier) => resolve_helper( self.snapshot_loaded_and_not_snapshotting, self.loader.clone(), specifier, ".", ResolutionKind::Import, ), LoadInit::DynamicImport(ref specifier, ref referrer, _) => { resolve_helper( self.snapshot_loaded_and_not_snapshotting, self.loader.clone(), specifier, referrer, ResolutionKind::DynamicImport, ) } } } async fn prepare(&self) -> Result<(), Error> { let op_state = self.op_state.clone(); let (module_specifier, maybe_referrer) = match self.init { LoadInit::Main(ref specifier) => { let spec = resolve_helper( self.snapshot_loaded_and_not_snapshotting, self.loader.clone(), specifier, ".", ResolutionKind::MainModule, )?; (spec, None) } LoadInit::Side(ref specifier) => { let spec = resolve_helper( self.snapshot_loaded_and_not_snapshotting, self.loader.clone(), specifier, ".", ResolutionKind::Import, )?; (spec, None) } LoadInit::DynamicImport(ref specifier, ref referrer, _) => { let spec = resolve_helper( self.snapshot_loaded_and_not_snapshotting, self.loader.clone(), specifier, referrer, ResolutionKind::DynamicImport, )?; (spec, Some(referrer.to_string())) } }; self .loader .prepare_load( op_state, &module_specifier, maybe_referrer, self.is_dynamic_import(), ) .await } fn is_currently_loading_main_module(&self) -> bool { !self.is_dynamic_import() && matches!(self.init, LoadInit::Main(..)) && self.state == LoadState::LoadingRoot } fn is_dynamic_import(&self) -> bool { matches!(self.init, LoadInit::DynamicImport(..)) } pub(crate) fn register_and_recurse( &mut self, scope: &mut v8::HandleScope, module_request: &ModuleRequest, module_source: &ModuleSource, ) -> Result<(), ModuleError> { let expected_asserted_module_type = module_source.module_type.into(); if module_request.asserted_module_type != expected_asserted_module_type { return Err(ModuleError::Other(generic_error(format!( "Expected a \"{}\" module but loaded a \"{}\" module.", module_request.asserted_module_type, module_source.module_type, )))); } // Register the module in the module map unless it's already there. If the // specified URL and the "true" URL are different, register the alias. if module_source.module_url_specified != module_source.module_url_found { self.module_map_rc.borrow_mut().alias( &module_source.module_url_specified, expected_asserted_module_type, &module_source.module_url_found, ); } let maybe_module_id = self.module_map_rc.borrow().get_id( &module_source.module_url_found, expected_asserted_module_type, ); let module_id = match maybe_module_id { Some(id) => { debug!( "Already-registered module fetched again: {}", module_source.module_url_found ); id } None => match module_source.module_type { ModuleType::JavaScript => { self.module_map_rc.borrow_mut().new_es_module( scope, self.is_currently_loading_main_module(), &module_source.module_url_found, &module_source.code, self.is_dynamic_import(), )? } ModuleType::Json => self.module_map_rc.borrow_mut().new_json_module( scope, &module_source.module_url_found, &module_source.code, )?, }, }; // Recurse the module's imports. There are two cases for each import: // 1. If the module is not in the module map, start a new load for it in // `self.pending`. The result of that load should eventually be passed to // this function for recursion. // 2. If the module is already in the module map, queue it up to be // recursed synchronously here. // This robustly ensures that the whole graph is in the module map before // `LoadState::Done` is set. let mut already_registered = VecDeque::new(); already_registered.push_back((module_id, module_request.clone())); self.visited.insert(module_request.clone()); while let Some((module_id, module_request)) = already_registered.pop_front() { let referrer = ModuleSpecifier::parse(&module_request.specifier).unwrap(); let imports = self .module_map_rc .borrow() .get_requested_modules(module_id) .unwrap() .clone(); for module_request in imports { if !self.visited.contains(&module_request) { if let Some(module_id) = self.module_map_rc.borrow().get_id( module_request.specifier.as_str(), module_request.asserted_module_type, ) { already_registered.push_back((module_id, module_request.clone())); } else { let request = module_request.clone(); let specifier = ModuleSpecifier::parse(&module_request.specifier).unwrap(); let referrer = referrer.clone(); let loader = self.loader.clone(); let is_dynamic_import = self.is_dynamic_import(); let fut = async move { let load_result = loader .load(&specifier, Some(referrer.clone()), is_dynamic_import) .await; load_result.map(|s| (request, s)) }; self.pending.push(fut.boxed_local()); } self.visited.insert(module_request); } } } // Update `self.state` however applicable. if self.state == LoadState::LoadingRoot { self.root_module_id = Some(module_id); self.root_asserted_module_type = Some(module_source.module_type.into()); self.state = LoadState::LoadingImports; } if self.pending.is_empty() { self.state = LoadState::Done; } Ok(()) } } impl Stream for RecursiveModuleLoad { type Item = Result<(ModuleRequest, ModuleSource), Error>; fn poll_next( self: Pin<&mut Self>, cx: &mut Context, ) -> Poll> { let inner = self.get_mut(); // IMPORTANT: Do not borrow `inner.module_map_rc` here. It may not be // available. match inner.state { LoadState::Init => { let module_specifier = match inner.resolve_root() { Ok(url) => url, Err(error) => return Poll::Ready(Some(Err(error))), }; let load_fut = if let Some(_module_id) = inner.root_module_id { // FIXME(bartlomieju): this is very bad // The root module is already in the module map. // TODO(nayeemrmn): In this case we would ideally skip to // `LoadState::LoadingImports` and synchronously recurse the imports // like the bottom of `RecursiveModuleLoad::register_and_recurse()`. // But the module map cannot be borrowed here. Instead fake a load // event so it gets passed to that function and recursed eventually. let asserted_module_type = inner.root_asserted_module_type.unwrap(); let module_type = inner.root_module_type.unwrap(); let module_request = ModuleRequest { specifier: module_specifier.to_string(), asserted_module_type, }; let module_source = ModuleSource { module_url_specified: module_specifier.to_string(), module_url_found: module_specifier.to_string(), // The code will be discarded, since this module is already in the // module map. code: Default::default(), module_type, }; futures::future::ok((module_request, module_source)).boxed() } else { let maybe_referrer = match inner.init { LoadInit::DynamicImport(_, ref referrer, _) => { resolve_url(referrer).ok() } _ => None, }; let asserted_module_type = match inner.init { LoadInit::DynamicImport(_, _, module_type) => module_type, _ => AssertedModuleType::JavaScriptOrWasm, }; let module_request = ModuleRequest { specifier: module_specifier.to_string(), asserted_module_type, }; let loader = inner.loader.clone(); let is_dynamic_import = inner.is_dynamic_import(); async move { let result = loader .load(&module_specifier, maybe_referrer, is_dynamic_import) .await; result.map(|s| (module_request, s)) } .boxed_local() }; inner.pending.push(load_fut); inner.state = LoadState::LoadingRoot; inner.try_poll_next_unpin(cx) } LoadState::LoadingRoot | LoadState::LoadingImports => { match inner.pending.try_poll_next_unpin(cx)? { Poll::Ready(None) => unreachable!(), Poll::Ready(Some(info)) => Poll::Ready(Some(Ok(info))), Poll::Pending => Poll::Pending, } } LoadState::Done => Poll::Ready(None), } } } #[derive(Clone, Copy, Debug, Eq, Hash, PartialEq, Serialize, Deserialize)] #[repr(u32)] pub(crate) enum AssertedModuleType { JavaScriptOrWasm, Json, } impl From for AssertedModuleType { fn from(module_type: ModuleType) -> AssertedModuleType { match module_type { ModuleType::JavaScript => AssertedModuleType::JavaScriptOrWasm, ModuleType::Json => AssertedModuleType::Json, } } } impl std::fmt::Display for AssertedModuleType { fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result { match self { Self::JavaScriptOrWasm => write!(f, "JavaScriptOrWasm"), Self::Json => write!(f, "JSON"), } } } /// Describes a request for a module as parsed from the source code. /// Usually executable (`JavaScriptOrWasm`) is used, except when an /// import assertions explicitly constrains an import to JSON, in /// which case this will have a `AssertedModuleType::Json`. #[derive(Clone, Debug, Eq, Hash, PartialEq, Serialize, Deserialize)] pub(crate) struct ModuleRequest { pub specifier: String, pub asserted_module_type: AssertedModuleType, } #[derive(Clone, Debug, Serialize, Deserialize, PartialEq)] pub(crate) struct ModuleInfo { #[allow(unused)] pub id: ModuleId, // Used in "bindings.rs" for "import.meta.main" property value. pub main: bool, pub name: String, pub requests: Vec, pub module_type: ModuleType, } /// A symbolic module entity. #[derive(Clone, Debug, Deserialize, Serialize, PartialEq)] pub(crate) enum SymbolicModule { /// This module is an alias to another module. /// This is useful such that multiple names could point to /// the same underlying module (particularly due to redirects). Alias(String), /// This module associates with a V8 module by id. Mod(ModuleId), } #[derive(Debug)] pub(crate) enum ModuleError { Exception(v8::Global), Other(Error), } pub enum ModuleName<'a> { Static(&'static str), NotStatic(&'a str), } impl<'a> ModuleName<'a> { pub fn as_ref(&self) -> &'a str { match self { ModuleName::Static(s) => s, ModuleName::NotStatic(s) => s, } } } impl<'a, S: AsRef> From<&'a S> for ModuleName<'a> { fn from(s: &'a S) -> Self { Self::NotStatic(s.as_ref()) } } impl From<&'static str> for ModuleName<'static> { fn from(value: &'static str) -> Self { Self::Static(value) } } /// A collection of JS modules. pub(crate) struct ModuleMap { // Handling of specifiers and v8 objects pub handles: Vec>, pub info: Vec, pub(crate) by_name: HashMap<(String, AssertedModuleType), SymbolicModule>, pub(crate) next_load_id: ModuleLoadId, // Handling of futures for loading module sources pub loader: Rc, op_state: Rc>, pub(crate) dynamic_import_map: HashMap>, pub(crate) preparing_dynamic_imports: FuturesUnordered>>, pub(crate) pending_dynamic_imports: FuturesUnordered>, // This store is used temporarly, to forward parsed JSON // value from `new_json_module` to `json_module_evaluation_steps` json_value_store: HashMap, v8::Global>, pub(crate) snapshot_loaded_and_not_snapshotting: bool, } impl ModuleMap { pub fn serialize_for_snapshotting( &self, scope: &mut v8::HandleScope, ) -> SnapshottedData { let array = v8::Array::new(scope, 3); let next_load_id = v8::Integer::new(scope, self.next_load_id); array.set_index(scope, 0, next_load_id.into()); let info_arr = v8::Array::new(scope, self.info.len() as i32); for (i, info) in self.info.iter().enumerate() { let module_info_arr = v8::Array::new(scope, 5); let id = v8::Integer::new(scope, info.id as i32); module_info_arr.set_index(scope, 0, id.into()); let main = v8::Boolean::new(scope, info.main); module_info_arr.set_index(scope, 1, main.into()); let name = v8::String::new_from_one_byte( scope, info.name.as_bytes(), v8::NewStringType::Normal, ) .unwrap(); module_info_arr.set_index(scope, 2, name.into()); let array_len = 2 * info.requests.len() as i32; let requests_arr = v8::Array::new(scope, array_len); for (i, request) in info.requests.iter().enumerate() { let specifier = v8::String::new_from_one_byte( scope, request.specifier.as_bytes(), v8::NewStringType::Normal, ) .unwrap(); requests_arr.set_index(scope, 2 * i as u32, specifier.into()); let asserted_module_type = v8::Integer::new(scope, request.asserted_module_type as i32); requests_arr.set_index( scope, (2 * i) as u32 + 1, asserted_module_type.into(), ); } module_info_arr.set_index(scope, 3, requests_arr.into()); let module_type = v8::Integer::new(scope, info.module_type as i32); module_info_arr.set_index(scope, 4, module_type.into()); info_arr.set_index(scope, i as u32, module_info_arr.into()); } array.set_index(scope, 1, info_arr.into()); let by_name_array = v8::Array::new(scope, self.by_name.len() as i32); { for (i, elem) in self.by_name.iter().enumerate() { let arr = v8::Array::new(scope, 3); let (specifier, asserted_module_type) = elem.0; let specifier = v8::String::new_from_one_byte( scope, specifier.as_bytes(), v8::NewStringType::Normal, ) .unwrap(); arr.set_index(scope, 0, specifier.into()); let asserted_module_type = v8::Integer::new(scope, *asserted_module_type as i32); arr.set_index(scope, 1, asserted_module_type.into()); let symbolic_module: v8::Local = match &elem.1 { SymbolicModule::Alias(alias) => { let alias = v8::String::new_from_one_byte( scope, alias.as_bytes(), v8::NewStringType::Normal, ) .unwrap(); alias.into() } SymbolicModule::Mod(id) => { let id = v8::Integer::new(scope, *id as i32); id.into() } }; arr.set_index(scope, 2, symbolic_module); by_name_array.set_index(scope, i as u32, arr.into()); } } array.set_index(scope, 2, by_name_array.into()); let array_global = v8::Global::new(scope, array); let handles = self.handles.clone(); SnapshottedData { module_map_data: array_global, module_handles: handles, } } pub fn update_with_snapshotted_data( &mut self, scope: &mut v8::HandleScope, snapshotted_data: SnapshottedData, ) { let local_data: v8::Local = v8::Local::new(scope, snapshotted_data.module_map_data); { let next_load_id = local_data.get_index(scope, 0).unwrap(); assert!(next_load_id.is_int32()); let integer = next_load_id.to_integer(scope).unwrap(); let val = integer.int32_value(scope).unwrap(); self.next_load_id = val; } { let info_val = local_data.get_index(scope, 1).unwrap(); let info_arr: v8::Local = info_val.try_into().unwrap(); let len = info_arr.length() as usize; // Over allocate so executing a few scripts doesn't have to resize this vec. let mut info = Vec::with_capacity(len + 16); for i in 0..len { let module_info_arr: v8::Local = info_arr .get_index(scope, i as u32) .unwrap() .try_into() .unwrap(); let id = module_info_arr .get_index(scope, 0) .unwrap() .to_integer(scope) .unwrap() .value() as ModuleId; let main = module_info_arr .get_index(scope, 1) .unwrap() .to_boolean(scope) .is_true(); let name = module_info_arr .get_index(scope, 2) .unwrap() .to_rust_string_lossy(scope); let requests_arr: v8::Local = module_info_arr .get_index(scope, 3) .unwrap() .try_into() .unwrap(); let len = (requests_arr.length() as usize) / 2; let mut requests = Vec::with_capacity(len); for i in 0..len { let specifier = requests_arr .get_index(scope, (2 * i) as u32) .unwrap() .to_rust_string_lossy(scope); let asserted_module_type_no = requests_arr .get_index(scope, (2 * i + 1) as u32) .unwrap() .to_integer(scope) .unwrap() .value(); let asserted_module_type = match asserted_module_type_no { 0 => AssertedModuleType::JavaScriptOrWasm, 1 => AssertedModuleType::Json, _ => unreachable!(), }; requests.push(ModuleRequest { specifier, asserted_module_type, }); } let module_type_no = module_info_arr .get_index(scope, 4) .unwrap() .to_integer(scope) .unwrap() .value(); let module_type = match module_type_no { 0 => ModuleType::JavaScript, 1 => ModuleType::Json, _ => unreachable!(), }; let module_info = ModuleInfo { id, main, name, requests, module_type, }; info.push(module_info); } self.info = info; } { let by_name_arr: v8::Local = local_data.get_index(scope, 2).unwrap().try_into().unwrap(); let len = by_name_arr.length() as usize; let mut by_name = HashMap::with_capacity(len); for i in 0..len { let arr: v8::Local = by_name_arr .get_index(scope, i as u32) .unwrap() .try_into() .unwrap(); let specifier = arr.get_index(scope, 0).unwrap().to_rust_string_lossy(scope); let asserted_module_type = match arr .get_index(scope, 1) .unwrap() .to_integer(scope) .unwrap() .value() { 0 => AssertedModuleType::JavaScriptOrWasm, 1 => AssertedModuleType::Json, _ => unreachable!(), }; let key = (specifier, asserted_module_type); let symbolic_module_val = arr.get_index(scope, 2).unwrap(); let val = if symbolic_module_val.is_number() { SymbolicModule::Mod( symbolic_module_val .to_integer(scope) .unwrap() .value() .try_into() .unwrap(), ) } else { SymbolicModule::Alias(symbolic_module_val.to_rust_string_lossy(scope)) }; by_name.insert(key, val); } self.by_name = by_name; } self.handles = snapshotted_data.module_handles; } pub(crate) fn new( loader: Rc, op_state: Rc>, snapshot_loaded_and_not_snapshotting: bool, ) -> ModuleMap { Self { handles: vec![], info: vec![], by_name: HashMap::new(), next_load_id: 1, loader, op_state, dynamic_import_map: HashMap::new(), preparing_dynamic_imports: FuturesUnordered::new(), pending_dynamic_imports: FuturesUnordered::new(), json_value_store: HashMap::new(), snapshot_loaded_and_not_snapshotting, } } /// Get module id, following all aliases in case of module specifier /// that had been redirected. fn get_id( &self, name: &str, asserted_module_type: AssertedModuleType, ) -> Option { let mut mod_name = name; loop { let symbolic_module = self .by_name .get(&(mod_name.to_string(), asserted_module_type))?; match symbolic_module { SymbolicModule::Alias(target) => { mod_name = target; } SymbolicModule::Mod(mod_id) => return Some(*mod_id), } } } fn string_from_code<'a>( scope: &mut v8::HandleScope<'a>, code: &ModuleCode, ) -> Option> { if let Some(code) = code.try_static_ascii() { v8::String::new_external_onebyte_static(scope, code) } else { v8::String::new_from_utf8( scope, code.as_bytes(), v8::NewStringType::Normal, ) } } fn string_from_module_name<'a>( scope: &mut v8::HandleScope<'a>, name: &ModuleName, ) -> Option> { match name { ModuleName::Static(s) => { assert!(s.is_ascii()); v8::String::new_external_onebyte_static(scope, s.as_bytes()) } ModuleName::NotStatic(s) => v8::String::new(scope, s), } } fn new_json_module<'a, N: Into>>( &mut self, scope: &mut v8::HandleScope, name: N, source: &ModuleCode, ) -> Result { // Manual monomorphization (TODO: replace w/momo) self.new_json_module_inner(scope, name.into(), source) } fn new_json_module_inner( &mut self, scope: &mut v8::HandleScope, name: ModuleName, source: &ModuleCode, ) -> Result { let name_str = Self::string_from_module_name(scope, &name).unwrap(); let source_str = v8::String::new_from_utf8( scope, strip_bom(source.as_bytes()), v8::NewStringType::Normal, ) .unwrap(); let tc_scope = &mut v8::TryCatch::new(scope); let parsed_json = match v8::json::parse(tc_scope, source_str) { Some(parsed_json) => parsed_json, None => { assert!(tc_scope.has_caught()); let exception = tc_scope.exception().unwrap(); let exception = v8::Global::new(tc_scope, exception); return Err(ModuleError::Exception(exception)); } }; let export_names = [v8::String::new(tc_scope, "default").unwrap()]; let module = v8::Module::create_synthetic_module( tc_scope, name_str, &export_names, json_module_evaluation_steps, ); let handle = v8::Global::::new(tc_scope, module); let value_handle = v8::Global::::new(tc_scope, parsed_json); self.json_value_store.insert(handle.clone(), value_handle); let id = self.create_module_info( name.as_ref(), ModuleType::Json, handle, false, vec![], ); Ok(id) } /// Create and compile an ES module. Generic interface that can receive either a `&'static str` or a string with a lifetime. Prefer /// to pass `&'static str` as this allows us to use v8 external strings. pub(crate) fn new_es_module<'a, N: Into>>( &mut self, scope: &mut v8::HandleScope, main: bool, name: N, source: &ModuleCode, is_dynamic_import: bool, ) -> Result { // Manual monomorphization (TODO: replace w/momo) self.new_es_module_inner( scope, main, name.into(), source, is_dynamic_import, ) } fn new_es_module_inner( &mut self, scope: &mut v8::HandleScope, main: bool, name: ModuleName, source: &ModuleCode, is_dynamic_import: bool, ) -> Result { let name_str = Self::string_from_module_name(scope, &name).unwrap(); let source_str = Self::string_from_code(scope, source).unwrap(); let origin = bindings::module_origin(scope, name_str); let source = v8::script_compiler::Source::new(source_str, Some(&origin)); let tc_scope = &mut v8::TryCatch::new(scope); let maybe_module = v8::script_compiler::compile_module(tc_scope, source); if tc_scope.has_caught() { assert!(maybe_module.is_none()); let exception = tc_scope.exception().unwrap(); let exception = v8::Global::new(tc_scope, exception); return Err(ModuleError::Exception(exception)); } let module = maybe_module.unwrap(); let mut requests: Vec = vec![]; let module_requests = module.get_module_requests(); for i in 0..module_requests.length() { let module_request = v8::Local::::try_from( module_requests.get(tc_scope, i).unwrap(), ) .unwrap(); let import_specifier = module_request .get_specifier() .to_rust_string_lossy(tc_scope); let import_assertions = module_request.get_import_assertions(); let assertions = parse_import_assertions( tc_scope, import_assertions, ImportAssertionsKind::StaticImport, ); // FIXME(bartomieju): there are no stack frames if exception // is thrown here validate_import_assertions(tc_scope, &assertions); if tc_scope.has_caught() { let exception = tc_scope.exception().unwrap(); let exception = v8::Global::new(tc_scope, exception); return Err(ModuleError::Exception(exception)); } let module_specifier = match resolve_helper( self.snapshot_loaded_and_not_snapshotting, self.loader.clone(), &import_specifier, name.as_ref(), if is_dynamic_import { ResolutionKind::DynamicImport } else { ResolutionKind::Import }, ) { Ok(s) => s, Err(e) => return Err(ModuleError::Other(e)), }; let asserted_module_type = get_asserted_module_type_from_assertions(&assertions); let request = ModuleRequest { specifier: module_specifier.to_string(), asserted_module_type, }; requests.push(request); } if main { let maybe_main_module = self.info.iter().find(|module| module.main); if let Some(main_module) = maybe_main_module { return Err(ModuleError::Other(generic_error( format!("Trying to create \"main\" module ({:?}), when one already exists ({:?})", name.as_ref(), main_module.name, )))); } } let handle = v8::Global::::new(tc_scope, module); let id = self.create_module_info( name.as_ref(), ModuleType::JavaScript, handle, main, requests, ); Ok(id) } fn create_module_info( &mut self, name: &str, module_type: ModuleType, handle: v8::Global, main: bool, requests: Vec, ) -> ModuleId { let id = self.handles.len(); self.by_name.insert( (name.to_string(), module_type.into()), SymbolicModule::Mod(id), ); self.handles.push(handle); self.info.push(ModuleInfo { id, main, name: name.to_string(), requests, module_type, }); id } fn get_requested_modules(&self, id: ModuleId) -> Option<&Vec> { self.info.get(id).map(|i| &i.requests) } fn is_registered( &self, specifier: &ModuleSpecifier, asserted_module_type: AssertedModuleType, ) -> bool { if let Some(id) = self.get_id(specifier.as_str(), asserted_module_type) { let info = self.get_info_by_id(id).unwrap(); return asserted_module_type == info.module_type.into(); } false } fn alias( &mut self, name: &str, asserted_module_type: AssertedModuleType, target: &str, ) { self.by_name.insert( (name.to_string(), asserted_module_type), SymbolicModule::Alias(target.to_string()), ); } #[cfg(test)] fn is_alias( &self, name: &str, asserted_module_type: AssertedModuleType, ) -> bool { let cond = self.by_name.get(&(name.to_string(), asserted_module_type)); matches!(cond, Some(SymbolicModule::Alias(_))) } pub(crate) fn get_handle( &self, id: ModuleId, ) -> Option> { self.handles.get(id).cloned() } pub(crate) fn get_info( &self, global: &v8::Global, ) -> Option<&ModuleInfo> { if let Some(id) = self.handles.iter().position(|module| module == global) { return self.info.get(id); } None } pub(crate) fn get_info_by_id(&self, id: ModuleId) -> Option<&ModuleInfo> { self.info.get(id) } pub(crate) async fn load_main( module_map_rc: Rc>, specifier: &str, ) -> Result { let load = RecursiveModuleLoad::main(specifier, module_map_rc.clone()); load.prepare().await?; Ok(load) } pub(crate) async fn load_side( module_map_rc: Rc>, specifier: &str, ) -> Result { let load = RecursiveModuleLoad::side(specifier, module_map_rc.clone()); load.prepare().await?; Ok(load) } // Initiate loading of a module graph imported using `import()`. pub(crate) fn load_dynamic_import( module_map_rc: Rc>, specifier: &str, referrer: &str, asserted_module_type: AssertedModuleType, resolver_handle: v8::Global, ) { let load = RecursiveModuleLoad::dynamic_import( specifier, referrer, asserted_module_type, module_map_rc.clone(), ); module_map_rc .borrow_mut() .dynamic_import_map .insert(load.id, resolver_handle); let (loader, snapshot_loaded_and_not_snapshotting) = { let module_map = module_map_rc.borrow(); ( module_map.loader.clone(), module_map.snapshot_loaded_and_not_snapshotting, ) }; let resolve_result = resolve_helper( snapshot_loaded_and_not_snapshotting, loader, specifier, referrer, ResolutionKind::DynamicImport, ); let fut = match resolve_result { Ok(module_specifier) => { if module_map_rc .borrow() .is_registered(&module_specifier, asserted_module_type) { async move { (load.id, Ok(load)) }.boxed_local() } else { async move { (load.id, load.prepare().await.map(|()| load)) } .boxed_local() } } Err(error) => async move { (load.id, Err(error)) }.boxed_local(), }; module_map_rc .borrow_mut() .preparing_dynamic_imports .push(fut); } pub(crate) fn has_pending_dynamic_imports(&self) -> bool { !(self.preparing_dynamic_imports.is_empty() && self.pending_dynamic_imports.is_empty()) } /// Called by `module_resolve_callback` during module instantiation. pub(crate) fn resolve_callback<'s>( &self, scope: &mut v8::HandleScope<'s>, specifier: &str, referrer: &str, import_assertions: HashMap, ) -> Option> { let resolved_specifier = resolve_helper( self.snapshot_loaded_and_not_snapshotting, self.loader.clone(), specifier, referrer, ResolutionKind::Import, ) .expect("Module should have been already resolved"); let module_type = get_asserted_module_type_from_assertions(&import_assertions); if let Some(id) = self.get_id(resolved_specifier.as_str(), module_type) { if let Some(handle) = self.get_handle(id) { return Some(v8::Local::new(scope, handle)); } } None } } #[cfg(test)] mod tests { use super::*; use crate::JsRuntime; use crate::RuntimeOptions; use crate::Snapshot; use deno_ops::op; use futures::future::FutureExt; use parking_lot::Mutex; use std::fmt; use std::future::Future; use std::io; use std::path::PathBuf; use std::sync::atomic::AtomicUsize; use std::sync::atomic::Ordering; use std::sync::Arc; // deno_ops macros generate code assuming deno_core in scope. mod deno_core { pub use crate::*; } // TODO(ry) Sadly FuturesUnordered requires the current task to be set. So // even though we are only using poll() in these tests and not Tokio, we must // nevertheless run it in the tokio executor. Ideally run_in_task can be // removed in the future. use crate::runtime::tests::run_in_task; #[derive(Default)] struct MockLoader { pub loads: Arc>>, } impl MockLoader { fn new() -> Rc { Default::default() } } fn mock_source_code(url: &str) -> Option<(&'static str, &'static str)> { const A_SRC: &str = r#" import { b } from "/b.js"; import { c } from "/c.js"; if (b() != 'b') throw Error(); if (c() != 'c') throw Error(); if (!import.meta.main) throw Error(); if (import.meta.url != 'file:///a.js') throw Error(); "#; const B_SRC: &str = r#" import { c } from "/c.js"; if (c() != 'c') throw Error(); export function b() { return 'b'; } if (import.meta.main) throw Error(); if (import.meta.url != 'file:///b.js') throw Error(); "#; const C_SRC: &str = r#" import { d } from "/d.js"; export function c() { return 'c'; } if (d() != 'd') throw Error(); if (import.meta.main) throw Error(); if (import.meta.url != 'file:///c.js') throw Error(); "#; const D_SRC: &str = r#" export function d() { return 'd'; } if (import.meta.main) throw Error(); if (import.meta.url != 'file:///d.js') throw Error(); "#; const CIRCULAR1_SRC: &str = r#" import "/circular2.js"; Deno.core.print("circular1"); "#; const CIRCULAR2_SRC: &str = r#" import "/circular3.js"; Deno.core.print("circular2"); "#; const CIRCULAR3_SRC: &str = r#" import "/circular1.js"; import "/circular2.js"; Deno.core.print("circular3"); "#; const REDIRECT1_SRC: &str = r#" import "./redirect2.js"; Deno.core.print("redirect1"); "#; const REDIRECT2_SRC: &str = r#" import "./redirect3.js"; Deno.core.print("redirect2"); "#; const REDIRECT3_SRC: &str = r#"Deno.core.print("redirect3");"#; const MAIN_SRC: &str = r#" // never_ready.js never loads. import "/never_ready.js"; // slow.js resolves after one tick. import "/slow.js"; "#; const SLOW_SRC: &str = r#" // Circular import of never_ready.js // Does this trigger two ModuleLoader calls? It shouldn't. import "/never_ready.js"; import "/a.js"; "#; const BAD_IMPORT_SRC: &str = r#"import "foo";"#; // (code, real_module_name) let spec: Vec<&str> = url.split("file://").collect(); match spec[1] { "/a.js" => Some((A_SRC, "file:///a.js")), "/b.js" => Some((B_SRC, "file:///b.js")), "/c.js" => Some((C_SRC, "file:///c.js")), "/d.js" => Some((D_SRC, "file:///d.js")), "/circular1.js" => Some((CIRCULAR1_SRC, "file:///circular1.js")), "/circular2.js" => Some((CIRCULAR2_SRC, "file:///circular2.js")), "/circular3.js" => Some((CIRCULAR3_SRC, "file:///circular3.js")), "/redirect1.js" => Some((REDIRECT1_SRC, "file:///redirect1.js")), // pretend redirect - real module name is different than one requested "/redirect2.js" => Some((REDIRECT2_SRC, "file:///dir/redirect2.js")), "/dir/redirect3.js" => Some((REDIRECT3_SRC, "file:///redirect3.js")), "/slow.js" => Some((SLOW_SRC, "file:///slow.js")), "/never_ready.js" => { Some(("should never be Ready", "file:///never_ready.js")) } "/main.js" => Some((MAIN_SRC, "file:///main.js")), "/bad_import.js" => Some((BAD_IMPORT_SRC, "file:///bad_import.js")), // deliberately empty code. "/main_with_code.js" => Some(("", "file:///main_with_code.js")), _ => None, } } #[derive(Debug, PartialEq)] enum MockError { ResolveErr, LoadErr, } impl fmt::Display for MockError { fn fmt(&self, _f: &mut fmt::Formatter) -> fmt::Result { unimplemented!() } } impl std::error::Error for MockError { fn cause(&self) -> Option<&dyn std::error::Error> { unimplemented!() } } struct DelayedSourceCodeFuture { url: String, counter: u32, } impl Future for DelayedSourceCodeFuture { type Output = Result; fn poll(self: Pin<&mut Self>, cx: &mut Context) -> Poll { let inner = self.get_mut(); inner.counter += 1; if inner.url == "file:///never_ready.js" { return Poll::Pending; } if inner.url == "file:///slow.js" && inner.counter < 2 { // TODO(ry) Hopefully in the future we can remove current task // notification. See comment above run_in_task. cx.waker().wake_by_ref(); return Poll::Pending; } match mock_source_code(&inner.url) { Some(src) => Poll::Ready(Ok(ModuleSource { code: src.0.into(), module_type: ModuleType::JavaScript, module_url_specified: inner.url.clone(), module_url_found: src.1.to_owned(), })), None => Poll::Ready(Err(MockError::LoadErr.into())), } } } impl ModuleLoader for MockLoader { fn resolve( &self, specifier: &str, referrer: &str, _kind: ResolutionKind, ) -> Result { let referrer = if referrer == "." { "file:///" } else { referrer }; let output_specifier = match resolve_import(specifier, referrer) { Ok(specifier) => specifier, Err(..) => return Err(MockError::ResolveErr.into()), }; if mock_source_code(output_specifier.as_ref()).is_some() { Ok(output_specifier) } else { Err(MockError::ResolveErr.into()) } } fn load( &self, module_specifier: &ModuleSpecifier, _maybe_referrer: Option, _is_dyn_import: bool, ) -> Pin> { let mut loads = self.loads.lock(); loads.push(module_specifier.to_string()); let url = module_specifier.to_string(); DelayedSourceCodeFuture { url, counter: 0 }.boxed() } } #[test] fn test_recursive_load() { let loader = MockLoader::new(); let loads = loader.loads.clone(); let mut runtime = JsRuntime::new(RuntimeOptions { module_loader: Some(loader), ..Default::default() }); let spec = resolve_url("file:///a.js").unwrap(); let a_id_fut = runtime.load_main_module(&spec, None); let a_id = futures::executor::block_on(a_id_fut).unwrap(); #[allow(clippy::let_underscore_future)] let _ = runtime.mod_evaluate(a_id); futures::executor::block_on(runtime.run_event_loop(false)).unwrap(); let l = loads.lock(); assert_eq!( l.to_vec(), vec![ "file:///a.js", "file:///b.js", "file:///c.js", "file:///d.js" ] ); let module_map_rc = JsRuntime::module_map(runtime.v8_isolate()); let modules = module_map_rc.borrow(); assert_eq!( modules.get_id("file:///a.js", AssertedModuleType::JavaScriptOrWasm), Some(a_id) ); let b_id = modules .get_id("file:///b.js", AssertedModuleType::JavaScriptOrWasm) .unwrap(); let c_id = modules .get_id("file:///c.js", AssertedModuleType::JavaScriptOrWasm) .unwrap(); let d_id = modules .get_id("file:///d.js", AssertedModuleType::JavaScriptOrWasm) .unwrap(); assert_eq!( modules.get_requested_modules(a_id), Some(&vec![ ModuleRequest { specifier: "file:///b.js".to_string(), asserted_module_type: AssertedModuleType::JavaScriptOrWasm, }, ModuleRequest { specifier: "file:///c.js".to_string(), asserted_module_type: AssertedModuleType::JavaScriptOrWasm, }, ]) ); assert_eq!( modules.get_requested_modules(b_id), Some(&vec![ModuleRequest { specifier: "file:///c.js".to_string(), asserted_module_type: AssertedModuleType::JavaScriptOrWasm, },]) ); assert_eq!( modules.get_requested_modules(c_id), Some(&vec![ModuleRequest { specifier: "file:///d.js".to_string(), asserted_module_type: AssertedModuleType::JavaScriptOrWasm, },]) ); assert_eq!(modules.get_requested_modules(d_id), Some(&vec![])); } #[test] fn test_mods() { #[derive(Default)] struct ModsLoader { pub count: Arc, } impl ModuleLoader for ModsLoader { fn resolve( &self, specifier: &str, referrer: &str, _kind: ResolutionKind, ) -> Result { self.count.fetch_add(1, Ordering::Relaxed); assert_eq!(specifier, "./b.js"); assert_eq!(referrer, "file:///a.js"); let s = resolve_import(specifier, referrer).unwrap(); Ok(s) } fn load( &self, _module_specifier: &ModuleSpecifier, _maybe_referrer: Option, _is_dyn_import: bool, ) -> Pin> { unreachable!() } } let loader = Rc::new(ModsLoader::default()); let resolve_count = loader.count.clone(); static DISPATCH_COUNT: AtomicUsize = AtomicUsize::new(0); #[op] fn op_test(control: u8) -> u8 { DISPATCH_COUNT.fetch_add(1, Ordering::Relaxed); assert_eq!(control, 42); 43 } deno_core::extension!(test_ext, ops = [op_test]); let mut runtime = JsRuntime::new(RuntimeOptions { extensions: vec![test_ext::init_ops()], module_loader: Some(loader), ..Default::default() }); runtime .execute_script( "setup.js", r#" function assert(cond) { if (!cond) { throw Error("assert"); } } "#, ) .unwrap(); assert_eq!(DISPATCH_COUNT.load(Ordering::Relaxed), 0); let module_map_rc = JsRuntime::module_map(runtime.v8_isolate()); let (mod_a, mod_b) = { let scope = &mut runtime.handle_scope(); let mut module_map = module_map_rc.borrow_mut(); let specifier_a = "file:///a.js".to_string(); let mod_a = module_map .new_es_module( scope, true, &specifier_a, &br#" import { b } from './b.js' if (b() != 'b') throw Error(); let control = 42; Deno.core.ops.op_test(control); "# .into(), false, ) .unwrap(); assert_eq!(DISPATCH_COUNT.load(Ordering::Relaxed), 0); let imports = module_map.get_requested_modules(mod_a); assert_eq!( imports, Some(&vec![ModuleRequest { specifier: "file:///b.js".to_string(), asserted_module_type: AssertedModuleType::JavaScriptOrWasm, },]) ); let mod_b = module_map .new_es_module( scope, false, "file:///b.js", &b"export function b() { return 'b' }".into(), false, ) .unwrap(); let imports = module_map.get_requested_modules(mod_b).unwrap(); assert_eq!(imports.len(), 0); (mod_a, mod_b) }; runtime.instantiate_module(mod_b).unwrap(); assert_eq!(DISPATCH_COUNT.load(Ordering::Relaxed), 0); assert_eq!(resolve_count.load(Ordering::SeqCst), 1); runtime.instantiate_module(mod_a).unwrap(); assert_eq!(DISPATCH_COUNT.load(Ordering::Relaxed), 0); #[allow(clippy::let_underscore_future)] let _ = runtime.mod_evaluate(mod_a); assert_eq!(DISPATCH_COUNT.load(Ordering::Relaxed), 1); } #[test] fn test_json_module() { #[derive(Default)] struct ModsLoader { pub count: Arc, } impl ModuleLoader for ModsLoader { fn resolve( &self, specifier: &str, referrer: &str, _kind: ResolutionKind, ) -> Result { self.count.fetch_add(1, Ordering::Relaxed); assert_eq!(specifier, "./b.json"); assert_eq!(referrer, "file:///a.js"); let s = resolve_import(specifier, referrer).unwrap(); Ok(s) } fn load( &self, _module_specifier: &ModuleSpecifier, _maybe_referrer: Option, _is_dyn_import: bool, ) -> Pin> { unreachable!() } } let loader = Rc::new(ModsLoader::default()); let resolve_count = loader.count.clone(); let mut runtime = JsRuntime::new(RuntimeOptions { module_loader: Some(loader), ..Default::default() }); runtime .execute_script( "setup.js", r#" function assert(cond) { if (!cond) { throw Error("assert"); } } "#, ) .unwrap(); let module_map_rc = JsRuntime::module_map(runtime.v8_isolate()); let (mod_a, mod_b) = { let scope = &mut runtime.handle_scope(); let mut module_map = module_map_rc.borrow_mut(); let specifier_a = "file:///a.js".to_string(); let mod_a = module_map .new_es_module( scope, true, &specifier_a, &br#" import jsonData from './b.json' assert {type: "json"}; assert(jsonData.a == "b"); assert(jsonData.c.d == 10); "# .into(), false, ) .unwrap(); let imports = module_map.get_requested_modules(mod_a); assert_eq!( imports, Some(&vec![ModuleRequest { specifier: "file:///b.json".to_string(), asserted_module_type: AssertedModuleType::Json, },]) ); let mod_b = module_map .new_json_module( scope, "file:///b.json", &b"{\"a\": \"b\", \"c\": {\"d\": 10}}".into(), ) .unwrap(); let imports = module_map.get_requested_modules(mod_b).unwrap(); assert_eq!(imports.len(), 0); (mod_a, mod_b) }; runtime.instantiate_module(mod_b).unwrap(); assert_eq!(resolve_count.load(Ordering::SeqCst), 1); runtime.instantiate_module(mod_a).unwrap(); let receiver = runtime.mod_evaluate(mod_a); futures::executor::block_on(runtime.run_event_loop(false)).unwrap(); futures::executor::block_on(receiver).unwrap().unwrap(); } #[test] fn dyn_import_err() { #[derive(Clone, Default)] struct DynImportErrLoader { pub count: Arc, } impl ModuleLoader for DynImportErrLoader { fn resolve( &self, specifier: &str, referrer: &str, _kind: ResolutionKind, ) -> Result { self.count.fetch_add(1, Ordering::Relaxed); assert_eq!(specifier, "/foo.js"); assert_eq!(referrer, "file:///dyn_import2.js"); let s = resolve_import(specifier, referrer).unwrap(); Ok(s) } fn load( &self, _module_specifier: &ModuleSpecifier, _maybe_referrer: Option, _is_dyn_import: bool, ) -> Pin> { async { Err(io::Error::from(io::ErrorKind::NotFound).into()) }.boxed() } } let loader = Rc::new(DynImportErrLoader::default()); let count = loader.count.clone(); let mut runtime = JsRuntime::new(RuntimeOptions { module_loader: Some(loader), ..Default::default() }); // Test an erroneous dynamic import where the specified module isn't found. run_in_task(move |cx| { runtime .execute_script( "file:///dyn_import2.js", r#" (async () => { await import("/foo.js"); })(); "#, ) .unwrap(); // We should get an error here. let result = runtime.poll_event_loop(cx, false); if let Poll::Ready(Ok(_)) = result { unreachable!(); } assert_eq!(count.load(Ordering::Relaxed), 4); }) } #[derive(Clone, Default)] struct DynImportOkLoader { pub prepare_load_count: Arc, pub resolve_count: Arc, pub load_count: Arc, } impl ModuleLoader for DynImportOkLoader { fn resolve( &self, specifier: &str, referrer: &str, _kind: ResolutionKind, ) -> Result { let c = self.resolve_count.fetch_add(1, Ordering::Relaxed); assert!(c < 7); assert_eq!(specifier, "./b.js"); assert_eq!(referrer, "file:///dyn_import3.js"); let s = resolve_import(specifier, referrer).unwrap(); Ok(s) } fn load( &self, specifier: &ModuleSpecifier, _maybe_referrer: Option, _is_dyn_import: bool, ) -> Pin> { self.load_count.fetch_add(1, Ordering::Relaxed); let info = ModuleSource { module_url_specified: specifier.to_string(), module_url_found: specifier.to_string(), code: b"export function b() { return 'b' }".into(), module_type: ModuleType::JavaScript, }; async move { Ok(info) }.boxed() } fn prepare_load( &self, _op_state: Rc>, _module_specifier: &ModuleSpecifier, _maybe_referrer: Option, _is_dyn_import: bool, ) -> Pin>>> { self.prepare_load_count.fetch_add(1, Ordering::Relaxed); async { Ok(()) }.boxed_local() } } #[test] fn dyn_import_ok() { let loader = Rc::new(DynImportOkLoader::default()); let prepare_load_count = loader.prepare_load_count.clone(); let resolve_count = loader.resolve_count.clone(); let load_count = loader.load_count.clone(); let mut runtime = JsRuntime::new(RuntimeOptions { module_loader: Some(loader), ..Default::default() }); run_in_task(move |cx| { // Dynamically import mod_b runtime .execute_script( "file:///dyn_import3.js", r#" (async () => { let mod = await import("./b.js"); if (mod.b() !== 'b') { throw Error("bad1"); } // And again! mod = await import("./b.js"); if (mod.b() !== 'b') { throw Error("bad2"); } })(); "#, ) .unwrap(); assert!(matches!( runtime.poll_event_loop(cx, false), Poll::Ready(Ok(_)) )); assert_eq!(prepare_load_count.load(Ordering::Relaxed), 1); assert_eq!(resolve_count.load(Ordering::Relaxed), 7); assert_eq!(load_count.load(Ordering::Relaxed), 1); assert!(matches!( runtime.poll_event_loop(cx, false), Poll::Ready(Ok(_)) )); assert_eq!(resolve_count.load(Ordering::Relaxed), 7); assert_eq!(load_count.load(Ordering::Relaxed), 1); }) } #[test] fn dyn_import_borrow_mut_error() { // https://github.com/denoland/deno/issues/6054 let loader = Rc::new(DynImportOkLoader::default()); let prepare_load_count = loader.prepare_load_count.clone(); let mut runtime = JsRuntime::new(RuntimeOptions { module_loader: Some(loader), ..Default::default() }); run_in_task(move |cx| { runtime .execute_script( "file:///dyn_import3.js", r#" (async () => { let mod = await import("./b.js"); if (mod.b() !== 'b') { throw Error("bad"); } })(); "#, ) .unwrap(); // First poll runs `prepare_load` hook. let _ = runtime.poll_event_loop(cx, false); assert_eq!(prepare_load_count.load(Ordering::Relaxed), 1); // Second poll triggers error let _ = runtime.poll_event_loop(cx, false); }) } // Regression test for https://github.com/denoland/deno/issues/3736. #[test] fn dyn_concurrent_circular_import() { #[derive(Clone, Default)] struct DynImportCircularLoader { pub resolve_count: Arc, pub load_count: Arc, } impl ModuleLoader for DynImportCircularLoader { fn resolve( &self, specifier: &str, referrer: &str, _kind: ResolutionKind, ) -> Result { self.resolve_count.fetch_add(1, Ordering::Relaxed); let s = resolve_import(specifier, referrer).unwrap(); Ok(s) } fn load( &self, specifier: &ModuleSpecifier, _maybe_referrer: Option, _is_dyn_import: bool, ) -> Pin> { self.load_count.fetch_add(1, Ordering::Relaxed); let filename = PathBuf::from(specifier.to_string()) .file_name() .unwrap() .to_string_lossy() .to_string(); let code = match filename.as_str() { "a.js" => "import './b.js';", "b.js" => "import './c.js';\nimport './a.js';", "c.js" => "import './d.js';", "d.js" => "// pass", _ => unreachable!(), }; let info = ModuleSource { module_url_specified: specifier.to_string(), module_url_found: specifier.to_string(), code: code.into(), module_type: ModuleType::JavaScript, }; async move { Ok(info) }.boxed() } } let loader = Rc::new(DynImportCircularLoader::default()); let mut runtime = JsRuntime::new(RuntimeOptions { module_loader: Some(loader), ..Default::default() }); runtime .execute_script( "file:///entry.js", "import('./b.js');\nimport('./a.js');", ) .unwrap(); let result = futures::executor::block_on(runtime.run_event_loop(false)); assert!(result.is_ok()); } #[test] fn test_circular_load() { let loader = MockLoader::new(); let loads = loader.loads.clone(); let mut runtime = JsRuntime::new(RuntimeOptions { module_loader: Some(loader), ..Default::default() }); let fut = async move { let spec = resolve_url("file:///circular1.js").unwrap(); let result = runtime.load_main_module(&spec, None).await; assert!(result.is_ok()); let circular1_id = result.unwrap(); #[allow(clippy::let_underscore_future)] let _ = runtime.mod_evaluate(circular1_id); runtime.run_event_loop(false).await.unwrap(); let l = loads.lock(); assert_eq!( l.to_vec(), vec![ "file:///circular1.js", "file:///circular2.js", "file:///circular3.js" ] ); let module_map_rc = JsRuntime::module_map(runtime.v8_isolate()); let modules = module_map_rc.borrow(); assert_eq!( modules .get_id("file:///circular1.js", AssertedModuleType::JavaScriptOrWasm), Some(circular1_id) ); let circular2_id = modules .get_id("file:///circular2.js", AssertedModuleType::JavaScriptOrWasm) .unwrap(); assert_eq!( modules.get_requested_modules(circular1_id), Some(&vec![ModuleRequest { specifier: "file:///circular2.js".to_string(), asserted_module_type: AssertedModuleType::JavaScriptOrWasm, }]) ); assert_eq!( modules.get_requested_modules(circular2_id), Some(&vec![ModuleRequest { specifier: "file:///circular3.js".to_string(), asserted_module_type: AssertedModuleType::JavaScriptOrWasm, }]) ); assert!(modules .get_id("file:///circular3.js", AssertedModuleType::JavaScriptOrWasm) .is_some()); let circular3_id = modules .get_id("file:///circular3.js", AssertedModuleType::JavaScriptOrWasm) .unwrap(); assert_eq!( modules.get_requested_modules(circular3_id), Some(&vec![ ModuleRequest { specifier: "file:///circular1.js".to_string(), asserted_module_type: AssertedModuleType::JavaScriptOrWasm, }, ModuleRequest { specifier: "file:///circular2.js".to_string(), asserted_module_type: AssertedModuleType::JavaScriptOrWasm, } ]) ); } .boxed_local(); futures::executor::block_on(fut); } #[test] fn test_redirect_load() { let loader = MockLoader::new(); let loads = loader.loads.clone(); let mut runtime = JsRuntime::new(RuntimeOptions { module_loader: Some(loader), ..Default::default() }); let fut = async move { let spec = resolve_url("file:///redirect1.js").unwrap(); let result = runtime.load_main_module(&spec, None).await; assert!(result.is_ok()); let redirect1_id = result.unwrap(); #[allow(clippy::let_underscore_future)] let _ = runtime.mod_evaluate(redirect1_id); runtime.run_event_loop(false).await.unwrap(); let l = loads.lock(); assert_eq!( l.to_vec(), vec![ "file:///redirect1.js", "file:///redirect2.js", "file:///dir/redirect3.js" ] ); let module_map_rc = JsRuntime::module_map(runtime.v8_isolate()); let modules = module_map_rc.borrow(); assert_eq!( modules .get_id("file:///redirect1.js", AssertedModuleType::JavaScriptOrWasm), Some(redirect1_id) ); let redirect2_id = modules .get_id( "file:///dir/redirect2.js", AssertedModuleType::JavaScriptOrWasm, ) .unwrap(); assert!(modules.is_alias( "file:///redirect2.js", AssertedModuleType::JavaScriptOrWasm )); assert!(!modules.is_alias( "file:///dir/redirect2.js", AssertedModuleType::JavaScriptOrWasm )); assert_eq!( modules .get_id("file:///redirect2.js", AssertedModuleType::JavaScriptOrWasm), Some(redirect2_id) ); let redirect3_id = modules .get_id("file:///redirect3.js", AssertedModuleType::JavaScriptOrWasm) .unwrap(); assert!(modules.is_alias( "file:///dir/redirect3.js", AssertedModuleType::JavaScriptOrWasm )); assert!(!modules.is_alias( "file:///redirect3.js", AssertedModuleType::JavaScriptOrWasm )); assert_eq!( modules.get_id( "file:///dir/redirect3.js", AssertedModuleType::JavaScriptOrWasm ), Some(redirect3_id) ); } .boxed_local(); futures::executor::block_on(fut); } #[test] fn slow_never_ready_modules() { let loader = MockLoader::new(); let loads = loader.loads.clone(); let mut runtime = JsRuntime::new(RuntimeOptions { module_loader: Some(loader), ..Default::default() }); run_in_task(move |cx| { let spec = resolve_url("file:///main.js").unwrap(); let mut recursive_load = runtime.load_main_module(&spec, None).boxed_local(); let result = recursive_load.poll_unpin(cx); assert!(result.is_pending()); // TODO(ry) Arguably the first time we poll only the following modules // should be loaded: // "file:///main.js", // "file:///never_ready.js", // "file:///slow.js" // But due to current task notification in DelayedSourceCodeFuture they // all get loaded in a single poll. Also see the comment above // run_in_task. for _ in 0..10 { let result = recursive_load.poll_unpin(cx); assert!(result.is_pending()); let l = loads.lock(); assert_eq!( l.to_vec(), vec![ "file:///main.js", "file:///never_ready.js", "file:///slow.js", "file:///a.js", "file:///b.js", "file:///c.js", "file:///d.js" ] ); } }) } #[test] fn loader_disappears_after_error() { let loader = MockLoader::new(); let mut runtime = JsRuntime::new(RuntimeOptions { module_loader: Some(loader), ..Default::default() }); run_in_task(move |cx| { let spec = resolve_url("file:///bad_import.js").unwrap(); let mut load_fut = runtime.load_main_module(&spec, None).boxed_local(); let result = load_fut.poll_unpin(cx); if let Poll::Ready(Err(err)) = result { assert_eq!( err.downcast_ref::().unwrap(), &MockError::ResolveErr ); } else { unreachable!(); } }) } #[test] fn recursive_load_main_with_code() { const MAIN_WITH_CODE_SRC: &str = r#" import { b } from "/b.js"; import { c } from "/c.js"; if (b() != 'b') throw Error(); if (c() != 'c') throw Error(); if (!import.meta.main) throw Error(); if (import.meta.url != 'file:///main_with_code.js') throw Error(); "#; let loader = MockLoader::new(); let loads = loader.loads.clone(); let mut runtime = JsRuntime::new(RuntimeOptions { module_loader: Some(loader), ..Default::default() }); // In default resolution code should be empty. // Instead we explicitly pass in our own code. // The behavior should be very similar to /a.js. let spec = resolve_url("file:///main_with_code.js").unwrap(); let main_id_fut = runtime .load_main_module(&spec, Some(MAIN_WITH_CODE_SRC.into())) .boxed_local(); let main_id = futures::executor::block_on(main_id_fut).unwrap(); #[allow(clippy::let_underscore_future)] let _ = runtime.mod_evaluate(main_id); futures::executor::block_on(runtime.run_event_loop(false)).unwrap(); let l = loads.lock(); assert_eq!( l.to_vec(), vec!["file:///b.js", "file:///c.js", "file:///d.js"] ); let module_map_rc = JsRuntime::module_map(runtime.v8_isolate()); let modules = module_map_rc.borrow(); assert_eq!( modules.get_id( "file:///main_with_code.js", AssertedModuleType::JavaScriptOrWasm ), Some(main_id) ); let b_id = modules .get_id("file:///b.js", AssertedModuleType::JavaScriptOrWasm) .unwrap(); let c_id = modules .get_id("file:///c.js", AssertedModuleType::JavaScriptOrWasm) .unwrap(); let d_id = modules .get_id("file:///d.js", AssertedModuleType::JavaScriptOrWasm) .unwrap(); assert_eq!( modules.get_requested_modules(main_id), Some(&vec![ ModuleRequest { specifier: "file:///b.js".to_string(), asserted_module_type: AssertedModuleType::JavaScriptOrWasm, }, ModuleRequest { specifier: "file:///c.js".to_string(), asserted_module_type: AssertedModuleType::JavaScriptOrWasm, } ]) ); assert_eq!( modules.get_requested_modules(b_id), Some(&vec![ModuleRequest { specifier: "file:///c.js".to_string(), asserted_module_type: AssertedModuleType::JavaScriptOrWasm, }]) ); assert_eq!( modules.get_requested_modules(c_id), Some(&vec![ModuleRequest { specifier: "file:///d.js".to_string(), asserted_module_type: AssertedModuleType::JavaScriptOrWasm, }]) ); assert_eq!(modules.get_requested_modules(d_id), Some(&vec![])); } #[test] fn main_and_side_module() { struct ModsLoader {} let main_specifier = resolve_url("file:///main_module.js").unwrap(); let side_specifier = resolve_url("file:///side_module.js").unwrap(); impl ModuleLoader for ModsLoader { fn resolve( &self, specifier: &str, referrer: &str, _kind: ResolutionKind, ) -> Result { let s = resolve_import(specifier, referrer).unwrap(); Ok(s) } fn load( &self, module_specifier: &ModuleSpecifier, _maybe_referrer: Option, _is_dyn_import: bool, ) -> Pin> { let module_source = match module_specifier.as_str() { "file:///main_module.js" => Ok(ModuleSource { module_url_specified: "file:///main_module.js".to_string(), module_url_found: "file:///main_module.js".to_string(), code: b"if (!import.meta.main) throw Error();".into(), module_type: ModuleType::JavaScript, }), "file:///side_module.js" => Ok(ModuleSource { module_url_specified: "file:///side_module.js".to_string(), module_url_found: "file:///side_module.js".to_string(), code: b"if (import.meta.main) throw Error();".into(), module_type: ModuleType::JavaScript, }), _ => unreachable!(), }; async move { module_source }.boxed() } } let loader = Rc::new(ModsLoader {}); let mut runtime = JsRuntime::new(RuntimeOptions { module_loader: Some(loader), ..Default::default() }); let main_id_fut = runtime .load_main_module(&main_specifier, None) .boxed_local(); let main_id = futures::executor::block_on(main_id_fut).unwrap(); #[allow(clippy::let_underscore_future)] let _ = runtime.mod_evaluate(main_id); futures::executor::block_on(runtime.run_event_loop(false)).unwrap(); // Try to add another main module - it should error. let side_id_fut = runtime .load_main_module(&side_specifier, None) .boxed_local(); futures::executor::block_on(side_id_fut).unwrap_err(); // And now try to load it as a side module let side_id_fut = runtime .load_side_module(&side_specifier, None) .boxed_local(); let side_id = futures::executor::block_on(side_id_fut).unwrap(); #[allow(clippy::let_underscore_future)] let _ = runtime.mod_evaluate(side_id); futures::executor::block_on(runtime.run_event_loop(false)).unwrap(); } #[test] fn dynamic_imports_snapshot() { //TODO: Once the issue with the ModuleNamespaceEntryGetter is fixed, we can maintain a reference to the module // and use it when loading the snapshot let snapshot = { const MAIN_WITH_CODE_SRC: &str = r#" await import("./b.js"); "#; let loader = MockLoader::new(); let mut runtime = JsRuntime::new(RuntimeOptions { module_loader: Some(loader), will_snapshot: true, ..Default::default() }); // In default resolution code should be empty. // Instead we explicitly pass in our own code. // The behavior should be very similar to /a.js. let spec = resolve_url("file:///main_with_code.js").unwrap(); let main_id_fut = runtime .load_main_module(&spec, Some(MAIN_WITH_CODE_SRC.into())) .boxed_local(); let main_id = futures::executor::block_on(main_id_fut).unwrap(); #[allow(clippy::let_underscore_future)] let _ = runtime.mod_evaluate(main_id); futures::executor::block_on(runtime.run_event_loop(false)).unwrap(); runtime.snapshot() }; let snapshot = Snapshot::JustCreated(snapshot); let mut runtime2 = JsRuntime::new(RuntimeOptions { startup_snapshot: Some(snapshot), ..Default::default() }); //Evaluate the snapshot with an empty function runtime2.execute_script("check.js", "true").unwrap(); } #[test] fn import_meta_snapshot() { let snapshot = { const MAIN_WITH_CODE_SRC: &str = r#" if (import.meta.url != 'file:///main_with_code.js') throw Error(); globalThis.meta = import.meta; globalThis.url = import.meta.url; "#; let loader = MockLoader::new(); let mut runtime = JsRuntime::new(RuntimeOptions { module_loader: Some(loader), will_snapshot: true, ..Default::default() }); // In default resolution code should be empty. // Instead we explicitly pass in our own code. // The behavior should be very similar to /a.js. let spec = resolve_url("file:///main_with_code.js").unwrap(); let main_id_fut = runtime .load_main_module(&spec, Some(MAIN_WITH_CODE_SRC.into())) .boxed_local(); let main_id = futures::executor::block_on(main_id_fut).unwrap(); #[allow(clippy::let_underscore_future)] let _ = runtime.mod_evaluate(main_id); futures::executor::block_on(runtime.run_event_loop(false)).unwrap(); runtime.snapshot() }; let snapshot = Snapshot::JustCreated(snapshot); let mut runtime2 = JsRuntime::new(RuntimeOptions { startup_snapshot: Some(snapshot), ..Default::default() }); runtime2 .execute_script( "check.js", "if (globalThis.url !== 'file:///main_with_code.js') throw Error('x')", ) .unwrap(); } #[test] fn ext_module_loader() { let loader = ExtModuleLoader::default(); assert!(loader .resolve("ext:foo", "ext:bar", ResolutionKind::Import) .is_ok()); assert_eq!( loader .resolve("ext:foo", "file://bar", ResolutionKind::Import) .err() .map(|e| e.to_string()), Some("Cannot load extension module from external code".to_string()) ); assert_eq!( loader .resolve("file://foo", "file://bar", ResolutionKind::Import) .err() .map(|e| e.to_string()), Some( "Module loading is not supported; attempted to resolve: \"file://foo\" from \"file://bar\"" .to_string() ) ); assert_eq!( loader .resolve("file://foo", "ext:bar", ResolutionKind::Import) .err() .map(|e| e.to_string()), Some( "Module loading is not supported; attempted to resolve: \"file://foo\" from \"ext:bar\"" .to_string() ) ); assert_eq!( resolve_helper( true, Rc::new(loader), "ext:core.js", "file://bar", ResolutionKind::Import, ) .err() .map(|e| e.to_string()), Some("Cannot load extension module from external code".to_string()) ); } #[test] fn code_truncate() { let mut s = "123456".to_owned(); s.truncate(3); let mut code: ModuleCode = "123456".into(); code.truncate(3); assert_eq!(s, code.take_as_string()); let mut code: ModuleCode = "123456".to_owned().into(); code.truncate(3); assert_eq!(s, code.take_as_string()); let arc_str: Arc = "123456".into(); let mut code: ModuleCode = arc_str.into(); code.truncate(3); assert_eq!(s, code.take_as_string()); } }