// Copyright 2018-2024 the Deno authors. All rights reserved. MIT license. use std::collections::HashMap; use std::sync::Arc; use deno_ast::MediaType; use deno_ast::ModuleSpecifier; use deno_ast::ParseDiagnostic; use deno_ast::ParsedSource; use deno_core::parking_lot::Mutex; use deno_graph::CapturingModuleParser; use deno_graph::DefaultModuleParser; use deno_graph::ModuleParser; use deno_graph::ParseOptions; use deno_graph::ParsedSourceStore; /// Lazily parses JS/TS sources from a `deno_graph::ModuleGraph` given /// a `ParsedSourceCache`. Note that deno_graph doesn't necessarily cause /// files to end up in the `ParsedSourceCache` because it might have all /// the information it needs via caching in order to skip parsing. #[derive(Clone, Copy)] pub struct LazyGraphSourceParser<'a> { cache: &'a ParsedSourceCache, graph: &'a deno_graph::ModuleGraph, } impl<'a> LazyGraphSourceParser<'a> { pub fn new( cache: &'a ParsedSourceCache, graph: &'a deno_graph::ModuleGraph, ) -> Self { Self { cache, graph } } pub fn get_or_parse_source( &self, module_specifier: &ModuleSpecifier, ) -> Result, deno_ast::ParseDiagnostic> { let Some(deno_graph::Module::Js(module)) = self.graph.get(module_specifier) else { return Ok(None); }; self .cache .get_parsed_source_from_js_module(module) .map(Some) } } #[derive(Default)] pub struct ParsedSourceCache { sources: Mutex>, } impl ParsedSourceCache { pub fn get_parsed_source_from_js_module( &self, module: &deno_graph::JsModule, ) -> Result { let parser = self.as_capturing_parser(); // this will conditionally parse because it's using a CapturingModuleParser parser.parse_module(ParseOptions { specifier: &module.specifier, source: module.source.clone(), media_type: module.media_type, // don't bother enabling because this method is currently only used for vendoring scope_analysis: false, }) } pub fn remove_or_parse_module( &self, specifier: &ModuleSpecifier, source: Arc, media_type: MediaType, ) -> Result { if let Some(parsed_source) = self.remove_parsed_source(specifier) { if parsed_source.media_type() == media_type && parsed_source.text().as_ref() == source.as_ref() { // note: message used tests log::debug!("Removed parsed source: {}", specifier); return Ok(parsed_source); } } let options = ParseOptions { specifier, source, media_type, // don't bother enabling because this method is currently only used for emitting scope_analysis: false, }; DefaultModuleParser.parse_module(options) } /// Frees the parsed source from memory. pub fn free(&self, specifier: &ModuleSpecifier) { self.sources.lock().remove(specifier); } /// Creates a parser that will reuse a ParsedSource from the store /// if it exists, or else parse. pub fn as_capturing_parser(&self) -> CapturingModuleParser { CapturingModuleParser::new(None, self) } } /// It's ok that this is racy since in non-LSP situations /// this will only ever store one form of a parsed source /// and in LSP settings the concurrency will be enforced /// at a higher level to ensure this will have the latest /// parsed source. impl deno_graph::ParsedSourceStore for ParsedSourceCache { fn set_parsed_source( &self, specifier: ModuleSpecifier, parsed_source: ParsedSource, ) -> Option { self.sources.lock().insert(specifier, parsed_source) } fn get_parsed_source( &self, specifier: &ModuleSpecifier, ) -> Option { self.sources.lock().get(specifier).cloned() } fn remove_parsed_source( &self, specifier: &ModuleSpecifier, ) -> Option { self.sources.lock().remove(specifier) } fn get_scope_analysis_parsed_source( &self, specifier: &ModuleSpecifier, ) -> Option { let mut sources = self.sources.lock(); let parsed_source = sources.get(specifier)?; if parsed_source.has_scope_analysis() { Some(parsed_source.clone()) } else { // upgrade to have scope analysis let parsed_source = sources.remove(specifier).unwrap(); let parsed_source = parsed_source.into_with_scope_analysis(); sources.insert(specifier.clone(), parsed_source.clone()); Some(parsed_source) } } } pub struct EsmOrCjsChecker { parsed_source_cache: Arc, } impl EsmOrCjsChecker { pub fn new(parsed_source_cache: Arc) -> Self { Self { parsed_source_cache, } } pub fn is_esm( &self, specifier: &ModuleSpecifier, source: Arc, media_type: MediaType, ) -> Result { // todo(dsherret): add a file cache here to avoid parsing with swc on each run let source = match self.parsed_source_cache.get_parsed_source(specifier) { Some(source) => source.clone(), None => { let source = deno_ast::parse_program(deno_ast::ParseParams { specifier: specifier.clone(), text: source, media_type, capture_tokens: true, // capture because it's used for cjs export analysis scope_analysis: false, maybe_syntax: None, })?; self .parsed_source_cache .set_parsed_source(specifier.clone(), source.clone()); source } }; Ok(source.is_module()) } }