mirror of
https://github.com/denoland/deno.git
synced 2024-12-22 07:14:47 -05:00
b708a13eb0
Stores normalized version constraints in the lockfile, which will improve reproducibility and will fix a bug with duplicate specifiers ending up in the lockfile. Also, gets rid of some duplicate data in the specifiers area of the lockfile.
387 lines
12 KiB
Rust
387 lines
12 KiB
Rust
// Copyright 2018-2024 the Deno authors. All rights reserved. MIT license.
|
|
|
|
use crate::args::jsr_api_url;
|
|
use crate::args::jsr_url;
|
|
use crate::file_fetcher::FileFetcher;
|
|
use crate::jsr::partial_jsr_package_version_info_from_slice;
|
|
use crate::jsr::JsrFetchResolver;
|
|
use dashmap::DashMap;
|
|
use deno_cache_dir::HttpCache;
|
|
use deno_core::anyhow::anyhow;
|
|
use deno_core::error::AnyError;
|
|
use deno_core::serde_json;
|
|
use deno_graph::packages::JsrPackageInfo;
|
|
use deno_graph::packages::JsrPackageInfoVersion;
|
|
use deno_graph::packages::JsrPackageVersionInfo;
|
|
use deno_graph::ModuleSpecifier;
|
|
use deno_runtime::deno_permissions::PermissionsContainer;
|
|
use deno_semver::jsr::JsrPackageReqReference;
|
|
use deno_semver::package::PackageNv;
|
|
use deno_semver::package::PackageReq;
|
|
use deno_semver::Version;
|
|
use serde::Deserialize;
|
|
use std::collections::HashMap;
|
|
use std::sync::Arc;
|
|
|
|
use super::config::ConfigData;
|
|
use super::search::PackageSearchApi;
|
|
|
|
/// Keep in sync with `JsrFetchResolver`!
|
|
#[derive(Debug)]
|
|
pub struct JsrCacheResolver {
|
|
nv_by_req: DashMap<PackageReq, Option<PackageNv>>,
|
|
/// The `module_graph` fields of the version infos should be forcibly absent.
|
|
/// It can be large and we don't want to store it.
|
|
info_by_nv: DashMap<PackageNv, Option<Arc<JsrPackageVersionInfo>>>,
|
|
info_by_name: DashMap<String, Option<Arc<JsrPackageInfo>>>,
|
|
workspace_scope_by_name: HashMap<String, ModuleSpecifier>,
|
|
cache: Arc<dyn HttpCache>,
|
|
}
|
|
|
|
impl JsrCacheResolver {
|
|
pub fn new(
|
|
cache: Arc<dyn HttpCache>,
|
|
config_data: Option<&ConfigData>,
|
|
) -> Self {
|
|
let nv_by_req = DashMap::new();
|
|
let info_by_nv = DashMap::new();
|
|
let info_by_name = DashMap::new();
|
|
let mut workspace_scope_by_name = HashMap::new();
|
|
if let Some(config_data) = config_data {
|
|
for jsr_pkg_config in config_data.member_dir.workspace.jsr_packages() {
|
|
let Some(exports) = &jsr_pkg_config.config_file.json.exports else {
|
|
continue;
|
|
};
|
|
let Some(version) = &jsr_pkg_config.config_file.json.version else {
|
|
continue;
|
|
};
|
|
let Ok(version) = Version::parse_standard(version) else {
|
|
continue;
|
|
};
|
|
let nv = PackageNv {
|
|
name: jsr_pkg_config.name.clone(),
|
|
version: version.clone(),
|
|
};
|
|
info_by_name.insert(
|
|
nv.name.clone(),
|
|
Some(Arc::new(JsrPackageInfo {
|
|
versions: [(
|
|
nv.version.clone(),
|
|
JsrPackageInfoVersion { yanked: false },
|
|
)]
|
|
.into_iter()
|
|
.collect(),
|
|
})),
|
|
);
|
|
info_by_nv.insert(
|
|
nv.clone(),
|
|
Some(Arc::new(JsrPackageVersionInfo {
|
|
exports: exports.clone(),
|
|
module_graph_1: None,
|
|
module_graph_2: None,
|
|
manifest: Default::default(),
|
|
})),
|
|
);
|
|
workspace_scope_by_name.insert(
|
|
nv.name.clone(),
|
|
ModuleSpecifier::from_directory_path(
|
|
jsr_pkg_config.config_file.dir_path(),
|
|
)
|
|
.unwrap(),
|
|
);
|
|
}
|
|
}
|
|
if let Some(lockfile) = config_data.and_then(|d| d.lockfile.as_ref()) {
|
|
for (dep_req, version) in &lockfile.lock().content.packages.specifiers {
|
|
let req = match dep_req.kind {
|
|
deno_semver::package::PackageKind::Jsr => &dep_req.req,
|
|
deno_semver::package::PackageKind::Npm => {
|
|
continue;
|
|
}
|
|
};
|
|
let Ok(version) = Version::parse_standard(version) else {
|
|
continue;
|
|
};
|
|
nv_by_req.insert(
|
|
req.clone(),
|
|
Some(PackageNv {
|
|
name: req.name.clone(),
|
|
version,
|
|
}),
|
|
);
|
|
}
|
|
}
|
|
Self {
|
|
nv_by_req,
|
|
info_by_nv,
|
|
info_by_name,
|
|
workspace_scope_by_name,
|
|
cache: cache.clone(),
|
|
}
|
|
}
|
|
|
|
pub fn req_to_nv(&self, req: &PackageReq) -> Option<PackageNv> {
|
|
if let Some(nv) = self.nv_by_req.get(req) {
|
|
return nv.value().clone();
|
|
}
|
|
let maybe_get_nv = || {
|
|
let name = req.name.clone();
|
|
let package_info = self.package_info(&name)?;
|
|
// Find the first matching version of the package which is cached.
|
|
let mut versions = package_info.versions.keys().collect::<Vec<_>>();
|
|
versions.sort();
|
|
let version = versions
|
|
.into_iter()
|
|
.rev()
|
|
.find(|v| {
|
|
if req.version_req.tag().is_some() || !req.version_req.matches(v) {
|
|
return false;
|
|
}
|
|
let nv = PackageNv {
|
|
name: name.clone(),
|
|
version: (*v).clone(),
|
|
};
|
|
self.package_version_info(&nv).is_some()
|
|
})
|
|
.cloned()?;
|
|
Some(PackageNv { name, version })
|
|
};
|
|
let nv = maybe_get_nv();
|
|
self.nv_by_req.insert(req.clone(), nv.clone());
|
|
nv
|
|
}
|
|
|
|
pub fn jsr_to_resource_url(
|
|
&self,
|
|
req_ref: &JsrPackageReqReference,
|
|
) -> Option<ModuleSpecifier> {
|
|
let req = req_ref.req().clone();
|
|
let maybe_nv = self.req_to_nv(&req);
|
|
let nv = maybe_nv.as_ref()?;
|
|
let info = self.package_version_info(nv)?;
|
|
let path = info.export(&req_ref.export_name())?;
|
|
if let Some(workspace_scope) = self.workspace_scope_by_name.get(&nv.name) {
|
|
workspace_scope.join(path).ok()
|
|
} else {
|
|
jsr_url()
|
|
.join(&format!("{}/{}/{}", &nv.name, &nv.version, &path))
|
|
.ok()
|
|
}
|
|
}
|
|
|
|
pub fn lookup_export_for_path(
|
|
&self,
|
|
nv: &PackageNv,
|
|
path: &str,
|
|
) -> Option<String> {
|
|
let info = self.package_version_info(nv)?;
|
|
let path = path.strip_prefix("./").unwrap_or(path);
|
|
let mut sloppy_fallback = None;
|
|
for (export, path_) in info.exports() {
|
|
let path_ = path_.strip_prefix("./").unwrap_or(path_);
|
|
if path_ == path {
|
|
return Some(export.strip_prefix("./").unwrap_or(export).to_string());
|
|
}
|
|
// TSC in some cases will suggest a `.js` import path for a `.d.ts` source
|
|
// file.
|
|
if sloppy_fallback.is_none() {
|
|
let path = path
|
|
.strip_suffix(".js")
|
|
.or_else(|| path.strip_suffix(".mjs"))
|
|
.or_else(|| path.strip_suffix(".cjs"))
|
|
.unwrap_or(path);
|
|
let path_ = path_
|
|
.strip_suffix(".d.ts")
|
|
.or_else(|| path_.strip_suffix(".d.mts"))
|
|
.or_else(|| path_.strip_suffix(".d.cts"))
|
|
.unwrap_or(path_);
|
|
if path_ == path {
|
|
sloppy_fallback =
|
|
Some(export.strip_prefix("./").unwrap_or(export).to_string());
|
|
}
|
|
}
|
|
}
|
|
sloppy_fallback
|
|
}
|
|
|
|
pub fn lookup_req_for_nv(&self, nv: &PackageNv) -> Option<PackageReq> {
|
|
for entry in self.nv_by_req.iter() {
|
|
let Some(nv_) = entry.value() else {
|
|
continue;
|
|
};
|
|
if nv_ == nv {
|
|
return Some(entry.key().clone());
|
|
}
|
|
}
|
|
None
|
|
}
|
|
|
|
pub fn package_info(&self, name: &str) -> Option<Arc<JsrPackageInfo>> {
|
|
if let Some(info) = self.info_by_name.get(name) {
|
|
return info.value().clone();
|
|
}
|
|
let read_cached_package_info = || {
|
|
let meta_url = jsr_url().join(&format!("{}/meta.json", name)).ok()?;
|
|
let meta_bytes = read_cached_url(&meta_url, &self.cache)?;
|
|
serde_json::from_slice::<JsrPackageInfo>(&meta_bytes).ok()
|
|
};
|
|
let info = read_cached_package_info().map(Arc::new);
|
|
self.info_by_name.insert(name.to_string(), info.clone());
|
|
info
|
|
}
|
|
|
|
pub fn package_version_info(
|
|
&self,
|
|
nv: &PackageNv,
|
|
) -> Option<Arc<JsrPackageVersionInfo>> {
|
|
if let Some(info) = self.info_by_nv.get(nv) {
|
|
return info.value().clone();
|
|
}
|
|
let read_cached_package_version_info = || {
|
|
let meta_url = jsr_url()
|
|
.join(&format!("{}/{}_meta.json", &nv.name, &nv.version))
|
|
.ok()?;
|
|
let meta_bytes = read_cached_url(&meta_url, &self.cache)?;
|
|
partial_jsr_package_version_info_from_slice(&meta_bytes).ok()
|
|
};
|
|
let info = read_cached_package_version_info().map(Arc::new);
|
|
self.info_by_nv.insert(nv.clone(), info.clone());
|
|
info
|
|
}
|
|
|
|
pub fn did_cache(&self) {
|
|
self.nv_by_req.retain(|_, nv| nv.is_some());
|
|
self.info_by_nv.retain(|_, info| info.is_some());
|
|
self.info_by_name.retain(|_, info| info.is_some());
|
|
}
|
|
}
|
|
|
|
fn read_cached_url(
|
|
url: &ModuleSpecifier,
|
|
cache: &Arc<dyn HttpCache>,
|
|
) -> Option<Vec<u8>> {
|
|
cache
|
|
.get(&cache.cache_item_key(url).ok()?, None)
|
|
.ok()?
|
|
.map(|f| f.content)
|
|
}
|
|
|
|
#[derive(Debug)]
|
|
pub struct CliJsrSearchApi {
|
|
file_fetcher: Arc<FileFetcher>,
|
|
resolver: JsrFetchResolver,
|
|
search_cache: DashMap<String, Arc<Vec<String>>>,
|
|
versions_cache: DashMap<String, Arc<Vec<Version>>>,
|
|
exports_cache: DashMap<PackageNv, Arc<Vec<String>>>,
|
|
}
|
|
|
|
impl CliJsrSearchApi {
|
|
pub fn new(file_fetcher: Arc<FileFetcher>) -> Self {
|
|
let resolver = JsrFetchResolver::new(file_fetcher.clone());
|
|
Self {
|
|
file_fetcher,
|
|
resolver,
|
|
search_cache: Default::default(),
|
|
versions_cache: Default::default(),
|
|
exports_cache: Default::default(),
|
|
}
|
|
}
|
|
|
|
pub fn get_resolver(&self) -> &JsrFetchResolver {
|
|
&self.resolver
|
|
}
|
|
|
|
pub fn clear_cache(&self) {
|
|
self.file_fetcher.clear_memory_files();
|
|
self.search_cache.clear();
|
|
self.versions_cache.clear();
|
|
self.exports_cache.clear();
|
|
}
|
|
}
|
|
|
|
#[async_trait::async_trait]
|
|
impl PackageSearchApi for CliJsrSearchApi {
|
|
async fn search(&self, query: &str) -> Result<Arc<Vec<String>>, AnyError> {
|
|
if let Some(names) = self.search_cache.get(query) {
|
|
return Ok(names.clone());
|
|
}
|
|
let mut search_url = jsr_api_url().join("packages")?;
|
|
search_url.query_pairs_mut().append_pair("query", query);
|
|
let file_fetcher = self.file_fetcher.clone();
|
|
// spawn due to the lsp's `Send` requirement
|
|
let file = deno_core::unsync::spawn(async move {
|
|
file_fetcher
|
|
.fetch(&search_url, &PermissionsContainer::allow_all())
|
|
.await?
|
|
.into_text_decoded()
|
|
})
|
|
.await??;
|
|
let names = Arc::new(parse_jsr_search_response(&file.source)?);
|
|
self.search_cache.insert(query.to_string(), names.clone());
|
|
Ok(names)
|
|
}
|
|
|
|
async fn versions(&self, name: &str) -> Result<Arc<Vec<Version>>, AnyError> {
|
|
if let Some(versions) = self.versions_cache.get(name) {
|
|
return Ok(versions.clone());
|
|
}
|
|
let info = self
|
|
.resolver
|
|
.package_info(name)
|
|
.await
|
|
.ok_or_else(|| anyhow!("JSR package info not found: {}", name))?;
|
|
let mut versions = info.versions.keys().cloned().collect::<Vec<_>>();
|
|
versions.sort();
|
|
versions.reverse();
|
|
let versions = Arc::new(versions);
|
|
self
|
|
.versions_cache
|
|
.insert(name.to_string(), versions.clone());
|
|
Ok(versions)
|
|
}
|
|
|
|
async fn exports(
|
|
&self,
|
|
nv: &PackageNv,
|
|
) -> Result<Arc<Vec<String>>, AnyError> {
|
|
if let Some(exports) = self.exports_cache.get(nv) {
|
|
return Ok(exports.clone());
|
|
}
|
|
let info = self
|
|
.resolver
|
|
.package_version_info(nv)
|
|
.await
|
|
.ok_or_else(|| anyhow!("JSR package version info not found: {}", nv))?;
|
|
let mut exports = info
|
|
.exports()
|
|
.map(|(n, _)| n.to_string())
|
|
.collect::<Vec<_>>();
|
|
exports.sort();
|
|
let exports = Arc::new(exports);
|
|
self.exports_cache.insert(nv.clone(), exports.clone());
|
|
Ok(exports)
|
|
}
|
|
}
|
|
|
|
fn parse_jsr_search_response(source: &str) -> Result<Vec<String>, AnyError> {
|
|
#[derive(Debug, Deserialize)]
|
|
#[serde(rename_all = "camelCase")]
|
|
struct Item {
|
|
scope: String,
|
|
name: String,
|
|
version_count: usize,
|
|
}
|
|
#[derive(Debug, Deserialize)]
|
|
#[serde(rename_all = "camelCase")]
|
|
struct Response {
|
|
items: Vec<Item>,
|
|
}
|
|
let items = serde_json::from_str::<Response>(source)?.items;
|
|
Ok(
|
|
items
|
|
.into_iter()
|
|
.filter(|i| i.version_count > 0)
|
|
.map(|i| format!("@{}/{}", i.scope, i.name))
|
|
.collect(),
|
|
)
|
|
}
|