2024-01-01 14:58:21 -05:00
|
|
|
// Copyright 2018-2024 the Deno authors. All rights reserved. MIT license.
|
2022-09-22 11:17:02 -04:00
|
|
|
|
2023-06-09 14:41:18 -04:00
|
|
|
use std::collections::HashMap;
|
2022-09-22 11:17:02 -04:00
|
|
|
use std::io::ErrorKind;
|
2022-09-13 11:59:01 -04:00
|
|
|
use std::path::Path;
|
|
|
|
use std::path::PathBuf;
|
2023-04-14 16:22:33 -04:00
|
|
|
use std::sync::Arc;
|
2023-06-09 14:41:18 -04:00
|
|
|
use std::sync::Mutex;
|
2022-09-13 11:59:01 -04:00
|
|
|
|
2023-02-22 14:15:25 -05:00
|
|
|
use async_trait::async_trait;
|
2022-09-13 11:59:01 -04:00
|
|
|
use deno_ast::ModuleSpecifier;
|
2024-05-21 16:12:14 -04:00
|
|
|
use deno_core::anyhow::Context;
|
2022-09-13 11:59:01 -04:00
|
|
|
use deno_core::error::AnyError;
|
|
|
|
use deno_core::futures;
|
2024-06-02 21:39:13 -04:00
|
|
|
use deno_core::futures::StreamExt;
|
2022-09-13 11:59:01 -04:00
|
|
|
use deno_core::url::Url;
|
2023-07-01 21:07:57 -04:00
|
|
|
use deno_npm::NpmPackageCacheFolderId;
|
2023-04-06 18:46:44 -04:00
|
|
|
use deno_npm::NpmPackageId;
|
|
|
|
use deno_npm::NpmResolutionPackage;
|
2023-05-10 20:06:59 -04:00
|
|
|
use deno_runtime::deno_fs::FileSystem;
|
2023-01-10 08:35:44 -05:00
|
|
|
use deno_runtime::deno_node::NodePermissions;
|
2024-07-25 19:08:14 -04:00
|
|
|
use node_resolver::errors::PackageFolderResolveError;
|
2022-09-13 11:59:01 -04:00
|
|
|
|
2024-06-02 21:39:13 -04:00
|
|
|
use crate::npm::managed::cache::TarballCache;
|
2022-09-13 11:59:01 -04:00
|
|
|
|
2023-02-22 14:15:25 -05:00
|
|
|
/// Part of the resolution that interacts with the file system.
|
2024-06-06 18:37:41 -04:00
|
|
|
#[async_trait(?Send)]
|
2023-02-22 14:15:25 -05:00
|
|
|
pub trait NpmPackageFsResolver: Send + Sync {
|
2023-02-23 10:58:10 -05:00
|
|
|
/// Specifier for the root directory.
|
|
|
|
fn root_dir_url(&self) -> &Url;
|
|
|
|
|
2023-03-12 23:32:59 -04:00
|
|
|
/// The local node_modules folder if it is applicable to the implementation.
|
2023-11-29 09:32:23 -05:00
|
|
|
fn node_modules_path(&self) -> Option<&PathBuf>;
|
2023-03-12 23:32:59 -04:00
|
|
|
|
2024-07-09 12:15:03 -04:00
|
|
|
fn maybe_package_folder(&self, package_id: &NpmPackageId) -> Option<PathBuf>;
|
|
|
|
|
2023-04-14 16:22:33 -04:00
|
|
|
fn package_folder(
|
2022-09-13 11:59:01 -04:00
|
|
|
&self,
|
2023-04-14 16:22:33 -04:00
|
|
|
package_id: &NpmPackageId,
|
2024-07-09 12:15:03 -04:00
|
|
|
) -> Result<PathBuf, AnyError> {
|
|
|
|
self.maybe_package_folder(package_id).ok_or_else(|| {
|
|
|
|
deno_core::anyhow::anyhow!(
|
|
|
|
"Package folder not found for '{}'",
|
|
|
|
package_id.as_serialized()
|
|
|
|
)
|
|
|
|
})
|
|
|
|
}
|
2023-09-29 09:26:25 -04:00
|
|
|
|
2022-09-22 11:17:02 -04:00
|
|
|
fn resolve_package_folder_from_package(
|
2022-09-13 11:59:01 -04:00
|
|
|
&self,
|
|
|
|
name: &str,
|
|
|
|
referrer: &ModuleSpecifier,
|
2024-07-09 12:15:03 -04:00
|
|
|
) -> Result<PathBuf, PackageFolderResolveError>;
|
2022-09-13 11:59:01 -04:00
|
|
|
|
2023-07-01 21:07:57 -04:00
|
|
|
fn resolve_package_cache_folder_id_from_specifier(
|
|
|
|
&self,
|
|
|
|
specifier: &ModuleSpecifier,
|
2023-07-17 14:00:44 -04:00
|
|
|
) -> Result<Option<NpmPackageCacheFolderId>, AnyError>;
|
2023-07-01 21:07:57 -04:00
|
|
|
|
2024-06-03 17:17:08 -04:00
|
|
|
async fn cache_packages(&self) -> Result<(), AnyError>;
|
2022-12-19 20:22:17 -05:00
|
|
|
|
2023-01-10 08:35:44 -05:00
|
|
|
fn ensure_read_permission(
|
|
|
|
&self,
|
2024-06-06 23:37:53 -04:00
|
|
|
permissions: &mut dyn NodePermissions,
|
2023-01-10 08:35:44 -05:00
|
|
|
path: &Path,
|
|
|
|
) -> Result<(), AnyError>;
|
2022-09-13 11:59:01 -04:00
|
|
|
}
|
|
|
|
|
2023-06-09 14:41:18 -04:00
|
|
|
#[derive(Debug)]
|
|
|
|
pub struct RegistryReadPermissionChecker {
|
|
|
|
fs: Arc<dyn FileSystem>,
|
|
|
|
cache: Mutex<HashMap<PathBuf, PathBuf>>,
|
|
|
|
registry_path: PathBuf,
|
|
|
|
}
|
|
|
|
|
|
|
|
impl RegistryReadPermissionChecker {
|
|
|
|
pub fn new(fs: Arc<dyn FileSystem>, registry_path: PathBuf) -> Self {
|
|
|
|
Self {
|
|
|
|
fs,
|
|
|
|
registry_path,
|
|
|
|
cache: Default::default(),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn ensure_registry_read_permission(
|
|
|
|
&self,
|
2024-06-06 23:37:53 -04:00
|
|
|
permissions: &mut dyn NodePermissions,
|
2023-06-09 14:41:18 -04:00
|
|
|
path: &Path,
|
|
|
|
) -> Result<(), AnyError> {
|
|
|
|
// allow reading if it's in the node_modules
|
|
|
|
let is_path_in_node_modules = path.starts_with(&self.registry_path)
|
|
|
|
&& path
|
|
|
|
.components()
|
|
|
|
.all(|c| !matches!(c, std::path::Component::ParentDir));
|
|
|
|
|
|
|
|
if is_path_in_node_modules {
|
|
|
|
let mut cache = self.cache.lock().unwrap();
|
2024-05-21 16:12:14 -04:00
|
|
|
let mut canonicalize =
|
|
|
|
|path: &Path| -> Result<Option<PathBuf>, AnyError> {
|
|
|
|
match cache.get(path) {
|
|
|
|
Some(canon) => Ok(Some(canon.clone())),
|
|
|
|
None => match self.fs.realpath_sync(path) {
|
|
|
|
Ok(canon) => {
|
|
|
|
cache.insert(path.to_path_buf(), canon.clone());
|
|
|
|
Ok(Some(canon))
|
|
|
|
}
|
|
|
|
Err(e) => {
|
|
|
|
if e.kind() == ErrorKind::NotFound {
|
|
|
|
return Ok(None);
|
|
|
|
}
|
|
|
|
Err(AnyError::from(e)).with_context(|| {
|
|
|
|
format!("failed canonicalizing '{}'", path.display())
|
|
|
|
})
|
|
|
|
}
|
|
|
|
},
|
2023-06-09 14:41:18 -04:00
|
|
|
}
|
2024-05-21 16:12:14 -04:00
|
|
|
};
|
|
|
|
let Some(registry_path_canon) = canonicalize(&self.registry_path)? else {
|
|
|
|
return Ok(()); // not exists, allow reading
|
|
|
|
};
|
|
|
|
let Some(path_canon) = canonicalize(path)? else {
|
|
|
|
return Ok(()); // not exists, allow reading
|
2023-06-09 14:41:18 -04:00
|
|
|
};
|
|
|
|
|
|
|
|
if path_canon.starts_with(registry_path_canon) {
|
|
|
|
return Ok(());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
permissions.check_read(path)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-09-13 11:59:01 -04:00
|
|
|
/// Caches all the packages in parallel.
|
|
|
|
pub async fn cache_packages(
|
2023-09-14 13:51:28 -04:00
|
|
|
packages: Vec<NpmResolutionPackage>,
|
2024-06-02 21:39:13 -04:00
|
|
|
tarball_cache: &Arc<TarballCache>,
|
2022-09-13 11:59:01 -04:00
|
|
|
) -> Result<(), AnyError> {
|
2024-06-02 21:39:13 -04:00
|
|
|
let mut futures_unordered = futures::stream::FuturesUnordered::new();
|
2022-09-23 17:35:48 -04:00
|
|
|
for package in packages {
|
2024-06-02 21:39:13 -04:00
|
|
|
futures_unordered.push(async move {
|
|
|
|
tarball_cache
|
2024-06-03 17:17:08 -04:00
|
|
|
.ensure_package(&package.id.nv, &package.dist)
|
2024-06-02 21:39:13 -04:00
|
|
|
.await
|
2022-09-13 11:59:01 -04:00
|
|
|
});
|
|
|
|
}
|
2024-06-02 21:39:13 -04:00
|
|
|
while let Some(result) = futures_unordered.next().await {
|
2022-09-23 17:35:48 -04:00
|
|
|
// surface the first error
|
2024-06-02 21:39:13 -04:00
|
|
|
result?;
|
2022-09-23 17:35:48 -04:00
|
|
|
}
|
2022-09-13 11:59:01 -04:00
|
|
|
Ok(())
|
|
|
|
}
|