2023-01-02 16:00:42 -05:00
|
|
|
// Copyright 2018-2023 the Deno authors. All rights reserved. MIT license.
|
2022-09-22 11:17:02 -04:00
|
|
|
|
|
|
|
use std::io::ErrorKind;
|
2022-09-13 11:59:01 -04:00
|
|
|
use std::path::Path;
|
|
|
|
use std::path::PathBuf;
|
|
|
|
|
2023-02-22 14:15:25 -05:00
|
|
|
use async_trait::async_trait;
|
2022-09-13 11:59:01 -04:00
|
|
|
use deno_ast::ModuleSpecifier;
|
|
|
|
use deno_core::error::AnyError;
|
|
|
|
use deno_core::futures;
|
|
|
|
use deno_core::url::Url;
|
2023-04-06 18:46:44 -04:00
|
|
|
use deno_npm::NpmPackageId;
|
|
|
|
use deno_npm::NpmResolutionPackage;
|
2023-01-10 08:35:44 -05:00
|
|
|
use deno_runtime::deno_node::NodePermissions;
|
2022-11-30 18:07:32 -05:00
|
|
|
use deno_runtime::deno_node::NodeResolutionMode;
|
2022-09-13 11:59:01 -04:00
|
|
|
|
2022-10-17 12:27:31 -04:00
|
|
|
use crate::npm::cache::should_sync_download;
|
2022-09-13 11:59:01 -04:00
|
|
|
use crate::npm::NpmCache;
|
|
|
|
|
2023-02-22 14:15:25 -05:00
|
|
|
/// Part of the resolution that interacts with the file system.
|
|
|
|
#[async_trait]
|
|
|
|
pub trait NpmPackageFsResolver: Send + Sync {
|
2023-02-23 10:58:10 -05:00
|
|
|
/// Specifier for the root directory.
|
|
|
|
fn root_dir_url(&self) -> &Url;
|
|
|
|
|
2023-03-12 23:32:59 -04:00
|
|
|
/// The local node_modules folder if it is applicable to the implementation.
|
|
|
|
fn node_modules_path(&self) -> Option<PathBuf>;
|
|
|
|
|
2022-09-22 11:17:02 -04:00
|
|
|
fn resolve_package_folder_from_deno_module(
|
2022-09-13 11:59:01 -04:00
|
|
|
&self,
|
2023-02-22 14:15:25 -05:00
|
|
|
id: &NpmPackageId,
|
2022-09-22 11:17:02 -04:00
|
|
|
) -> Result<PathBuf, AnyError>;
|
2022-09-13 11:59:01 -04:00
|
|
|
|
2022-09-22 11:17:02 -04:00
|
|
|
fn resolve_package_folder_from_package(
|
2022-09-13 11:59:01 -04:00
|
|
|
&self,
|
|
|
|
name: &str,
|
|
|
|
referrer: &ModuleSpecifier,
|
2022-11-30 18:07:32 -05:00
|
|
|
mode: NodeResolutionMode,
|
2022-09-22 11:17:02 -04:00
|
|
|
) -> Result<PathBuf, AnyError>;
|
2022-09-13 11:59:01 -04:00
|
|
|
|
2022-09-22 11:17:02 -04:00
|
|
|
fn resolve_package_folder_from_specifier(
|
2022-09-13 11:59:01 -04:00
|
|
|
&self,
|
|
|
|
specifier: &ModuleSpecifier,
|
2022-09-22 11:17:02 -04:00
|
|
|
) -> Result<PathBuf, AnyError>;
|
2022-09-13 11:59:01 -04:00
|
|
|
|
2023-02-21 12:03:48 -05:00
|
|
|
fn package_size(&self, package_id: &NpmPackageId) -> Result<u64, AnyError>;
|
2022-10-28 16:19:55 -04:00
|
|
|
|
2023-02-22 14:15:25 -05:00
|
|
|
async fn cache_packages(&self) -> Result<(), AnyError>;
|
2022-12-19 20:22:17 -05:00
|
|
|
|
2023-01-10 08:35:44 -05:00
|
|
|
fn ensure_read_permission(
|
|
|
|
&self,
|
|
|
|
permissions: &mut dyn NodePermissions,
|
|
|
|
path: &Path,
|
|
|
|
) -> Result<(), AnyError>;
|
2022-09-13 11:59:01 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Caches all the packages in parallel.
|
|
|
|
pub async fn cache_packages(
|
|
|
|
mut packages: Vec<NpmResolutionPackage>,
|
|
|
|
cache: &NpmCache,
|
|
|
|
registry_url: &Url,
|
|
|
|
) -> Result<(), AnyError> {
|
2022-09-23 17:35:48 -04:00
|
|
|
let sync_download = should_sync_download();
|
|
|
|
if sync_download {
|
|
|
|
// we're running the tests not with --quiet
|
|
|
|
// and we want the output to be deterministic
|
2023-02-21 12:03:48 -05:00
|
|
|
packages.sort_by(|a, b| a.pkg_id.cmp(&b.pkg_id));
|
2022-09-23 17:35:48 -04:00
|
|
|
}
|
2022-11-08 14:17:24 -05:00
|
|
|
|
2022-09-23 17:35:48 -04:00
|
|
|
let mut handles = Vec::with_capacity(packages.len());
|
|
|
|
for package in packages {
|
2022-11-08 14:17:24 -05:00
|
|
|
assert_eq!(package.copy_index, 0); // the caller should not provide any of these
|
2022-09-23 17:35:48 -04:00
|
|
|
let cache = cache.clone();
|
|
|
|
let registry_url = registry_url.clone();
|
|
|
|
let handle = tokio::task::spawn(async move {
|
2022-09-13 11:59:01 -04:00
|
|
|
cache
|
2023-02-22 14:15:25 -05:00
|
|
|
.ensure_package(&package.pkg_id.nv, &package.dist, ®istry_url)
|
2022-09-13 11:59:01 -04:00
|
|
|
.await
|
|
|
|
});
|
2022-09-23 17:35:48 -04:00
|
|
|
if sync_download {
|
|
|
|
handle.await??;
|
|
|
|
} else {
|
|
|
|
handles.push(handle);
|
2022-09-13 11:59:01 -04:00
|
|
|
}
|
|
|
|
}
|
2022-09-23 17:35:48 -04:00
|
|
|
let results = futures::future::join_all(handles).await;
|
|
|
|
for result in results {
|
|
|
|
// surface the first error
|
|
|
|
result??;
|
|
|
|
}
|
2022-09-13 11:59:01 -04:00
|
|
|
Ok(())
|
|
|
|
}
|
2022-09-22 11:17:02 -04:00
|
|
|
|
|
|
|
pub fn ensure_registry_read_permission(
|
2023-01-10 08:35:44 -05:00
|
|
|
permissions: &mut dyn NodePermissions,
|
2022-09-22 11:17:02 -04:00
|
|
|
registry_path: &Path,
|
|
|
|
path: &Path,
|
|
|
|
) -> Result<(), AnyError> {
|
|
|
|
// allow reading if it's in the node_modules
|
2022-11-17 20:59:10 -05:00
|
|
|
if path.starts_with(registry_path)
|
2022-09-22 11:17:02 -04:00
|
|
|
&& path
|
|
|
|
.components()
|
|
|
|
.all(|c| !matches!(c, std::path::Component::ParentDir))
|
|
|
|
{
|
|
|
|
// todo(dsherret): cache this?
|
|
|
|
if let Ok(registry_path) = std::fs::canonicalize(registry_path) {
|
|
|
|
match std::fs::canonicalize(path) {
|
|
|
|
Ok(path) if path.starts_with(registry_path) => {
|
|
|
|
return Ok(());
|
|
|
|
}
|
|
|
|
Err(e) if e.kind() == ErrorKind::NotFound => {
|
|
|
|
return Ok(());
|
|
|
|
}
|
|
|
|
_ => {} // ignore
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-01-10 08:35:44 -05:00
|
|
|
permissions.check_read(path)
|
2022-09-22 11:17:02 -04:00
|
|
|
}
|
2022-11-15 21:48:29 -05:00
|
|
|
|
|
|
|
/// Gets the corresponding @types package for the provided package name.
|
|
|
|
pub fn types_package_name(package_name: &str) -> String {
|
|
|
|
debug_assert!(!package_name.starts_with("@types/"));
|
|
|
|
// Scoped packages will get two underscores for each slash
|
|
|
|
// https://github.com/DefinitelyTyped/DefinitelyTyped/tree/15f1ece08f7b498f4b9a2147c2a46e94416ca777#what-about-scoped-packages
|
|
|
|
format!("@types/{}", package_name.replace('/', "__"))
|
|
|
|
}
|
|
|
|
|
|
|
|
#[cfg(test)]
|
|
|
|
mod test {
|
|
|
|
use super::types_package_name;
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn test_types_package_name() {
|
|
|
|
assert_eq!(types_package_name("name"), "@types/name");
|
|
|
|
assert_eq!(
|
|
|
|
types_package_name("@scoped/package"),
|
|
|
|
"@types/@scoped__package"
|
|
|
|
);
|
|
|
|
}
|
|
|
|
}
|