// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. use crate::errors; use crate::errors::DenoError; use futures::future::{loop_fn, Loop}; use futures::{future, Future, Stream}; use hyper; use hyper::client::{Client, HttpConnector}; use hyper::header::CONTENT_TYPE; use hyper::Uri; use hyper_rustls; type Connector = hyper_rustls::HttpsConnector; lazy_static! { static ref CONNECTOR: Connector = { let num_dns_threads = 4; Connector::new(num_dns_threads) }; } pub fn get_client() -> Client { // TODO use Hyper's connection pool. let c = CONNECTOR.clone(); Client::builder().build(c) } /// Construct the next uri based on base uri and location header fragment /// See fn resolve_uri_from_location(base_uri: &Uri, location: &str) -> Uri { if location.starts_with("http://") || location.starts_with("https://") { // absolute uri location .parse::() .expect("provided redirect url should be a valid url") } else if location.starts_with("//") { // "//" authority path-abempty format!("{}:{}", base_uri.scheme_part().unwrap().as_str(), location) .parse::() .expect("provided redirect url should be a valid url") } else if location.starts_with('/') { // path-absolute let mut new_uri_parts = base_uri.clone().into_parts(); new_uri_parts.path_and_query = Some(location.parse().unwrap()); Uri::from_parts(new_uri_parts).unwrap() } else { // assuming path-noscheme | path-empty let mut new_uri_parts = base_uri.clone().into_parts(); new_uri_parts.path_and_query = Some(format!("{}/{}", base_uri.path(), location).parse().unwrap()); Uri::from_parts(new_uri_parts).unwrap() } } #[cfg(test)] use crate::errors::DenoResult; #[cfg(test)] use crate::tokio_util; #[cfg(test)] /// Synchronously fetchs the given HTTP URL. Returns (content, media_type). pub fn fetch_sync_string(module_name: &str) -> DenoResult<(String, String)> { tokio_util::block_on(fetch_string(module_name)) } /// Asynchronously fetchs the given HTTP URL. Returns (content, media_type). pub fn fetch_string( module_name: &str, ) -> impl Future { let url = module_name.parse::().unwrap(); let client = get_client(); // TODO(kevinkassimo): consider set a max redirection counter // to avoid bouncing between 2 or more urls loop_fn((client, url), |(client, url)| { client .get(url.clone()) .map_err(DenoError::from) .and_then(move |response| { if response.status().is_redirection() { let location_string = response .headers() .get("location") .expect("url redirection should provide 'location' header") .to_str() .unwrap() .to_string(); debug!("Redirecting to {}...", &location_string); let new_url = resolve_uri_from_location(&url, &location_string); return Ok(Loop::Continue((client, new_url))); } if !response.status().is_success() { return Err(errors::new( errors::ErrorKind::NotFound, "module not found".to_string(), )); } Ok(Loop::Break(response)) }) }).and_then(|response| { let content_type = response .headers() .get(CONTENT_TYPE) .map(|content_type| content_type.to_str().unwrap().to_string()); let body = response .into_body() .concat2() .map(|body| String::from_utf8(body.to_vec()).unwrap()) .map_err(DenoError::from); body.join(future::ok(content_type)) }).and_then(|(body_string, maybe_content_type)| { future::ok((body_string, maybe_content_type.unwrap())) }) } #[test] fn test_fetch_sync_string() { // Relies on external http server. See tools/http_server.py tokio_util::init(|| { let (p, m) = fetch_sync_string("http://127.0.0.1:4545/package.json").unwrap(); println!("package.json len {}", p.len()); assert!(p.len() > 1); assert!(m == "application/json") }); } #[test] fn test_fetch_string() { // Relies on external http server. See tools/http_server.py tokio_util::init(|| { let (p, m) = fetch_string("http://127.0.0.1:4545/package.json") .wait() .unwrap(); println!("package.json len {}", p.len()); assert!(p.len() > 1); assert!(m == "application/json") }); } #[test] fn test_fetch_sync_string_with_redirect() { // Relies on external http server. See tools/http_server.py tokio_util::init(|| { let (p, m) = fetch_sync_string("http://127.0.0.1:4546/package.json").unwrap(); println!("package.json len {}", p.len()); assert!(p.len() > 1); assert!(m == "application/json") }); } #[test] fn test_resolve_uri_from_location_full_1() { let url = "http://deno.land".parse::().unwrap(); let new_uri = resolve_uri_from_location(&url, "http://golang.org"); assert_eq!(new_uri.host().unwrap(), "golang.org"); } #[test] fn test_resolve_uri_from_location_full_2() { let url = "https://deno.land".parse::().unwrap(); let new_uri = resolve_uri_from_location(&url, "https://golang.org"); assert_eq!(new_uri.host().unwrap(), "golang.org"); } #[test] fn test_resolve_uri_from_location_relative_1() { let url = "http://deno.land/x".parse::().unwrap(); let new_uri = resolve_uri_from_location(&url, "//rust-lang.org/en-US"); assert_eq!(new_uri.host().unwrap(), "rust-lang.org"); assert_eq!(new_uri.path(), "/en-US"); } #[test] fn test_resolve_uri_from_location_relative_2() { let url = "http://deno.land/x".parse::().unwrap(); let new_uri = resolve_uri_from_location(&url, "/y"); assert_eq!(new_uri.host().unwrap(), "deno.land"); assert_eq!(new_uri.path(), "/y"); } #[test] fn test_resolve_uri_from_location_relative_3() { let url = "http://deno.land/x".parse::().unwrap(); let new_uri = resolve_uri_from_location(&url, "z"); assert_eq!(new_uri.host().unwrap(), "deno.land"); assert_eq!(new_uri.path(), "/x/z"); }