2019-08-21 20:42:48 -04:00
|
|
|
use super::dispatch_minimal::MinimalOp;
|
2019-12-31 09:09:58 -05:00
|
|
|
use crate::http_util::HttpBody;
|
2020-02-23 14:51:29 -05:00
|
|
|
use crate::op_error::OpError;
|
2019-10-11 14:41:54 -04:00
|
|
|
use crate::ops::minimal_op;
|
2020-02-08 14:34:31 -05:00
|
|
|
use crate::state::State;
|
2020-01-05 11:56:18 -05:00
|
|
|
use deno_core::*;
|
2019-11-16 19:17:47 -05:00
|
|
|
use futures::future::FutureExt;
|
2020-01-02 13:11:33 -05:00
|
|
|
use futures::ready;
|
2019-11-16 19:17:47 -05:00
|
|
|
use std::future::Future;
|
|
|
|
use std::pin::Pin;
|
|
|
|
use std::task::Context;
|
|
|
|
use std::task::Poll;
|
2019-12-30 08:57:17 -05:00
|
|
|
use tokio::io::{AsyncRead, AsyncWrite};
|
2019-11-14 12:10:25 -05:00
|
|
|
use tokio::net::TcpStream;
|
|
|
|
use tokio_rustls::client::TlsStream as ClientTlsStream;
|
|
|
|
use tokio_rustls::server::TlsStream as ServerTlsStream;
|
|
|
|
|
|
|
|
#[cfg(not(windows))]
|
|
|
|
use std::os::unix::io::FromRawFd;
|
|
|
|
|
|
|
|
#[cfg(windows)]
|
|
|
|
use std::os::windows::io::FromRawHandle;
|
|
|
|
|
|
|
|
#[cfg(windows)]
|
|
|
|
extern crate winapi;
|
|
|
|
|
|
|
|
lazy_static! {
|
|
|
|
/// Due to portability issues on Windows handle to stdout is created from raw file descriptor.
|
|
|
|
/// The caveat of that approach is fact that when this handle is dropped underlying
|
|
|
|
/// file descriptor is closed - that is highly not desirable in case of stdout.
|
|
|
|
/// That's why we store this global handle that is then cloned when obtaining stdio
|
|
|
|
/// for process. In turn when resource table is dropped storing reference to that handle,
|
|
|
|
/// the handle itself won't be closed (so Deno.core.print) will still work.
|
|
|
|
static ref STDOUT_HANDLE: std::fs::File = {
|
|
|
|
#[cfg(not(windows))]
|
|
|
|
let stdout = unsafe { std::fs::File::from_raw_fd(1) };
|
|
|
|
#[cfg(windows)]
|
|
|
|
let stdout = unsafe {
|
|
|
|
std::fs::File::from_raw_handle(winapi::um::processenv::GetStdHandle(
|
|
|
|
winapi::um::winbase::STD_OUTPUT_HANDLE,
|
|
|
|
))
|
|
|
|
};
|
|
|
|
|
|
|
|
stdout
|
|
|
|
};
|
|
|
|
}
|
2019-08-21 20:42:48 -04:00
|
|
|
|
2020-02-08 14:34:31 -05:00
|
|
|
pub fn init(i: &mut Isolate, s: &State) {
|
2019-11-14 12:10:25 -05:00
|
|
|
i.register_op(
|
|
|
|
"read",
|
|
|
|
s.core_op(minimal_op(s.stateful_minimal_op(op_read))),
|
|
|
|
);
|
|
|
|
i.register_op(
|
|
|
|
"write",
|
|
|
|
s.core_op(minimal_op(s.stateful_minimal_op(op_write))),
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn get_stdio() -> (StreamResource, StreamResource, StreamResource) {
|
|
|
|
let stdin = StreamResource::Stdin(tokio::io::stdin());
|
|
|
|
let stdout = StreamResource::Stdout({
|
|
|
|
let stdout = STDOUT_HANDLE
|
|
|
|
.try_clone()
|
|
|
|
.expect("Unable to clone stdout handle");
|
|
|
|
tokio::fs::File::from_std(stdout)
|
|
|
|
});
|
|
|
|
let stderr = StreamResource::Stderr(tokio::io::stderr());
|
|
|
|
|
|
|
|
(stdin, stdout, stderr)
|
|
|
|
}
|
|
|
|
|
|
|
|
pub enum StreamResource {
|
|
|
|
Stdin(tokio::io::Stdin),
|
|
|
|
Stdout(tokio::fs::File),
|
|
|
|
Stderr(tokio::io::Stderr),
|
|
|
|
FsFile(tokio::fs::File),
|
|
|
|
TcpStream(tokio::net::TcpStream),
|
|
|
|
ServerTlsStream(Box<ServerTlsStream<TcpStream>>),
|
|
|
|
ClientTlsStream(Box<ClientTlsStream<TcpStream>>),
|
2019-11-16 19:17:47 -05:00
|
|
|
HttpBody(Box<HttpBody>),
|
2019-12-30 08:57:17 -05:00
|
|
|
ChildStdin(tokio::process::ChildStdin),
|
|
|
|
ChildStdout(tokio::process::ChildStdout),
|
|
|
|
ChildStderr(tokio::process::ChildStderr),
|
2019-11-14 12:10:25 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
/// `DenoAsyncRead` is the same as the `tokio_io::AsyncRead` trait
|
2020-02-23 14:51:29 -05:00
|
|
|
/// but uses an `OpError` error instead of `std::io:Error`
|
2019-11-14 12:10:25 -05:00
|
|
|
pub trait DenoAsyncRead {
|
2019-11-16 19:17:47 -05:00
|
|
|
fn poll_read(
|
2020-01-02 13:11:33 -05:00
|
|
|
&mut self,
|
2019-11-16 19:17:47 -05:00
|
|
|
cx: &mut Context,
|
|
|
|
buf: &mut [u8],
|
2020-02-23 14:51:29 -05:00
|
|
|
) -> Poll<Result<usize, OpError>>;
|
2019-11-14 12:10:25 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
impl DenoAsyncRead for StreamResource {
|
2019-11-16 19:17:47 -05:00
|
|
|
fn poll_read(
|
2020-01-02 13:11:33 -05:00
|
|
|
&mut self,
|
2019-11-16 19:17:47 -05:00
|
|
|
cx: &mut Context,
|
|
|
|
buf: &mut [u8],
|
2020-02-23 14:51:29 -05:00
|
|
|
) -> Poll<Result<usize, OpError>> {
|
2020-01-02 13:11:33 -05:00
|
|
|
use StreamResource::*;
|
|
|
|
let mut f: Pin<Box<dyn AsyncRead>> = match self {
|
|
|
|
FsFile(f) => Box::pin(f),
|
|
|
|
Stdin(f) => Box::pin(f),
|
|
|
|
TcpStream(f) => Box::pin(f),
|
|
|
|
ClientTlsStream(f) => Box::pin(f),
|
|
|
|
ServerTlsStream(f) => Box::pin(f),
|
|
|
|
ChildStdout(f) => Box::pin(f),
|
|
|
|
ChildStderr(f) => Box::pin(f),
|
|
|
|
HttpBody(f) => Box::pin(f),
|
2020-02-23 14:51:29 -05:00
|
|
|
_ => return Err(OpError::bad_resource()).into(),
|
2019-11-14 12:10:25 -05:00
|
|
|
};
|
|
|
|
|
2020-01-02 13:11:33 -05:00
|
|
|
let v = ready!(f.as_mut().poll_read(cx, buf))?;
|
|
|
|
Ok(v).into()
|
2019-11-14 12:10:25 -05:00
|
|
|
}
|
2019-10-11 14:41:54 -04:00
|
|
|
}
|
|
|
|
|
2019-11-07 11:11:15 -05:00
|
|
|
#[derive(Debug, PartialEq)]
|
|
|
|
enum IoState {
|
|
|
|
Pending,
|
2019-12-30 08:57:17 -05:00
|
|
|
Flush,
|
2019-11-07 11:11:15 -05:00
|
|
|
Done,
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Tries to read some bytes directly into the given `buf` in asynchronous
|
|
|
|
/// manner, returning a future type.
|
|
|
|
///
|
|
|
|
/// The returned future will resolve to both the I/O stream and the buffer
|
|
|
|
/// as well as the number of bytes read once the read operation is completed.
|
2020-02-08 14:34:31 -05:00
|
|
|
pub fn read<T>(state: &State, rid: ResourceId, buf: T) -> Read<T>
|
2019-11-07 11:11:15 -05:00
|
|
|
where
|
|
|
|
T: AsMut<[u8]>,
|
|
|
|
{
|
|
|
|
Read {
|
|
|
|
rid,
|
|
|
|
buf,
|
2019-11-14 12:10:25 -05:00
|
|
|
io_state: IoState::Pending,
|
|
|
|
state: state.clone(),
|
2019-11-07 11:11:15 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// A future which can be used to easily read available number of bytes to fill
|
|
|
|
/// a buffer.
|
|
|
|
///
|
|
|
|
/// Created by the [`read`] function.
|
|
|
|
pub struct Read<T> {
|
|
|
|
rid: ResourceId,
|
|
|
|
buf: T,
|
2019-11-14 12:10:25 -05:00
|
|
|
io_state: IoState,
|
2020-02-08 14:34:31 -05:00
|
|
|
state: State,
|
2019-11-07 11:11:15 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
impl<T> Future for Read<T>
|
|
|
|
where
|
2019-11-16 19:17:47 -05:00
|
|
|
T: AsMut<[u8]> + Unpin,
|
2019-11-07 11:11:15 -05:00
|
|
|
{
|
2020-02-23 14:51:29 -05:00
|
|
|
type Output = Result<i32, OpError>;
|
2019-11-07 11:11:15 -05:00
|
|
|
|
2019-11-16 19:17:47 -05:00
|
|
|
fn poll(self: Pin<&mut Self>, cx: &mut Context) -> Poll<Self::Output> {
|
|
|
|
let inner = self.get_mut();
|
|
|
|
if inner.io_state == IoState::Done {
|
2019-11-07 11:11:15 -05:00
|
|
|
panic!("poll a Read after it's done");
|
|
|
|
}
|
|
|
|
|
2020-02-08 14:34:31 -05:00
|
|
|
let mut state = inner.state.borrow_mut();
|
|
|
|
let resource = state
|
|
|
|
.resource_table
|
2019-11-16 19:17:47 -05:00
|
|
|
.get_mut::<StreamResource>(inner.rid)
|
2020-02-23 14:51:29 -05:00
|
|
|
.ok_or_else(OpError::bad_resource)?;
|
2020-01-02 13:11:33 -05:00
|
|
|
let nread = ready!(resource.poll_read(cx, &mut inner.buf.as_mut()[..]))?;
|
2019-11-16 19:17:47 -05:00
|
|
|
inner.io_state = IoState::Done;
|
|
|
|
Poll::Ready(Ok(nread as i32))
|
2019-11-07 11:11:15 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-02-23 14:51:29 -05:00
|
|
|
fn no_buffer_specified() -> OpError {
|
|
|
|
OpError::type_error("no buffer specified".to_string())
|
|
|
|
}
|
|
|
|
|
2019-11-14 12:10:25 -05:00
|
|
|
pub fn op_read(
|
2020-02-08 14:34:31 -05:00
|
|
|
state: &State,
|
2019-11-14 12:10:25 -05:00
|
|
|
rid: i32,
|
2020-01-24 15:10:49 -05:00
|
|
|
zero_copy: Option<ZeroCopyBuf>,
|
2019-11-16 19:17:47 -05:00
|
|
|
) -> Pin<Box<MinimalOp>> {
|
2019-08-21 20:42:48 -04:00
|
|
|
debug!("read rid={}", rid);
|
|
|
|
let zero_copy = match zero_copy {
|
2020-02-23 14:51:29 -05:00
|
|
|
None => return futures::future::err(no_buffer_specified()).boxed_local(),
|
2019-08-21 20:42:48 -04:00
|
|
|
Some(buf) => buf,
|
|
|
|
};
|
2019-09-10 00:59:40 -04:00
|
|
|
|
2019-11-16 19:17:47 -05:00
|
|
|
let fut = read(state, rid as u32, zero_copy);
|
2020-02-03 18:08:44 -05:00
|
|
|
fut.boxed_local()
|
2019-11-07 11:11:15 -05:00
|
|
|
}
|
|
|
|
|
2019-11-14 12:10:25 -05:00
|
|
|
/// `DenoAsyncWrite` is the same as the `tokio_io::AsyncWrite` trait
|
2020-02-23 14:51:29 -05:00
|
|
|
/// but uses an `OpError` error instead of `std::io:Error`
|
2019-11-14 12:10:25 -05:00
|
|
|
pub trait DenoAsyncWrite {
|
2019-11-16 19:17:47 -05:00
|
|
|
fn poll_write(
|
2020-01-02 13:11:33 -05:00
|
|
|
&mut self,
|
2019-11-16 19:17:47 -05:00
|
|
|
cx: &mut Context,
|
|
|
|
buf: &[u8],
|
2020-02-23 14:51:29 -05:00
|
|
|
) -> Poll<Result<usize, OpError>>;
|
2019-11-16 19:17:47 -05:00
|
|
|
|
2020-02-23 14:51:29 -05:00
|
|
|
fn poll_close(&mut self, cx: &mut Context) -> Poll<Result<(), OpError>>;
|
2019-12-30 08:57:17 -05:00
|
|
|
|
2020-02-23 14:51:29 -05:00
|
|
|
fn poll_flush(&mut self, cx: &mut Context) -> Poll<Result<(), OpError>>;
|
2019-11-14 12:10:25 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
impl DenoAsyncWrite for StreamResource {
|
2019-11-16 19:17:47 -05:00
|
|
|
fn poll_write(
|
2020-01-02 13:11:33 -05:00
|
|
|
&mut self,
|
2019-11-16 19:17:47 -05:00
|
|
|
cx: &mut Context,
|
|
|
|
buf: &[u8],
|
2020-02-23 14:51:29 -05:00
|
|
|
) -> Poll<Result<usize, OpError>> {
|
2020-01-02 13:11:33 -05:00
|
|
|
use StreamResource::*;
|
|
|
|
let mut f: Pin<Box<dyn AsyncWrite>> = match self {
|
|
|
|
FsFile(f) => Box::pin(f),
|
|
|
|
Stdout(f) => Box::pin(f),
|
|
|
|
Stderr(f) => Box::pin(f),
|
|
|
|
TcpStream(f) => Box::pin(f),
|
|
|
|
ClientTlsStream(f) => Box::pin(f),
|
|
|
|
ServerTlsStream(f) => Box::pin(f),
|
|
|
|
ChildStdin(f) => Box::pin(f),
|
2020-02-23 14:51:29 -05:00
|
|
|
_ => return Err(OpError::bad_resource()).into(),
|
2019-11-14 12:10:25 -05:00
|
|
|
};
|
|
|
|
|
2020-01-02 13:11:33 -05:00
|
|
|
let v = ready!(f.as_mut().poll_write(cx, buf))?;
|
|
|
|
Ok(v).into()
|
2019-11-14 12:10:25 -05:00
|
|
|
}
|
|
|
|
|
2020-02-23 14:51:29 -05:00
|
|
|
fn poll_flush(&mut self, cx: &mut Context) -> Poll<Result<(), OpError>> {
|
2020-01-02 13:11:33 -05:00
|
|
|
use StreamResource::*;
|
|
|
|
let mut f: Pin<Box<dyn AsyncWrite>> = match self {
|
|
|
|
FsFile(f) => Box::pin(f),
|
|
|
|
Stdout(f) => Box::pin(f),
|
|
|
|
Stderr(f) => Box::pin(f),
|
|
|
|
TcpStream(f) => Box::pin(f),
|
|
|
|
ClientTlsStream(f) => Box::pin(f),
|
|
|
|
ServerTlsStream(f) => Box::pin(f),
|
|
|
|
ChildStdin(f) => Box::pin(f),
|
2020-02-23 14:51:29 -05:00
|
|
|
_ => return Err(OpError::bad_resource()).into(),
|
2019-12-30 08:57:17 -05:00
|
|
|
};
|
|
|
|
|
2020-01-02 13:11:33 -05:00
|
|
|
ready!(f.as_mut().poll_flush(cx))?;
|
|
|
|
Ok(()).into()
|
2019-12-30 08:57:17 -05:00
|
|
|
}
|
|
|
|
|
2020-02-23 14:51:29 -05:00
|
|
|
fn poll_close(&mut self, _cx: &mut Context) -> Poll<Result<(), OpError>> {
|
2019-11-14 12:10:25 -05:00
|
|
|
unimplemented!()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-11-07 11:11:15 -05:00
|
|
|
/// A future used to write some data to a stream.
|
|
|
|
pub struct Write<T> {
|
|
|
|
rid: ResourceId,
|
|
|
|
buf: T,
|
2019-11-14 12:10:25 -05:00
|
|
|
io_state: IoState,
|
2020-02-08 14:34:31 -05:00
|
|
|
state: State,
|
2019-12-30 08:57:17 -05:00
|
|
|
nwritten: i32,
|
2019-11-07 11:11:15 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Creates a future that will write some of the buffer `buf` to
|
|
|
|
/// the stream resource with `rid`.
|
|
|
|
///
|
|
|
|
/// Any error which happens during writing will cause both the stream and the
|
|
|
|
/// buffer to get destroyed.
|
2020-02-08 14:34:31 -05:00
|
|
|
pub fn write<T>(state: &State, rid: ResourceId, buf: T) -> Write<T>
|
2019-11-07 11:11:15 -05:00
|
|
|
where
|
|
|
|
T: AsRef<[u8]>,
|
|
|
|
{
|
|
|
|
Write {
|
|
|
|
rid,
|
|
|
|
buf,
|
2019-11-14 12:10:25 -05:00
|
|
|
io_state: IoState::Pending,
|
|
|
|
state: state.clone(),
|
2019-12-30 08:57:17 -05:00
|
|
|
nwritten: 0,
|
2019-11-07 11:11:15 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// This is almost the same implementation as in tokio, difference is
|
2020-02-23 14:51:29 -05:00
|
|
|
/// that error type is `OpError` instead of `std::io::Error`.
|
2019-11-07 11:11:15 -05:00
|
|
|
impl<T> Future for Write<T>
|
|
|
|
where
|
2019-11-16 19:17:47 -05:00
|
|
|
T: AsRef<[u8]> + Unpin,
|
2019-11-07 11:11:15 -05:00
|
|
|
{
|
2020-02-23 14:51:29 -05:00
|
|
|
type Output = Result<i32, OpError>;
|
2019-11-07 11:11:15 -05:00
|
|
|
|
2019-11-16 19:17:47 -05:00
|
|
|
fn poll(self: Pin<&mut Self>, cx: &mut Context) -> Poll<Self::Output> {
|
|
|
|
let inner = self.get_mut();
|
|
|
|
if inner.io_state == IoState::Done {
|
2019-11-07 11:11:15 -05:00
|
|
|
panic!("poll a Read after it's done");
|
|
|
|
}
|
|
|
|
|
2019-12-30 08:57:17 -05:00
|
|
|
if inner.io_state == IoState::Pending {
|
2020-02-08 14:34:31 -05:00
|
|
|
let mut state = inner.state.borrow_mut();
|
|
|
|
let resource = state
|
|
|
|
.resource_table
|
2019-12-30 08:57:17 -05:00
|
|
|
.get_mut::<StreamResource>(inner.rid)
|
2020-02-23 14:51:29 -05:00
|
|
|
.ok_or_else(OpError::bad_resource)?;
|
2019-12-30 08:57:17 -05:00
|
|
|
|
2020-01-02 13:11:33 -05:00
|
|
|
let nwritten = ready!(resource.poll_write(cx, inner.buf.as_ref()))?;
|
2019-12-30 08:57:17 -05:00
|
|
|
inner.io_state = IoState::Flush;
|
|
|
|
inner.nwritten = nwritten as i32;
|
|
|
|
}
|
|
|
|
|
|
|
|
// TODO(bartlomieju): this step was added during upgrade to Tokio 0.2
|
|
|
|
// and the reasons for the need to explicitly flush are not fully known.
|
|
|
|
// Figure out why it's needed and preferably remove it.
|
|
|
|
// https://github.com/denoland/deno/issues/3565
|
|
|
|
if inner.io_state == IoState::Flush {
|
2020-02-08 14:34:31 -05:00
|
|
|
let mut state = inner.state.borrow_mut();
|
|
|
|
let resource = state
|
|
|
|
.resource_table
|
2019-12-30 08:57:17 -05:00
|
|
|
.get_mut::<StreamResource>(inner.rid)
|
2020-02-23 14:51:29 -05:00
|
|
|
.ok_or_else(OpError::bad_resource)?;
|
2020-01-02 13:11:33 -05:00
|
|
|
ready!(resource.poll_flush(cx))?;
|
|
|
|
inner.io_state = IoState::Done;
|
2019-12-30 08:57:17 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
Poll::Ready(Ok(inner.nwritten))
|
2019-08-21 20:42:48 -04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-11-14 12:10:25 -05:00
|
|
|
pub fn op_write(
|
2020-02-08 14:34:31 -05:00
|
|
|
state: &State,
|
2019-11-14 12:10:25 -05:00
|
|
|
rid: i32,
|
2020-01-24 15:10:49 -05:00
|
|
|
zero_copy: Option<ZeroCopyBuf>,
|
2019-11-16 19:17:47 -05:00
|
|
|
) -> Pin<Box<MinimalOp>> {
|
2019-08-21 20:42:48 -04:00
|
|
|
debug!("write rid={}", rid);
|
|
|
|
let zero_copy = match zero_copy {
|
2020-02-23 14:51:29 -05:00
|
|
|
None => return futures::future::err(no_buffer_specified()).boxed_local(),
|
2019-08-21 20:42:48 -04:00
|
|
|
Some(buf) => buf,
|
|
|
|
};
|
2019-09-10 00:59:40 -04:00
|
|
|
|
2019-11-16 19:17:47 -05:00
|
|
|
let fut = write(state, rid as u32, zero_copy);
|
2019-11-07 11:11:15 -05:00
|
|
|
|
2020-02-03 18:08:44 -05:00
|
|
|
fut.boxed_local()
|
2019-08-21 20:42:48 -04:00
|
|
|
}
|