foster/denoland-deno
1
0
Fork 0
mirror of https://github.com/denoland/deno.git synced 2024-11-01 09:24:20 -04:00
Code Issues Wiki Activity
denoland-deno/ext/node/polyfills/_stream.d.ts
Bartek Iwańczuk d47147fb6a
feat(ext/node): embed std/node into the snapshot (#17724) 
This commit moves "deno_std/node" in "ext/node" crate. The code is
transpiled and snapshotted during the build process.

During the first pass a minimal amount of work was done to create the
snapshot, a lot of code in "ext/node" depends on presence of "Deno"
global. This code will be gradually fixed in the follow up PRs to migrate
it to import relevant APIs from "internal:" modules.

Currently the code from snapshot is not used in any way, and all
Node/npm compatibility still uses code from 
"https://deno.land/std/node" (or from the location specified by 
"DENO_NODE_COMPAT_URL"). This will also be handled in a follow 
up PRs.

---------

Co-authored-by: crowlkats <crowlkats@toaxl.com>
Co-authored-by: Divy Srivastava <dj.srivastava23@gmail.com>
Co-authored-by: Yoshiya Hinosawa <stibium121@gmail.com>
2023-02-14 17:38:45 +01:00

1491 lines
52 KiB
TypeScript
Raw Blame History

// Copyright 2018-2023 the Deno authors. All rights reserved. MIT license.
// deno-lint-ignore-file no-explicit-any
// Forked from https://github.com/DefinitelyTyped/DefinitelyTyped/blob/4f538975138678878fed5b2555c0672aa578ab7d/types/node/stream.d.ts
import { Buffer } from "internal:deno_node/polyfills/buffer.ts";
import {
Abortable,
EventEmitter,
} from "internal:deno_node/polyfills/_events.d.ts";
import {
Buffered,
BufferEncoding,
ErrnoException,
ReadableStream,
ReadWriteStream,
WritableStream,
} from "internal:deno_node/polyfills/_global.d.ts";
export class Stream extends EventEmitter {
pipe<T extends WritableStream>(
destination: T,
options?: {
end?: boolean | undefined;
},
): T;
constructor(opts?: ReadableOptions);
}
interface StreamOptions<T extends Stream> extends Abortable {
emitClose?: boolean | undefined;
highWaterMark?: number | undefined;
objectMode?: boolean | undefined;
construct?(this: T, callback: (error?: Error | null) => void): void;
destroy?(
this: T,
error: Error | null,
callback: (error: Error | null) => void,
): void;
autoDestroy?: boolean | undefined;
}
export interface ReadableOptions extends StreamOptions<Readable> {
encoding?: BufferEncoding | undefined;
read?(this: Readable, size: number): void;
}
/**
* @since v0.9.4
*/
export class Readable extends Stream implements ReadableStream {
/**
* A utility method for creating Readable Streams out of iterators.
*/
static from(
iterable: Iterable<any> | AsyncIterable<any>,
options?: ReadableOptions,
): Readable;
/**
* A utility method for creating `Readable` from a `ReadableStream`.
* @since v17.0.0
* @experimental
*/
static fromWeb(
readableStream: globalThis.ReadableStream,
options?: Pick<
ReadableOptions,
"encoding" | "highWaterMark" | "objectMode" | "signal"
>,
): Readable;
/**
* Returns whether the stream has been read from or cancelled.
* @since v16.8.0
*/
static isDisturbed(stream: Readable | ReadableStream): boolean;
/**
* Returns whether the stream was destroyed or errored before emitting `'end'`.
* @since v16.8.0
* @experimental
*/
readonly readableAborted: boolean;
/**
* Is `true` if it is safe to call `readable.read()`, which means
* the stream has not been destroyed or emitted `'error'` or `'end'`.
* @since v11.4.0
*/
readable: boolean;
/**
* Returns whether `'data'` has been emitted.
* @since v16.7.0
* @experimental
*/
readonly readableDidRead: boolean;
/**
* Getter for the property `encoding` of a given `Readable` stream. The `encoding`property can be set using the `readable.setEncoding()` method.
* @since v12.7.0
*/
readonly readableEncoding: BufferEncoding | null;
/**
* Becomes `true` when `'end'` event is emitted.
* @since v12.9.0
*/
readonly readableEnded: boolean;
/**
* This property reflects the current state of a `Readable` stream as described
* in the `Three states` section.
* @since v9.4.0
*/
readonly readableFlowing: boolean | null;
/**
* Returns the value of `highWaterMark` passed when creating this `Readable`.
* @since v9.3.0
*/
readonly readableHighWaterMark: number;
/**
* This property contains the number of bytes (or objects) in the queue
* ready to be read. The value provides introspection data regarding
* the status of the `highWaterMark`.
* @since v9.4.0
*/
readonly readableLength: number;
/**
* Getter for the property `objectMode` of a given `Readable` stream.
* @since v12.3.0
*/
readonly readableObjectMode: boolean;
/**
* Is `true` after `readable.destroy()` has been called.
* @since v8.0.0
*/
destroyed: boolean;
constructor(opts?: ReadableOptions);
_construct?(callback: (error?: Error | null) => void): void;
_read(size: number): void;
_undestroy(): void;
/**
* The `readable.read()` method pulls some data out of the internal buffer and
* returns it. If no data available to be read, `null` is returned. By default,
* the data will be returned as a `Buffer` object unless an encoding has been
* specified using the `readable.setEncoding()` method or the stream is operating
* in object mode.
*
* The optional `size` argument specifies a specific number of bytes to read. If`size` bytes are not available to be read, `null` will be returned _unless_the stream has ended, in which
* case all of the data remaining in the internal
* buffer will be returned.
*
* If the `size` argument is not specified, all of the data contained in the
* internal buffer will be returned.
*
* The `size` argument must be less than or equal to 1 GiB.
*
* The `readable.read()` method should only be called on `Readable` streams
* operating in paused mode. In flowing mode, `readable.read()` is called
* automatically until the internal buffer is fully drained.
*
* ```js
* const readable = getReadableStreamSomehow();
*
* // 'readable' may be triggered multiple times as data is buffered in
* readable.on('readable', () => {
* let chunk;
* console.log('Stream is readable (new data received in buffer)');
* // Use a loop to make sure we read all currently available data
* while (null !== (chunk = readable.read())) {
* console.log(`Read ${chunk.length} bytes of data...`);
* }
* });
*
* // 'end' will be triggered once when there is no more data available
* readable.on('end', () => {
* console.log('Reached end of stream.');
* });
* ```
*
* Each call to `readable.read()` returns a chunk of data, or `null`. The chunks
* are not concatenated. A `while` loop is necessary to consume all data
* currently in the buffer. When reading a large file `.read()` may return `null`,
* having consumed all buffered content so far, but there is still more data to
* come not yet buffered. In this case a new `'readable'` event will be emitted
* when there is more data in the buffer. Finally the `'end'` event will be
* emitted when there is no more data to come.
*
* Therefore to read a file's whole contents from a `readable`, it is necessary
* to collect chunks across multiple `'readable'` events:
*
* ```js
* const chunks = [];
*
* readable.on('readable', () => {
* let chunk;
* while (null !== (chunk = readable.read())) {
* chunks.push(chunk);
* }
* });
*
* readable.on('end', () => {
* const content = chunks.join('');
* });
* ```
*
* A `Readable` stream in object mode will always return a single item from
* a call to `readable.read(size)`, regardless of the value of the`size` argument.
*
* If the `readable.read()` method returns a chunk of data, a `'data'` event will
* also be emitted.
*
* Calling {@link read} after the `'end'` event has
* been emitted will return `null`. No runtime error will be raised.
* @since v0.9.4
* @param size Optional argument to specify how much data to read.
*/
read(size?: number): any;
/**
* The `readable.setEncoding()` method sets the character encoding for
* data read from the `Readable` stream.
*
* By default, no encoding is assigned and stream data will be returned as`Buffer` objects. Setting an encoding causes the stream data
* to be returned as strings of the specified encoding rather than as `Buffer`objects. For instance, calling `readable.setEncoding('utf8')` will cause the
* output data to be interpreted as UTF-8 data, and passed as strings. Calling`readable.setEncoding('hex')` will cause the data to be encoded in hexadecimal
* string format.
*
* The `Readable` stream will properly handle multi-byte characters delivered
* through the stream that would otherwise become improperly decoded if simply
* pulled from the stream as `Buffer` objects.
*
* ```js
* const readable = getReadableStreamSomehow();
* readable.setEncoding('utf8');
* readable.on('data', (chunk) => {
* assert.equal(typeof chunk, 'string');
* console.log('Got %d characters of string data:', chunk.length);
* });
* ```
* @since v0.9.4
* @param encoding The encoding to use.
*/
setEncoding(encoding: BufferEncoding): this;
/**
* The `readable.pause()` method will cause a stream in flowing mode to stop
* emitting `'data'` events, switching out of flowing mode. Any data that
* becomes available will remain in the internal buffer.
*
* ```js
* const readable = getReadableStreamSomehow();
* readable.on('data', (chunk) => {
* console.log(`Received ${chunk.length} bytes of data.`);
* readable.pause();
* console.log('There will be no additional data for 1 second.');
* setTimeout(() => {
* console.log('Now data will start flowing again.');
* readable.resume();
* }, 1000);
* });
* ```
*
* The `readable.pause()` method has no effect if there is a `'readable'`event listener.
* @since v0.9.4
*/
pause(): this;
/**
* The `readable.resume()` method causes an explicitly paused `Readable` stream to
* resume emitting `'data'` events, switching the stream into flowing mode.
*
* The `readable.resume()` method can be used to fully consume the data from a
* stream without actually processing any of that data:
*
* ```js
* getReadableStreamSomehow()
* .resume()
* .on('end', () => {
* console.log('Reached the end, but did not read anything.');
* });
* ```
*
* The `readable.resume()` method has no effect if there is a `'readable'`event listener.
* @since v0.9.4
*/
resume(): this;
/**
* The `readable.isPaused()` method returns the current operating state of the`Readable`. This is used primarily by the mechanism that underlies the`readable.pipe()` method. In most
* typical cases, there will be no reason to
* use this method directly.
*
* ```js
* const readable = new stream.Readable();
*
* readable.isPaused(); // === false
* readable.pause();
* readable.isPaused(); // === true
* readable.resume();
* readable.isPaused(); // === false
* ```
* @since v0.11.14
*/
isPaused(): boolean;
/**
* The `readable.unpipe()` method detaches a `Writable` stream previously attached
* using the {@link pipe} method.
*
* If the `destination` is not specified, then _all_ pipes are detached.
*
* If the `destination` is specified, but no pipe is set up for it, then
* the method does nothing.
*
* ```js
* const fs = require('fs');
* const readable = getReadableStreamSomehow();
* const writable = fs.createWriteStream('file.txt');
* // All the data from readable goes into 'file.txt',
* // but only for the first second.
* readable.pipe(writable);
* setTimeout(() => {
* console.log('Stop writing to file.txt.');
* readable.unpipe(writable);
* console.log('Manually close the file stream.');
* writable.end();
* }, 1000);
* ```
* @since v0.9.4
* @param destination Optional specific stream to unpipe
*/
unpipe(destination?: WritableStream): this;
/**
* Passing `chunk` as `null` signals the end of the stream (EOF) and behaves the
* same as `readable.push(null)`, after which no more data can be written. The EOF
* signal is put at the end of the buffer and any buffered data will still be
* flushed.
*
* The `readable.unshift()` method pushes a chunk of data back into the internal
* buffer. This is useful in certain situations where a stream is being consumed by
* code that needs to "un-consume" some amount of data that it has optimistically
* pulled out of the source, so that the data can be passed on to some other party.
*
* The `stream.unshift(chunk)` method cannot be called after the `'end'` event
* has been emitted or a runtime error will be thrown.
*
* Developers using `stream.unshift()` often should consider switching to
* use of a `Transform` stream instead. See the `API for stream implementers` section for more information.
*
* ```js
* // Pull off a header delimited by \n\n.
* // Use unshift() if we get too much.
* // Call the callback with (error, header, stream).
* const { StringDecoder } = require('string_decoder');
* function parseHeader(stream, callback) {
* stream.on('error', callback);
* stream.on('readable', onReadable);
* const decoder = new StringDecoder('utf8');
* let header = '';
* function onReadable() {
* let chunk;
* while (null !== (chunk = stream.read())) {
* const str = decoder.write(chunk);
* if (str.match(/\n\n/)) {
* // Found the header boundary.
* const split = str.split(/\n\n/);
* header += split.shift();
* const remaining = split.join('\n\n');
* const buf = Buffer.from(remaining, 'utf8');
* stream.removeListener('error', callback);
* // Remove the 'readable' listener before unshifting.
* stream.removeListener('readable', onReadable);
* if (buf.length)
* stream.unshift(buf);
* // Now the body of the message can be read from the stream.
* callback(null, header, stream);
* } else {
* // Still reading the header.
* header += str;
* }
* }
* }
* }
* ```
*
* Unlike {@link push}, `stream.unshift(chunk)` will not
* end the reading process by resetting the internal reading state of the stream.
* This can cause unexpected results if `readable.unshift()` is called during a
* read (i.e. from within a {@link _read} implementation on a
* custom stream). Following the call to `readable.unshift()` with an immediate {@link push} will reset the reading state appropriately,
* however it is best to simply avoid calling `readable.unshift()` while in the
* process of performing a read.
* @since v0.9.11
* @param chunk Chunk of data to unshift onto the read queue. For streams not operating in object mode, `chunk` must be a string, `Buffer`, `Uint8Array` or `null`. For object mode
* streams, `chunk` may be any JavaScript value.
* @param encoding Encoding of string chunks. Must be a valid `Buffer` encoding, such as `'utf8'` or `'ascii'`.
*/
unshift(chunk: any, encoding?: BufferEncoding): void;
/**
* Prior to Node.js 0.10, streams did not implement the entire `stream` module API
* as it is currently defined. (See `Compatibility` for more information.)
*
* When using an older Node.js library that emits `'data'` events and has a {@link pause} method that is advisory only, the`readable.wrap()` method can be used to create a `Readable`
* stream that uses
* the old stream as its data source.
*
* It will rarely be necessary to use `readable.wrap()` but the method has been
* provided as a convenience for interacting with older Node.js applications and
* libraries.
*
* ```js
* const { OldReader } = require('./old-api-module.js');
* const { Readable } = require('stream');
* const oreader = new OldReader();
* const myReader = new Readable().wrap(oreader);
*
* myReader.on('readable', () => {
* myReader.read(); // etc.
* });
* ```
* @since v0.9.4
* @param stream An "old style" readable stream
*/
wrap(stream: ReadableStream): this;
push(chunk: any, encoding?: BufferEncoding): boolean;
_destroy(
error: Error | null,
callback: (error?: Error | null) => void,
): void;
/**
* Destroy the stream. Optionally emit an `'error'` event, and emit a `'close'`event (unless `emitClose` is set to `false`). After this call, the readable
* stream will release any internal resources and subsequent calls to `push()`will be ignored.
*
* Once `destroy()` has been called any further calls will be a no-op and no
* further errors except from `_destroy()` may be emitted as `'error'`.
*
* Implementors should not override this method, but instead implement `readable._destroy()`.
* @since v8.0.0
* @param error Error which will be passed as payload in `'error'` event
*/
destroy(error?: Error): void;
/**
* Event emitter
* The defined events on documents including:
* 1. close
* 2. data
* 3. end
* 4. error
* 5. pause
* 6. readable
* 7. resume
*/
addListener(event: "close", listener: () => void): this;
addListener(event: "data", listener: (chunk: any) => void): this;
addListener(event: "end", listener: () => void): this;
addListener(event: "error", listener: (err: Error) => void): this;
addListener(event: "pause", listener: () => void): this;
addListener(event: "readable", listener: () => void): this;
addListener(event: "resume", listener: () => void): this;
addListener(
event: string | symbol,
listener: (...args: any[]) => void,
): this;
emit(event: "close"): boolean;
emit(event: "data", chunk: any): boolean;
emit(event: "end"): boolean;
emit(event: "error", err: Error): boolean;
emit(event: "pause"): boolean;
emit(event: "readable"): boolean;
emit(event: "resume"): boolean;
emit(event: string | symbol, ...args: any[]): boolean;
on(event: "close", listener: () => void): this;
on(event: "data", listener: (chunk: any) => void): this;
on(event: "end", listener: () => void): this;
on(event: "error", listener: (err: Error) => void): this;
on(event: "pause", listener: () => void): this;
on(event: "readable", listener: () => void): this;
on(event: "resume", listener: () => void): this;
on(event: string | symbol, listener: (...args: any[]) => void): this;
once(event: "close", listener: () => void): this;
once(event: "data", listener: (chunk: any) => void): this;
once(event: "end", listener: () => void): this;
once(event: "error", listener: (err: Error) => void): this;
once(event: "pause", listener: () => void): this;
once(event: "readable", listener: () => void): this;
once(event: "resume", listener: () => void): this;
once(event: string | symbol, listener: (...args: any[]) => void): this;
prependListener(event: "close", listener: () => void): this;
prependListener(event: "data", listener: (chunk: any) => void): this;
prependListener(event: "end", listener: () => void): this;
prependListener(event: "error", listener: (err: Error) => void): this;
prependListener(event: "pause", listener: () => void): this;
prependListener(event: "readable", listener: () => void): this;
prependListener(event: "resume", listener: () => void): this;
prependListener(
event: string | symbol,
listener: (...args: any[]) => void,
): this;
prependOnceListener(event: "close", listener: () => void): this;
prependOnceListener(event: "data", listener: (chunk: any) => void): this;
prependOnceListener(event: "end", listener: () => void): this;
prependOnceListener(event: "error", listener: (err: Error) => void): this;
prependOnceListener(event: "pause", listener: () => void): this;
prependOnceListener(event: "readable", listener: () => void): this;
prependOnceListener(event: "resume", listener: () => void): this;
prependOnceListener(
event: string | symbol,
listener: (...args: any[]) => void,
): this;
removeListener(event: "close", listener: () => void): this;
removeListener(event: "data", listener: (chunk: any) => void): this;
removeListener(event: "end", listener: () => void): this;
removeListener(event: "error", listener: (err: Error) => void): this;
removeListener(event: "pause", listener: () => void): this;
removeListener(event: "readable", listener: () => void): this;
removeListener(event: "resume", listener: () => void): this;
removeListener(
event: string | symbol,
listener: (...args: any[]) => void,
): this;
[Symbol.asyncIterator](): AsyncIterableIterator<any>;
}
export interface WritableOptions extends StreamOptions<Writable> {
decodeStrings?: boolean | undefined;
defaultEncoding?: BufferEncoding | undefined;
write?(
this: Writable,
chunk: any,
encoding: BufferEncoding,
callback: (error?: Error | null) => void,
): void;
writev?(
this: Writable,
chunks: Array<{
chunk: any;
encoding: BufferEncoding;
}>,
callback: (error?: Error | null) => void,
): void;
final?(this: Writable, callback: (error?: Error | null) => void): void;
}
/**
* @since v0.9.4
*/
export class Writable extends Stream implements WritableStream {
/**
* A utility method for creating `Writable` from a `WritableStream`.
* @since v17.0.0
* @experimental
*/
static fromWeb(
writableStream: globalThis.WritableStream,
options?: Pick<
WritableOptions,
"decodeStrings" | "highWaterMark" | "objectMode" | "signal"
>,
): Writable;
/**
* Is `true` if it is safe to call `writable.write()`, which means
* the stream has not been destroyed, errored or ended.
* @since v11.4.0
*/
readonly writable: boolean;
readonly writableBuffer?: Buffered[];
/**
* Is `true` after `writable.end()` has been called. This property
* does not indicate whether the data has been flushed, for this use `writable.writableFinished` instead.
* @since v12.9.0
*/
readonly writableEnded: boolean;
/**
* Is set to `true` immediately before the `'finish'` event is emitted.
* @since v12.6.0
*/
readonly writableFinished: boolean;
/**
* Return the value of `highWaterMark` passed when creating this `Writable`.
* @since v9.3.0
*/
readonly writableHighWaterMark: number;
/**
* This property contains the number of bytes (or objects) in the queue
* ready to be written. The value provides introspection data regarding
* the status of the `highWaterMark`.
* @since v9.4.0
*/
readonly writableLength: number;
/**
* Getter for the property `objectMode` of a given `Writable` stream.
* @since v12.3.0
*/
readonly writableObjectMode: boolean;
/**
* Number of times `writable.uncork()` needs to be
* called in order to fully uncork the stream.
* @since v13.2.0, v12.16.0
*/
readonly writableCorked: number;
/**
* Is `true` after `writable.destroy()` has been called.
* @since v8.0.0
*/
destroyed: boolean;
/**
* Is true after 'close' has been emitted.
* @since v8.0.0
*/
readonly closed: boolean;
constructor(opts?: WritableOptions);
_write(
chunk: any,
encoding: BufferEncoding,
callback: (error?: Error | null) => void,
): void;
_writev?(
chunks: Array<{
chunk: any;
encoding: BufferEncoding;
}>,
callback: (error?: Error | null) => void,
): void;
_construct?(callback: (error?: Error | null) => void): void;
_destroy(
error: Error | null,
callback: (error?: Error | null) => void,
): void;
_final(callback: (error?: Error | null) => void): void;
/**
* The `writable.write()` method writes some data to the stream, and calls the
* supplied `callback` once the data has been fully handled. If an error
* occurs, the `callback` will be called with the error as its
* first argument. The `callback` is called asynchronously and before `'error'` is
* emitted.
*
* The return value is `true` if the internal buffer is less than the`highWaterMark` configured when the stream was created after admitting `chunk`.
* If `false` is returned, further attempts to write data to the stream should
* stop until the `'drain'` event is emitted.
*
* While a stream is not draining, calls to `write()` will buffer `chunk`, and
* return false. Once all currently buffered chunks are drained (accepted for
* delivery by the operating system), the `'drain'` event will be emitted.
* It is recommended that once `write()` returns false, no more chunks be written
* until the `'drain'` event is emitted. While calling `write()` on a stream that
* is not draining is allowed, Node.js will buffer all written chunks until
* maximum memory usage occurs, at which point it will abort unconditionally.
* Even before it aborts, high memory usage will cause poor garbage collector
* performance and high RSS (which is not typically released back to the system,
* even after the memory is no longer required). Since TCP sockets may never
* drain if the remote peer does not read the data, writing a socket that is
* not draining may lead to a remotely exploitable vulnerability.
*
* Writing data while the stream is not draining is particularly
* problematic for a `Transform`, because the `Transform` streams are paused
* by default until they are piped or a `'data'` or `'readable'` event handler
* is added.
*
* If the data to be written can be generated or fetched on demand, it is
* recommended to encapsulate the logic into a `Readable` and use {@link pipe}. However, if calling `write()` is preferred, it is
* possible to respect backpressure and avoid memory issues using the `'drain'` event:
*
* ```js
* function write(data, cb) {
* if (!stream.write(data)) {
* stream.once('drain', cb);
* } else {
* process.nextTick(cb);
* }
* }
*
* // Wait for cb to be called before doing any other write.
* write('hello', () => {
* console.log('Write completed, do more writes now.');
* });
* ```
*
* A `Writable` stream in object mode will always ignore the `encoding` argument.
* @since v0.9.4
* @param chunk Optional data to write. For streams not operating in object mode, `chunk` must be a string, `Buffer` or `Uint8Array`. For object mode streams, `chunk` may be any
* JavaScript value other than `null`.
* @param [encoding='utf8'] The encoding, if `chunk` is a string.
* @param callback Callback for when this chunk of data is flushed.
* @return `false` if the stream wishes for the calling code to wait for the `'drain'` event to be emitted before continuing to write additional data; otherwise `true`.
*/
write(
chunk: any,
callback?: (error: Error | null | undefined) => void,
): boolean;
write(
chunk: any,
encoding: BufferEncoding,
callback?: (error: Error | null | undefined) => void,
): boolean;
/**
* The `writable.setDefaultEncoding()` method sets the default `encoding` for a `Writable` stream.
* @since v0.11.15
* @param encoding The new default encoding
*/
setDefaultEncoding(encoding: BufferEncoding): this;
/**
* Calling the `writable.end()` method signals that no more data will be written
* to the `Writable`. The optional `chunk` and `encoding` arguments allow one
* final additional chunk of data to be written immediately before closing the
* stream.
*
* Calling the {@link write} method after calling {@link end} will raise an error.
*
* ```js
* // Write 'hello, ' and then end with 'world!'.
* const fs = require('fs');
* const file = fs.createWriteStream('example.txt');
* file.write('hello, ');
* file.end('world!');
* // Writing more now is not allowed!
* ```
* @since v0.9.4
* @param chunk Optional data to write. For streams not operating in object mode, `chunk` must be a string, `Buffer` or `Uint8Array`. For object mode streams, `chunk` may be any
* JavaScript value other than `null`.
* @param encoding The encoding if `chunk` is a string
* @param callback Callback for when the stream is finished.
*/
end(cb?: () => void): void;
end(chunk: any, cb?: () => void): void;
end(chunk: any, encoding: BufferEncoding, cb?: () => void): void;
/**
* The `writable.cork()` method forces all written data to be buffered in memory.
* The buffered data will be flushed when either the {@link uncork} or {@link end} methods are called.
*
* The primary intent of `writable.cork()` is to accommodate a situation in which
* several small chunks are written to the stream in rapid succession. Instead of
* immediately forwarding them to the underlying destination, `writable.cork()`buffers all the chunks until `writable.uncork()` is called, which will pass them
* all to `writable._writev()`, if present. This prevents a head-of-line blocking
* situation where data is being buffered while waiting for the first small chunk
* to be processed. However, use of `writable.cork()` without implementing`writable._writev()` may have an adverse effect on throughput.
*
* See also: `writable.uncork()`, `writable._writev()`.
* @since v0.11.2
*/
cork(): void;
/**
* The `writable.uncork()` method flushes all data buffered since {@link cork} was called.
*
* When using `writable.cork()` and `writable.uncork()` to manage the buffering
* of writes to a stream, it is recommended that calls to `writable.uncork()` be
* deferred using `process.nextTick()`. Doing so allows batching of all`writable.write()` calls that occur within a given Node.js event loop phase.
*
* ```js
* stream.cork();
* stream.write('some ');
* stream.write('data ');
* process.nextTick(() => stream.uncork());
* ```
*
* If the `writable.cork()` method is called multiple times on a stream, the
* same number of calls to `writable.uncork()` must be called to flush the buffered
* data.
*
* ```js
* stream.cork();
* stream.write('some ');
* stream.cork();
* stream.write('data ');
* process.nextTick(() => {
* stream.uncork();
* // The data will not be flushed until uncork() is called a second time.
* stream.uncork();
* });
* ```
*
* See also: `writable.cork()`.
* @since v0.11.2
*/
uncork(): void;
/**
* Destroy the stream. Optionally emit an `'error'` event, and emit a `'close'`event (unless `emitClose` is set to `false`). After this call, the writable
* stream has ended and subsequent calls to `write()` or `end()` will result in
* an `ERR_STREAM_DESTROYED` error.
* This is a destructive and immediate way to destroy a stream. Previous calls to`write()` may not have drained, and may trigger an `ERR_STREAM_DESTROYED` error.
* Use `end()` instead of destroy if data should flush before close, or wait for
* the `'drain'` event before destroying the stream.
*
* Once `destroy()` has been called any further calls will be a no-op and no
* further errors except from `_destroy()` may be emitted as `'error'`.
*
* Implementors should not override this method,
* but instead implement `writable._destroy()`.
* @since v8.0.0
* @param error Optional, an error to emit with `'error'` event.
*/
destroy(error?: Error): void;
/**
* Event emitter
* The defined events on documents including:
* 1. close
* 2. drain
* 3. error
* 4. finish
* 5. pipe
* 6. unpipe
*/
addListener(event: "close", listener: () => void): this;
addListener(event: "drain", listener: () => void): this;
addListener(event: "error", listener: (err: Error) => void): this;
addListener(event: "finish", listener: () => void): this;
addListener(event: "pipe", listener: (src: Readable) => void): this;
addListener(event: "unpipe", listener: (src: Readable) => void): this;
addListener(
event: string | symbol,
listener: (...args: any[]) => void,
): this;
emit(event: "close"): boolean;
emit(event: "drain"): boolean;
emit(event: "error", err: Error): boolean;
emit(event: "finish"): boolean;
emit(event: "pipe", src: Readable): boolean;
emit(event: "unpipe", src: Readable): boolean;
emit(event: string | symbol, ...args: any[]): boolean;
on(event: "close", listener: () => void): this;
on(event: "drain", listener: () => void): this;
on(event: "error", listener: (err: Error) => void): this;
on(event: "finish", listener: () => void): this;
on(event: "pipe", listener: (src: Readable) => void): this;
on(event: "unpipe", listener: (src: Readable) => void): this;
on(event: string | symbol, listener: (...args: any[]) => void): this;
once(event: "close", listener: () => void): this;
once(event: "drain", listener: () => void): this;
once(event: "error", listener: (err: Error) => void): this;
once(event: "finish", listener: () => void): this;
once(event: "pipe", listener: (src: Readable) => void): this;
once(event: "unpipe", listener: (src: Readable) => void): this;
once(event: string | symbol, listener: (...args: any[]) => void): this;
prependListener(event: "close", listener: () => void): this;
prependListener(event: "drain", listener: () => void): this;
prependListener(event: "error", listener: (err: Error) => void): this;
prependListener(event: "finish", listener: () => void): this;
prependListener(event: "pipe", listener: (src: Readable) => void): this;
prependListener(event: "unpipe", listener: (src: Readable) => void): this;
prependListener(
event: string | symbol,
listener: (...args: any[]) => void,
): this;
prependOnceListener(event: "close", listener: () => void): this;
prependOnceListener(event: "drain", listener: () => void): this;
prependOnceListener(event: "error", listener: (err: Error) => void): this;
prependOnceListener(event: "finish", listener: () => void): this;
prependOnceListener(event: "pipe", listener: (src: Readable) => void): this;
prependOnceListener(
event: "unpipe",
listener: (src: Readable) => void,
): this;
prependOnceListener(
event: string | symbol,
listener: (...args: any[]) => void,
): this;
removeListener(event: "close", listener: () => void): this;
removeListener(event: "drain", listener: () => void): this;
removeListener(event: "error", listener: (err: Error) => void): this;
removeListener(event: "finish", listener: () => void): this;
removeListener(event: "pipe", listener: (src: Readable) => void): this;
removeListener(event: "unpipe", listener: (src: Readable) => void): this;
removeListener(
event: string | symbol,
listener: (...args: any[]) => void,
): this;
}
export interface DuplexOptions extends ReadableOptions, WritableOptions {
allowHalfOpen?: boolean | undefined;
readableObjectMode?: boolean | undefined;
writableObjectMode?: boolean | undefined;
readableHighWaterMark?: number | undefined;
writableHighWaterMark?: number | undefined;
writableCorked?: number | undefined;
construct?(this: Duplex, callback: (error?: Error | null) => void): void;
read?(this: Duplex, size: number): void;
write?(
this: Duplex,
chunk: any,
encoding: BufferEncoding,
callback: (error?: Error | null) => void,
): void;
writev?(
this: Duplex,
chunks: Array<{
chunk: any;
encoding: BufferEncoding;
}>,
callback: (error?: Error | null) => void,
): void;
final?(this: Duplex, callback: (error?: Error | null) => void): void;
destroy?(
this: Duplex,
error: Error | null,
callback: (error: Error | null) => void,
): void;
}
/**
* Duplex streams are streams that implement both the `Readable` and `Writable` interfaces.
*
* Examples of `Duplex` streams include:
*
* * `TCP sockets`
* * `zlib streams`
* * `crypto streams`
* @since v0.9.4
*/
export class Duplex extends Readable implements Writable {
readonly writable: boolean;
readonly writableBuffer?: Buffered[];
readonly writableEnded: boolean;
readonly writableFinished: boolean;
readonly writableHighWaterMark: number;
readonly writableLength: number;
readonly writableObjectMode: boolean;
readonly writableCorked: number;
readonly closed: boolean;
/**
* If `false` then the stream will automatically end the writable side when the
* readable side ends. Set initially by the `allowHalfOpen` constructor option,
* which defaults to `false`.
*
* This can be changed manually to change the half-open behavior of an existing`Duplex` stream instance, but must be changed before the `'end'` event is
* emitted.
* @since v0.9.4
*/
allowHalfOpen: boolean;
constructor(opts?: DuplexOptions);
/**
* A utility method for creating duplex streams.
*
* - `Stream` converts writable stream into writable `Duplex` and readable stream
* to `Duplex`.
* - `Blob` converts into readable `Duplex`.
* - `string` converts into readable `Duplex`.
* - `ArrayBuffer` converts into readable `Duplex`.
* - `AsyncIterable` converts into a readable `Duplex`. Cannot yield `null`.
* - `AsyncGeneratorFunction` converts into a readable/writable transform
* `Duplex`. Must take a source `AsyncIterable` as first parameter. Cannot yield
* `null`.
* - `AsyncFunction` converts into a writable `Duplex`. Must return
* either `null` or `undefined`
* - `Object ({ writable, readable })` converts `readable` and
* `writable` into `Stream` and then combines them into `Duplex` where the
* `Duplex` will write to the `writable` and read from the `readable`.
* - `Promise` converts into readable `Duplex`. Value `null` is ignored.
*
* @since v16.8.0
*/
static from(
src:
| Stream
| Blob
| ArrayBuffer
| string
| Iterable<any>
| AsyncIterable<any>
| AsyncGeneratorFunction
| Promise<any>
// deno-lint-ignore ban-types
| Object,
): Duplex;
_write(
chunk: any,
encoding: BufferEncoding,
callback: (error?: Error | null) => void,
): void;
_writev?(
chunks: Array<{
chunk: any;
encoding: BufferEncoding;
}>,
callback: (error?: Error | null) => void,
): void;
_destroy(
error: Error | null,
callback: (error: Error | null) => void,
): void;
_final(callback: (error?: Error | null) => void): void;
write(
chunk: any,
encoding?: BufferEncoding,
cb?: (error: Error | null | undefined) => void,
): boolean;
write(chunk: any, cb?: (error: Error | null | undefined) => void): boolean;
setDefaultEncoding(encoding: BufferEncoding): this;
end(cb?: () => void): void;
end(chunk: any, cb?: () => void): void;
end(chunk: any, encoding?: BufferEncoding, cb?: () => void): void;
cork(): void;
uncork(): void;
}
type TransformCallback = (error?: Error | null, data?: any) => void;
export interface TransformOptions extends DuplexOptions {
construct?(this: Transform, callback: (error?: Error | null) => void): void;
read?(this: Transform, size: number): void;
write?(
this: Transform,
chunk: any,
encoding: BufferEncoding,
callback: (error?: Error | null) => void,
): void;
writev?(
this: Transform,
chunks: Array<{
chunk: any;
encoding: BufferEncoding;
}>,
callback: (error?: Error | null) => void,
): void;
final?(this: Transform, callback: (error?: Error | null) => void): void;
destroy?(
this: Transform,
error: Error | null,
callback: (error: Error | null) => void,
): void;
transform?(
this: Transform,
chunk: any,
encoding: BufferEncoding,
callback: TransformCallback,
): void;
flush?(this: Transform, callback: TransformCallback): void;
}
/**
* Transform streams are `Duplex` streams where the output is in some way
* related to the input. Like all `Duplex` streams, `Transform` streams
* implement both the `Readable` and `Writable` interfaces.
*
* Examples of `Transform` streams include:
*
* * `zlib streams`
* * `crypto streams`
* @since v0.9.4
*/
export class Transform extends Duplex {
constructor(opts?: TransformOptions);
_transform(
chunk: any,
encoding: BufferEncoding,
callback: TransformCallback,
): void;
_flush(callback: TransformCallback): void;
}
/**
* The `stream.PassThrough` class is a trivial implementation of a `Transform` stream that simply passes the input bytes across to the output. Its purpose is
* primarily for examples and testing, but there are some use cases where `stream.PassThrough` is useful as a building block for novel sorts of streams.
*/
export class PassThrough extends Transform {}
/**
* Attaches an AbortSignal to a readable or writeable stream. This lets code
* control stream destruction using an `AbortController`.
*
* Calling `abort` on the `AbortController` corresponding to the passed`AbortSignal` will behave the same way as calling `.destroy(new AbortError())`on the stream.
*
* ```js
* const fs = require('fs');
*
* const controller = new AbortController();
* const read = addAbortSignal(
* controller.signal,
* fs.createReadStream(('object.json'))
* );
* // Later, abort the operation closing the stream
* controller.abort();
* ```
*
* Or using an `AbortSignal` with a readable stream as an async iterable:
*
* ```js
* const controller = new AbortController();
* setTimeout(() => controller.abort(), 10_000); // set a timeout
* const stream = addAbortSignal(
* controller.signal,
* fs.createReadStream(('object.json'))
* );
* (async () => {
* try {
* for await (const chunk of stream) {
* await process(chunk);
* }
* } catch (e) {
* if (e.name === 'AbortError') {
* // The operation was cancelled
* } else {
* throw e;
* }
* }
* })();
* ```
* @since v15.4.0
* @param signal A signal representing possible cancellation
* @param stream a stream to attach a signal to
*/
export function addAbortSignal<T extends Stream>(
signal: AbortSignal,
stream: T,
): T;
interface FinishedOptions extends Abortable {
error?: boolean | undefined;
readable?: boolean | undefined;
writable?: boolean | undefined;
}
/**
* A function to get notified when a stream is no longer readable, writable
* or has experienced an error or a premature close event.
*
* ```js
* const { finished } = require('stream');
*
* const rs = fs.createReadStream('archive.tar');
*
* finished(rs, (err) => {
* if (err) {
* console.error('Stream failed.', err);
* } else {
* console.log('Stream is done reading.');
* }
* });
*
* rs.resume(); // Drain the stream.
* ```
*
* Especially useful in error handling scenarios where a stream is destroyed
* prematurely (like an aborted HTTP request), and will not emit `'end'`or `'finish'`.
*
* The `finished` API provides promise version:
*
* ```js
* const { finished } = require('stream/promises');
*
* const rs = fs.createReadStream('archive.tar');
*
* async function run() {
* await finished(rs);
* console.log('Stream is done reading.');
* }
*
* run().catch(console.error);
* rs.resume(); // Drain the stream.
* ```
*
* `stream.finished()` leaves dangling event listeners (in particular`'error'`, `'end'`, `'finish'` and `'close'`) after `callback` has been
* invoked. The reason for this is so that unexpected `'error'` events (due to
* incorrect stream implementations) do not cause unexpected crashes.
* If this is unwanted behavior then the returned cleanup function needs to be
* invoked in the callback:
*
* ```js
* const cleanup = finished(rs, (err) => {
* cleanup();
* // ...
* });
* ```
* @since v10.0.0
* @param stream A readable and/or writable stream.
* @param callback A callback function that takes an optional error argument.
* @return A cleanup function which removes all registered listeners.
*/
export function finished(
stream:
| ReadableStream
| WritableStream
| ReadWriteStream,
options: FinishedOptions,
callback: (err?: ErrnoException | null) => void,
): () => void;
export function finished(
stream:
| ReadableStream
| WritableStream
| ReadWriteStream,
callback: (err?: ErrnoException | null) => void,
): () => void;
export namespace finished {
function __promisify__(
stream:
| ReadableStream
| WritableStream
| ReadWriteStream,
options?: FinishedOptions,
): Promise<void>;
}
type PipelineSourceFunction<T> = () => Iterable<T> | AsyncIterable<T>;
type PipelineSource<T> =
| Iterable<T>
| AsyncIterable<T>
| ReadableStream
| PipelineSourceFunction<T>;
type PipelineTransform<S extends PipelineTransformSource<any>, U> =
| ReadWriteStream
| ((
source: S extends
(...args: any[]) => Iterable<infer ST> | AsyncIterable<infer ST>
? AsyncIterable<ST>
: S,
) => AsyncIterable<U>);
type PipelineTransformSource<T> =
| PipelineSource<T>
| PipelineTransform<any, T>;
type PipelineDestinationIterableFunction<T> = (
source: AsyncIterable<T>,
) => AsyncIterable<any>;
type PipelineDestinationPromiseFunction<T, P> = (
source: AsyncIterable<T>,
) => Promise<P>;
type PipelineDestination<S extends PipelineTransformSource<any>, P> = S extends
PipelineTransformSource<infer ST> ?
| WritableStream
| PipelineDestinationIterableFunction<ST>
| PipelineDestinationPromiseFunction<ST, P>
: never;
type PipelineCallback<S extends PipelineDestination<any, any>> = S extends
PipelineDestinationPromiseFunction<any, infer P>
? (err: ErrnoException | null, value: P) => void
: (err: ErrnoException | null) => void;
type PipelinePromise<S extends PipelineDestination<any, any>> = S extends
PipelineDestinationPromiseFunction<any, infer P> ? Promise<P>
: Promise<void>;
interface PipelineOptions {
signal: AbortSignal;
}
/**
* A module method to pipe between streams and generators forwarding errors and
* properly cleaning up and provide a callback when the pipeline is complete.
*
* ```js
* const { pipeline } = require('stream');
* const fs = require('fs');
* const zlib = require('zlib');
*
* // Use the pipeline API to easily pipe a series of streams
* // together and get notified when the pipeline is fully done.
*
* // A pipeline to gzip a potentially huge tar file efficiently:
*
* pipeline(
* fs.createReadStream('archive.tar'),
* zlib.createGzip(),
* fs.createWriteStream('archive.tar.gz'),
* (err) => {
* if (err) {
* console.error('Pipeline failed.', err);
* } else {
* console.log('Pipeline succeeded.');
* }
* }
* );
* ```
*
* The `pipeline` API provides a promise version, which can also
* receive an options argument as the last parameter with a`signal` `AbortSignal` property. When the signal is aborted,`destroy` will be called on the underlying pipeline, with
* an`AbortError`.
*
* ```js
* const { pipeline } = require('stream/promises');
*
* async function run() {
* await pipeline(
* fs.createReadStream('archive.tar'),
* zlib.createGzip(),
* fs.createWriteStream('archive.tar.gz')
* );
* console.log('Pipeline succeeded.');
* }
*
* run().catch(console.error);
* ```
*
* To use an `AbortSignal`, pass it inside an options object,
* as the last argument:
*
* ```js
* const { pipeline } = require('stream/promises');
*
* async function run() {
* const ac = new AbortController();
* const signal = ac.signal;
*
* setTimeout(() => ac.abort(), 1);
* await pipeline(
* fs.createReadStream('archive.tar'),
* zlib.createGzip(),
* fs.createWriteStream('archive.tar.gz'),
* { signal },
* );
* }
*
* run().catch(console.error); // AbortError
* ```
*
* The `pipeline` API also supports async generators:
*
* ```js
* const { pipeline } = require('stream/promises');
* const fs = require('fs');
*
* async function run() {
* await pipeline(
* fs.createReadStream('lowercase.txt'),
* async function* (source, signal) {
* source.setEncoding('utf8'); // Work with strings rather than `Buffer`s.
* for await (const chunk of source) {
* yield await processChunk(chunk, { signal });
* }
* },
* fs.createWriteStream('uppercase.txt')
* );
* console.log('Pipeline succeeded.');
* }
*
* run().catch(console.error);
* ```
*
* Remember to handle the `signal` argument passed into the async generator.
* Especially in the case where the async generator is the source for the
* pipeline (i.e. first argument) or the pipeline will never complete.
*
* ```js
* const { pipeline } = require('stream/promises');
* const fs = require('fs');
*
* async function run() {
* await pipeline(
* async function * (signal) {
* await someLongRunningfn({ signal });
* yield 'asd';
* },
* fs.createWriteStream('uppercase.txt')
* );
* console.log('Pipeline succeeded.');
* }
*
* run().catch(console.error);
* ```
*
* `stream.pipeline()` will call `stream.destroy(err)` on all streams except:
*
* * `Readable` streams which have emitted `'end'` or `'close'`.
* * `Writable` streams which have emitted `'finish'` or `'close'`.
*
* `stream.pipeline()` leaves dangling event listeners on the streams
* after the `callback` has been invoked. In the case of reuse of streams after
* failure, this can cause event listener leaks and swallowed errors.
* @since v10.0.0
* @param callback Called when the pipeline is fully done.
*/
export function pipeline<
A extends PipelineSource<any>,
B extends PipelineDestination<A, any>,
>(
source: A,
destination: B,
callback?: PipelineCallback<B>,
): B extends WritableStream ? B : WritableStream;
export function pipeline<
A extends PipelineSource<any>,
T1 extends PipelineTransform<A, any>,
B extends PipelineDestination<T1, any>,
>(
source: A,
transform1: T1,
destination: B,
callback?: PipelineCallback<B>,
): B extends WritableStream ? B : WritableStream;
export function pipeline<
A extends PipelineSource<any>,
T1 extends PipelineTransform<A, any>,
T2 extends PipelineTransform<T1, any>,
B extends PipelineDestination<T2, any>,
>(
source: A,
transform1: T1,
transform2: T2,
destination: B,
callback?: PipelineCallback<B>,
): B extends WritableStream ? B : WritableStream;
export function pipeline<
A extends PipelineSource<any>,
T1 extends PipelineTransform<A, any>,
T2 extends PipelineTransform<T1, any>,
T3 extends PipelineTransform<T2, any>,
B extends PipelineDestination<T3, any>,
>(
source: A,
transform1: T1,
transform2: T2,
transform3: T3,
destination: B,
callback?: PipelineCallback<B>,
): B extends WritableStream ? B : WritableStream;
export function pipeline<
A extends PipelineSource<any>,
T1 extends PipelineTransform<A, any>,
T2 extends PipelineTransform<T1, any>,
T3 extends PipelineTransform<T2, any>,
T4 extends PipelineTransform<T3, any>,
B extends PipelineDestination<T4, any>,
>(
source: A,
transform1: T1,
transform2: T2,
transform3: T3,
transform4: T4,
destination: B,
callback?: PipelineCallback<B>,
): B extends WritableStream ? B : WritableStream;
export function pipeline(
streams: ReadonlyArray<
ReadableStream | WritableStream | ReadWriteStream
>,
callback?: (err: ErrnoException | null) => void,
): WritableStream;
export function pipeline(
stream1: ReadableStream,
stream2: ReadWriteStream | WritableStream,
...streams: Array<
| ReadWriteStream
| WritableStream
| ((err: ErrnoException | null) => void)
>
): WritableStream;
export namespace pipeline {
function __promisify__<
A extends PipelineSource<any>,
B extends PipelineDestination<A, any>,
>(source: A, destination: B, options?: PipelineOptions): PipelinePromise<B>;
function __promisify__<
A extends PipelineSource<any>,
T1 extends PipelineTransform<A, any>,
B extends PipelineDestination<T1, any>,
>(
source: A,
transform1: T1,
destination: B,
options?: PipelineOptions,
): PipelinePromise<B>;
function __promisify__<
A extends PipelineSource<any>,
T1 extends PipelineTransform<A, any>,
T2 extends PipelineTransform<T1, any>,
B extends PipelineDestination<T2, any>,
>(
source: A,
transform1: T1,
transform2: T2,
destination: B,
options?: PipelineOptions,
): PipelinePromise<B>;
function __promisify__<
A extends PipelineSource<any>,
T1 extends PipelineTransform<A, any>,
T2 extends PipelineTransform<T1, any>,
T3 extends PipelineTransform<T2, any>,
B extends PipelineDestination<T3, any>,
>(
source: A,
transform1: T1,
transform2: T2,
transform3: T3,
destination: B,
options?: PipelineOptions,
): PipelinePromise<B>;
function __promisify__<
A extends PipelineSource<any>,
T1 extends PipelineTransform<A, any>,
T2 extends PipelineTransform<T1, any>,
T3 extends PipelineTransform<T2, any>,
T4 extends PipelineTransform<T3, any>,
B extends PipelineDestination<T4, any>,
>(
source: A,
transform1: T1,
transform2: T2,
transform3: T3,
transform4: T4,
destination: B,
options?: PipelineOptions,
): PipelinePromise<B>;
function __promisify__(
streams: ReadonlyArray<
ReadableStream | WritableStream | ReadWriteStream
>,
options?: PipelineOptions,
): Promise<void>;
function __promisify__(
stream1: ReadableStream,
stream2: ReadWriteStream | WritableStream,
...streams: Array<
ReadWriteStream | WritableStream | PipelineOptions
>
): Promise<void>;
}
interface Pipe {
close(): void;
hasRef(): boolean;
ref(): void;
unref(): void;
}
// These have to be at the bottom of the file to work correctly, for some reason
export function _uint8ArrayToBuffer(chunk: Uint8Array): Buffer;
export function _isUint8Array(value: unknown): value is Uint8Array;
View git blame Copy permalink