2023-02-14 11:38:45 -05:00
|
|
|
// Copyright 2018-2023 the Deno authors. All rights reserved. MIT license.
|
|
|
|
// Copyright Joyent and Node contributors. All rights reserved. MIT license.
|
|
|
|
|
|
|
|
import { TextDecoder } from "internal:deno_web/08_text_encoding.js";
|
refactor(core): include_js_files! 'dir' option doesn't change specifiers (#18019)
This commit changes "include_js_files!" macro from "deno_core"
in a way that "dir" option doesn't cause specifiers to be rewritten
to include it.
Example:
```
include_js_files! {
dir "js",
"hello.js",
}
```
The above definition required embedders to use:
`import ... from "internal:<ext_name>/js/hello.js"`.
But with this change, the "js" directory in which the files are stored
is an implementation detail, which for embedders results in:
`import ... from "internal:<ext_name>/hello.js"`.
The directory the files are stored in, is an implementation detail and
in some cases might result in a significant size difference for the
snapshot. As an example, in "deno_node" extension, we store the
source code in "polyfills" directory; which resulted in each specifier
to look like "internal:deno_node/polyfills/<module_name>", but with
this change it's "internal:deno_node/<module_name>".
Given that "deno_node" has over 100 files, many of them having
several import specifiers to the same extension, this change removes
10 characters from each import specifier.
2023-03-04 21:31:38 -05:00
|
|
|
import { Buffer } from "internal:deno_node/buffer.ts";
|
2023-02-14 11:38:45 -05:00
|
|
|
|
|
|
|
/**
|
|
|
|
* @typedef {import('../_global.d.ts').ReadableStream
|
|
|
|
* } ReadableStream
|
|
|
|
* @typedef {import('../_stream.d.ts')} Readable
|
|
|
|
*/
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @param {AsyncIterable|ReadableStream|Readable} stream
|
|
|
|
* @returns {Promise<Blob>}
|
|
|
|
*/
|
|
|
|
async function blob(stream) {
|
|
|
|
const chunks = [];
|
|
|
|
for await (const chunk of stream) {
|
|
|
|
chunks.push(chunk);
|
|
|
|
}
|
|
|
|
return new Blob(chunks);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @param {AsyncIterable|ReadableStream|Readable} stream
|
|
|
|
* @returns {Promise<ArrayBuffer>}
|
|
|
|
*/
|
|
|
|
async function arrayBuffer(stream) {
|
|
|
|
const ret = await blob(stream);
|
|
|
|
return ret.arrayBuffer();
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @param {AsyncIterable|ReadableStream|Readable} stream
|
|
|
|
* @returns {Promise<Buffer>}
|
|
|
|
*/
|
|
|
|
async function buffer(stream) {
|
|
|
|
return Buffer.from(await arrayBuffer(stream));
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @param {AsyncIterable|ReadableStream|Readable} stream
|
|
|
|
* @returns {Promise<string>}
|
|
|
|
*/
|
|
|
|
async function text(stream) {
|
|
|
|
const dec = new TextDecoder();
|
|
|
|
let str = "";
|
|
|
|
for await (const chunk of stream) {
|
|
|
|
if (typeof chunk === "string") {
|
|
|
|
str += chunk;
|
|
|
|
} else {
|
|
|
|
str += dec.decode(chunk, { stream: true });
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// Flush the streaming TextDecoder so that any pending
|
|
|
|
// incomplete multibyte characters are handled.
|
|
|
|
str += dec.decode(undefined, { stream: false });
|
|
|
|
return str;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @param {AsyncIterable|ReadableStream|Readable} stream
|
|
|
|
* @returns {Promise<any>}
|
|
|
|
*/
|
|
|
|
async function json(stream) {
|
|
|
|
const str = await text(stream);
|
|
|
|
return JSON.parse(str);
|
|
|
|
}
|
|
|
|
|
|
|
|
export default {
|
|
|
|
arrayBuffer,
|
|
|
|
blob,
|
|
|
|
buffer,
|
|
|
|
json,
|
|
|
|
text,
|
|
|
|
};
|
|
|
|
export { arrayBuffer, blob, buffer, json, text };
|