mirror of
https://github.com/denoland/deno.git
synced 2024-12-23 07:44:48 -05:00
72fe9bb470
This commit renames "deno_core::InternalModuleLoader" to "ExtModuleLoader" and changes the specifiers used by the modules loaded from this loader to "ext:". "internal:" scheme was really ambiguous and it's more characters than "ext:", which should result in slightly smaller snapshot size. Closes https://github.com/denoland/deno/issues/18020
471 lines
13 KiB
JavaScript
471 lines
13 KiB
JavaScript
// Copyright 2018-2023 the Deno authors. All rights reserved. MIT license.
|
|
|
|
// @ts-check
|
|
/// <reference path="../webidl/internal.d.ts" />
|
|
/// <reference path="../url/internal.d.ts" />
|
|
/// <reference path="../url/lib.deno_url.d.ts" />
|
|
/// <reference path="../web/internal.d.ts" />
|
|
/// <reference path="../web/lib.deno_web.d.ts" />
|
|
/// <reference path="./internal.d.ts" />
|
|
/// <reference path="../web/06_streams_types.d.ts" />
|
|
/// <reference path="./lib.deno_fetch.d.ts" />
|
|
/// <reference lib="esnext" />
|
|
|
|
const core = globalThis.Deno.core;
|
|
import * as webidl from "ext:deno_webidl/00_webidl.js";
|
|
import {
|
|
parseUrlEncoded,
|
|
URLSearchParamsPrototype,
|
|
} from "ext:deno_url/00_url.js";
|
|
import {
|
|
formDataFromEntries,
|
|
FormDataPrototype,
|
|
formDataToBlob,
|
|
parseFormData,
|
|
} from "ext:deno_fetch/21_formdata.js";
|
|
import * as mimesniff from "ext:deno_web/01_mimesniff.js";
|
|
import { BlobPrototype } from "ext:deno_web/09_file.js";
|
|
import {
|
|
createProxy,
|
|
errorReadableStream,
|
|
isReadableStreamDisturbed,
|
|
readableStreamClose,
|
|
readableStreamCollectIntoUint8Array,
|
|
readableStreamDisturb,
|
|
ReadableStreamPrototype,
|
|
readableStreamThrowIfErrored,
|
|
} from "ext:deno_web/06_streams.js";
|
|
const primordials = globalThis.__bootstrap.primordials;
|
|
const {
|
|
ArrayBufferPrototype,
|
|
ArrayBufferIsView,
|
|
ArrayPrototypeMap,
|
|
JSONParse,
|
|
ObjectDefineProperties,
|
|
ObjectPrototypeIsPrototypeOf,
|
|
// TODO(lucacasonato): add SharedArrayBuffer to primordials
|
|
// SharedArrayBufferPrototype
|
|
TypedArrayPrototypeSlice,
|
|
TypeError,
|
|
Uint8Array,
|
|
Uint8ArrayPrototype,
|
|
} = primordials;
|
|
|
|
/**
|
|
* @param {Uint8Array | string} chunk
|
|
* @returns {Uint8Array}
|
|
*/
|
|
function chunkToU8(chunk) {
|
|
return typeof chunk === "string" ? core.encode(chunk) : chunk;
|
|
}
|
|
|
|
/**
|
|
* @param {Uint8Array | string} chunk
|
|
* @returns {string}
|
|
*/
|
|
function chunkToString(chunk) {
|
|
return typeof chunk === "string" ? chunk : core.decode(chunk);
|
|
}
|
|
|
|
class InnerBody {
|
|
/**
|
|
* @param {ReadableStream<Uint8Array> | { body: Uint8Array | string, consumed: boolean }} stream
|
|
*/
|
|
constructor(stream) {
|
|
/** @type {ReadableStream<Uint8Array> | { body: Uint8Array | string, consumed: boolean }} */
|
|
this.streamOrStatic = stream ??
|
|
{ body: new Uint8Array(), consumed: false };
|
|
/** @type {null | Uint8Array | string | Blob | FormData} */
|
|
this.source = null;
|
|
/** @type {null | number} */
|
|
this.length = null;
|
|
}
|
|
|
|
get stream() {
|
|
if (
|
|
!ObjectPrototypeIsPrototypeOf(
|
|
ReadableStreamPrototype,
|
|
this.streamOrStatic,
|
|
)
|
|
) {
|
|
const { body, consumed } = this.streamOrStatic;
|
|
if (consumed) {
|
|
this.streamOrStatic = new ReadableStream();
|
|
this.streamOrStatic.getReader();
|
|
readableStreamDisturb(this.streamOrStatic);
|
|
readableStreamClose(this.streamOrStatic);
|
|
} else {
|
|
this.streamOrStatic = new ReadableStream({
|
|
start(controller) {
|
|
controller.enqueue(chunkToU8(body));
|
|
controller.close();
|
|
},
|
|
});
|
|
}
|
|
}
|
|
return this.streamOrStatic;
|
|
}
|
|
|
|
/**
|
|
* https://fetch.spec.whatwg.org/#body-unusable
|
|
* @returns {boolean}
|
|
*/
|
|
unusable() {
|
|
if (
|
|
ObjectPrototypeIsPrototypeOf(
|
|
ReadableStreamPrototype,
|
|
this.streamOrStatic,
|
|
)
|
|
) {
|
|
return this.streamOrStatic.locked ||
|
|
isReadableStreamDisturbed(this.streamOrStatic);
|
|
}
|
|
return this.streamOrStatic.consumed;
|
|
}
|
|
|
|
/**
|
|
* @returns {boolean}
|
|
*/
|
|
consumed() {
|
|
if (
|
|
ObjectPrototypeIsPrototypeOf(
|
|
ReadableStreamPrototype,
|
|
this.streamOrStatic,
|
|
)
|
|
) {
|
|
return isReadableStreamDisturbed(this.streamOrStatic);
|
|
}
|
|
return this.streamOrStatic.consumed;
|
|
}
|
|
|
|
/**
|
|
* https://fetch.spec.whatwg.org/#concept-body-consume-body
|
|
* @returns {Promise<Uint8Array>}
|
|
*/
|
|
consume() {
|
|
if (this.unusable()) throw new TypeError("Body already consumed.");
|
|
if (
|
|
ObjectPrototypeIsPrototypeOf(
|
|
ReadableStreamPrototype,
|
|
this.streamOrStatic,
|
|
)
|
|
) {
|
|
readableStreamThrowIfErrored(this.stream);
|
|
return readableStreamCollectIntoUint8Array(this.stream);
|
|
} else {
|
|
this.streamOrStatic.consumed = true;
|
|
return this.streamOrStatic.body;
|
|
}
|
|
}
|
|
|
|
cancel(error) {
|
|
if (
|
|
ObjectPrototypeIsPrototypeOf(
|
|
ReadableStreamPrototype,
|
|
this.streamOrStatic,
|
|
)
|
|
) {
|
|
this.streamOrStatic.cancel(error);
|
|
} else {
|
|
this.streamOrStatic.consumed = true;
|
|
}
|
|
}
|
|
|
|
error(error) {
|
|
if (
|
|
ObjectPrototypeIsPrototypeOf(
|
|
ReadableStreamPrototype,
|
|
this.streamOrStatic,
|
|
)
|
|
) {
|
|
errorReadableStream(this.streamOrStatic, error);
|
|
} else {
|
|
this.streamOrStatic.consumed = true;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* @returns {InnerBody}
|
|
*/
|
|
clone() {
|
|
const { 0: out1, 1: out2 } = this.stream.tee();
|
|
this.streamOrStatic = out1;
|
|
const second = new InnerBody(out2);
|
|
second.source = core.deserialize(core.serialize(this.source));
|
|
second.length = this.length;
|
|
return second;
|
|
}
|
|
|
|
/**
|
|
* @returns {InnerBody}
|
|
*/
|
|
createProxy() {
|
|
let proxyStreamOrStatic;
|
|
if (
|
|
ObjectPrototypeIsPrototypeOf(
|
|
ReadableStreamPrototype,
|
|
this.streamOrStatic,
|
|
)
|
|
) {
|
|
proxyStreamOrStatic = createProxy(this.streamOrStatic);
|
|
} else {
|
|
proxyStreamOrStatic = { ...this.streamOrStatic };
|
|
this.streamOrStatic.consumed = true;
|
|
}
|
|
const proxy = new InnerBody(proxyStreamOrStatic);
|
|
proxy.source = this.source;
|
|
proxy.length = this.length;
|
|
return proxy;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* @param {any} prototype
|
|
* @param {symbol} bodySymbol
|
|
* @param {symbol} mimeTypeSymbol
|
|
* @returns {void}
|
|
*/
|
|
function mixinBody(prototype, bodySymbol, mimeTypeSymbol) {
|
|
async function consumeBody(object, type) {
|
|
webidl.assertBranded(object, prototype);
|
|
|
|
const body = object[bodySymbol] !== null
|
|
? await object[bodySymbol].consume()
|
|
: new Uint8Array();
|
|
|
|
const mimeType = type === "Blob" || type === "FormData"
|
|
? object[mimeTypeSymbol]
|
|
: null;
|
|
return packageData(body, type, mimeType);
|
|
}
|
|
|
|
/** @type {PropertyDescriptorMap} */
|
|
const mixin = {
|
|
body: {
|
|
/**
|
|
* @returns {ReadableStream<Uint8Array> | null}
|
|
*/
|
|
get() {
|
|
webidl.assertBranded(this, prototype);
|
|
if (this[bodySymbol] === null) {
|
|
return null;
|
|
} else {
|
|
return this[bodySymbol].stream;
|
|
}
|
|
},
|
|
configurable: true,
|
|
enumerable: true,
|
|
},
|
|
bodyUsed: {
|
|
/**
|
|
* @returns {boolean}
|
|
*/
|
|
get() {
|
|
webidl.assertBranded(this, prototype);
|
|
if (this[bodySymbol] !== null) {
|
|
return this[bodySymbol].consumed();
|
|
}
|
|
return false;
|
|
},
|
|
configurable: true,
|
|
enumerable: true,
|
|
},
|
|
arrayBuffer: {
|
|
/** @returns {Promise<ArrayBuffer>} */
|
|
value: function arrayBuffer() {
|
|
return consumeBody(this, "ArrayBuffer");
|
|
},
|
|
writable: true,
|
|
configurable: true,
|
|
enumerable: true,
|
|
},
|
|
blob: {
|
|
/** @returns {Promise<Blob>} */
|
|
value: function blob() {
|
|
return consumeBody(this, "Blob");
|
|
},
|
|
writable: true,
|
|
configurable: true,
|
|
enumerable: true,
|
|
},
|
|
formData: {
|
|
/** @returns {Promise<FormData>} */
|
|
value: function formData() {
|
|
return consumeBody(this, "FormData");
|
|
},
|
|
writable: true,
|
|
configurable: true,
|
|
enumerable: true,
|
|
},
|
|
json: {
|
|
/** @returns {Promise<any>} */
|
|
value: function json() {
|
|
return consumeBody(this, "JSON");
|
|
},
|
|
writable: true,
|
|
configurable: true,
|
|
enumerable: true,
|
|
},
|
|
text: {
|
|
/** @returns {Promise<string>} */
|
|
value: function text() {
|
|
return consumeBody(this, "text");
|
|
},
|
|
writable: true,
|
|
configurable: true,
|
|
enumerable: true,
|
|
},
|
|
};
|
|
return ObjectDefineProperties(prototype, mixin);
|
|
}
|
|
|
|
/**
|
|
* https://fetch.spec.whatwg.org/#concept-body-package-data
|
|
* @param {Uint8Array | string} bytes
|
|
* @param {"ArrayBuffer" | "Blob" | "FormData" | "JSON" | "text"} type
|
|
* @param {MimeType | null} [mimeType]
|
|
*/
|
|
function packageData(bytes, type, mimeType) {
|
|
switch (type) {
|
|
case "ArrayBuffer":
|
|
return chunkToU8(bytes).buffer;
|
|
case "Blob":
|
|
return new Blob([bytes], {
|
|
type: mimeType !== null ? mimesniff.serializeMimeType(mimeType) : "",
|
|
});
|
|
case "FormData": {
|
|
if (mimeType !== null) {
|
|
const essence = mimesniff.essence(mimeType);
|
|
if (essence === "multipart/form-data") {
|
|
const boundary = mimeType.parameters.get("boundary");
|
|
if (boundary === null) {
|
|
throw new TypeError(
|
|
"Missing boundary parameter in mime type of multipart formdata.",
|
|
);
|
|
}
|
|
return parseFormData(chunkToU8(bytes), boundary);
|
|
} else if (essence === "application/x-www-form-urlencoded") {
|
|
// TODO(@AaronO): pass as-is with StringOrBuffer in op-layer
|
|
const entries = parseUrlEncoded(chunkToU8(bytes));
|
|
return formDataFromEntries(
|
|
ArrayPrototypeMap(
|
|
entries,
|
|
(x) => ({ name: x[0], value: x[1] }),
|
|
),
|
|
);
|
|
}
|
|
throw new TypeError("Body can not be decoded as form data");
|
|
}
|
|
throw new TypeError("Missing content type");
|
|
}
|
|
case "JSON":
|
|
return JSONParse(chunkToString(bytes));
|
|
case "text":
|
|
return chunkToString(bytes);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* @param {BodyInit} object
|
|
* @returns {{body: InnerBody, contentType: string | null}}
|
|
*/
|
|
function extractBody(object) {
|
|
/** @type {ReadableStream<Uint8Array> | { body: Uint8Array | string, consumed: boolean }} */
|
|
let stream;
|
|
let source = null;
|
|
let length = null;
|
|
let contentType = null;
|
|
if (typeof object === "string") {
|
|
source = object;
|
|
contentType = "text/plain;charset=UTF-8";
|
|
} else if (ObjectPrototypeIsPrototypeOf(BlobPrototype, object)) {
|
|
stream = object.stream();
|
|
source = object;
|
|
length = object.size;
|
|
if (object.type.length !== 0) {
|
|
contentType = object.type;
|
|
}
|
|
} else if (ObjectPrototypeIsPrototypeOf(Uint8ArrayPrototype, object)) {
|
|
// Fast(er) path for common case of Uint8Array
|
|
const copy = TypedArrayPrototypeSlice(object, 0, object.byteLength);
|
|
source = copy;
|
|
} else if (
|
|
ArrayBufferIsView(object) ||
|
|
ObjectPrototypeIsPrototypeOf(ArrayBufferPrototype, object)
|
|
) {
|
|
const u8 = ArrayBufferIsView(object)
|
|
? new Uint8Array(
|
|
object.buffer,
|
|
object.byteOffset,
|
|
object.byteLength,
|
|
)
|
|
: new Uint8Array(object);
|
|
const copy = TypedArrayPrototypeSlice(u8, 0, u8.byteLength);
|
|
source = copy;
|
|
} else if (ObjectPrototypeIsPrototypeOf(FormDataPrototype, object)) {
|
|
const res = formDataToBlob(object);
|
|
stream = res.stream();
|
|
source = res;
|
|
length = res.size;
|
|
contentType = res.type;
|
|
} else if (
|
|
ObjectPrototypeIsPrototypeOf(URLSearchParamsPrototype, object)
|
|
) {
|
|
// TODO(@satyarohith): not sure what primordial here.
|
|
source = object.toString();
|
|
contentType = "application/x-www-form-urlencoded;charset=UTF-8";
|
|
} else if (ObjectPrototypeIsPrototypeOf(ReadableStreamPrototype, object)) {
|
|
stream = object;
|
|
if (object.locked || isReadableStreamDisturbed(object)) {
|
|
throw new TypeError("ReadableStream is locked or disturbed");
|
|
}
|
|
}
|
|
if (typeof source === "string") {
|
|
// WARNING: this deviates from spec (expects length to be set)
|
|
// https://fetch.spec.whatwg.org/#bodyinit > 7.
|
|
// no observable side-effect for users so far, but could change
|
|
stream = { body: source, consumed: false };
|
|
length = null; // NOTE: string length != byte length
|
|
} else if (ObjectPrototypeIsPrototypeOf(Uint8ArrayPrototype, source)) {
|
|
stream = { body: source, consumed: false };
|
|
length = source.byteLength;
|
|
}
|
|
const body = new InnerBody(stream);
|
|
body.source = source;
|
|
body.length = length;
|
|
return { body, contentType };
|
|
}
|
|
|
|
webidl.converters["BodyInit_DOMString"] = (V, opts) => {
|
|
// Union for (ReadableStream or Blob or ArrayBufferView or ArrayBuffer or FormData or URLSearchParams or USVString)
|
|
if (ObjectPrototypeIsPrototypeOf(ReadableStreamPrototype, V)) {
|
|
return webidl.converters["ReadableStream"](V, opts);
|
|
} else if (ObjectPrototypeIsPrototypeOf(BlobPrototype, V)) {
|
|
return webidl.converters["Blob"](V, opts);
|
|
} else if (ObjectPrototypeIsPrototypeOf(FormDataPrototype, V)) {
|
|
return webidl.converters["FormData"](V, opts);
|
|
} else if (ObjectPrototypeIsPrototypeOf(URLSearchParamsPrototype, V)) {
|
|
return webidl.converters["URLSearchParams"](V, opts);
|
|
}
|
|
if (typeof V === "object") {
|
|
if (
|
|
ObjectPrototypeIsPrototypeOf(ArrayBufferPrototype, V) ||
|
|
// deno-lint-ignore prefer-primordials
|
|
ObjectPrototypeIsPrototypeOf(SharedArrayBuffer.prototype, V)
|
|
) {
|
|
return webidl.converters["ArrayBuffer"](V, opts);
|
|
}
|
|
if (ArrayBufferIsView(V)) {
|
|
return webidl.converters["ArrayBufferView"](V, opts);
|
|
}
|
|
}
|
|
// BodyInit conversion is passed to extractBody(), which calls core.encode().
|
|
// core.encode() will UTF-8 encode strings with replacement, being equivalent to the USV normalization.
|
|
// Therefore we can convert to DOMString instead of USVString and avoid a costly redundant conversion.
|
|
return webidl.converters["DOMString"](V, opts);
|
|
};
|
|
webidl.converters["BodyInit_DOMString?"] = webidl.createNullableConverter(
|
|
webidl.converters["BodyInit_DOMString"],
|
|
);
|
|
|
|
export { extractBody, InnerBody, mixinBody };
|