mirror of
https://github.com/denoland/deno.git
synced 2024-11-26 16:09:27 -05:00
b7c2902c97
When `worker.terminate()` is called, the spec requires that the corresponding port message queue is emptied, so no messages can be received after the call, even if they were sent from the worker before it was terminated. The spec doesn't require this of `self.close()`, and since Deno uses different channels to send messages and to notify that the worker was closed, messages might still arrive after the worker is known to be closed, which are currently being dropped. This change fixes that. The fix involves two parts: one on the JS side and one on the Rust side. The JS side was using the `#terminated` flag to keep track of whether the worker is known to be closed, without distinguishing whether further messages should be dropped or not. This PR changes that flag to an enum `#state`, which can be one of `"RUNNING"`, `"CLOSED"` or `"TERMINATED"`. The Rust side was removing the `WorkerThread` struct from the workers table when a close control was received, regardless of whether there were any messages left to read, which made any subsequent calls to `op_host_recv_message` to return `Ok(None)`, as if there were no more mesasges. This change instead waits for both a close control and for the message channel's sender to be closed before the worker thread is removed from the table.
369 lines
10 KiB
JavaScript
369 lines
10 KiB
JavaScript
// Copyright 2018-2021 the Deno authors. All rights reserved. MIT license.
|
|
"use strict";
|
|
|
|
((window) => {
|
|
const core = window.Deno.core;
|
|
const {
|
|
ArrayIsArray,
|
|
ArrayPrototypeMap,
|
|
Error,
|
|
StringPrototypeStartsWith,
|
|
String,
|
|
SymbolIterator,
|
|
} = window.__bootstrap.primordials;
|
|
const webidl = window.__bootstrap.webidl;
|
|
const { URL } = window.__bootstrap.url;
|
|
const { Window } = window.__bootstrap.globalInterfaces;
|
|
const { getLocationHref } = window.__bootstrap.location;
|
|
const { log, pathFromURL } = window.__bootstrap.util;
|
|
const { defineEventHandler } = window.__bootstrap.webUtil;
|
|
const { deserializeJsMessageData, serializeJsMessageData } =
|
|
window.__bootstrap.messagePort;
|
|
|
|
function createWorker(
|
|
specifier,
|
|
hasSourceCode,
|
|
sourceCode,
|
|
useDenoNamespace,
|
|
permissions,
|
|
name,
|
|
workerType,
|
|
) {
|
|
return core.opSync("op_create_worker", {
|
|
hasSourceCode,
|
|
name,
|
|
permissions,
|
|
sourceCode,
|
|
specifier,
|
|
useDenoNamespace,
|
|
workerType,
|
|
});
|
|
}
|
|
|
|
function hostTerminateWorker(id) {
|
|
core.opSync("op_host_terminate_worker", id);
|
|
}
|
|
|
|
function hostPostMessage(id, data) {
|
|
core.opSync("op_host_post_message", id, data);
|
|
}
|
|
|
|
function hostRecvCtrl(id) {
|
|
return core.opAsync("op_host_recv_ctrl", id);
|
|
}
|
|
|
|
function hostRecvMessage(id) {
|
|
return core.opAsync("op_host_recv_message", id);
|
|
}
|
|
|
|
/**
|
|
* @param {string} permission
|
|
* @return {boolean}
|
|
*/
|
|
function parseUnitPermission(
|
|
value,
|
|
permission,
|
|
) {
|
|
if (value !== "inherit" && typeof value !== "boolean") {
|
|
throw new Error(
|
|
`Expected 'boolean' for ${permission} permission, ${typeof value} received`,
|
|
);
|
|
}
|
|
return value === "inherit" ? undefined : value;
|
|
}
|
|
|
|
/**
|
|
* @param {string} permission
|
|
* @return {(boolean | string[])}
|
|
*/
|
|
function parseArrayPermission(
|
|
value,
|
|
permission,
|
|
) {
|
|
if (typeof value === "string") {
|
|
if (value !== "inherit") {
|
|
throw new Error(
|
|
`Expected 'array' or 'boolean' for ${permission} permission, "${value}" received`,
|
|
);
|
|
}
|
|
} else if (!ArrayIsArray(value) && typeof value !== "boolean") {
|
|
throw new Error(
|
|
`Expected 'array' or 'boolean' for ${permission} permission, ${typeof value} received`,
|
|
);
|
|
//Casts URLs to absolute routes
|
|
} else if (ArrayIsArray(value)) {
|
|
value = ArrayPrototypeMap(value, (route) => {
|
|
if (route instanceof URL) {
|
|
if (permission === "net") {
|
|
throw new Error(
|
|
`Expected 'string' for net permission, received 'URL'`,
|
|
);
|
|
} else if (permission === "env") {
|
|
throw new Error(
|
|
`Expected 'string' for env permission, received 'URL'`,
|
|
);
|
|
} else {
|
|
route = pathFromURL(route);
|
|
}
|
|
}
|
|
return route;
|
|
});
|
|
}
|
|
|
|
return value === "inherit" ? undefined : value;
|
|
}
|
|
|
|
/**
|
|
* Normalizes data, runs checks on parameters and deletes inherited permissions
|
|
*/
|
|
function parsePermissions({
|
|
env = "inherit",
|
|
hrtime = "inherit",
|
|
net = "inherit",
|
|
ffi = "inherit",
|
|
read = "inherit",
|
|
run = "inherit",
|
|
write = "inherit",
|
|
}) {
|
|
return {
|
|
env: parseUnitPermission(env, "env"),
|
|
hrtime: parseUnitPermission(hrtime, "hrtime"),
|
|
net: parseArrayPermission(net, "net"),
|
|
ffi: parseUnitPermission(ffi, "ffi"),
|
|
read: parseArrayPermission(read, "read"),
|
|
run: parseUnitPermission(run, "run"),
|
|
write: parseArrayPermission(write, "write"),
|
|
};
|
|
}
|
|
|
|
class Worker extends EventTarget {
|
|
#id = 0;
|
|
#name = "";
|
|
|
|
// "RUNNING" | "CLOSED" | "TERMINATED"
|
|
// "TERMINATED" means that any controls or messages received will be
|
|
// discarded. "CLOSED" means that we have received a control
|
|
// indicating that the worker is no longer running, but there might
|
|
// still be messages left to receive.
|
|
#status = "RUNNING";
|
|
|
|
constructor(specifier, options = {}) {
|
|
super();
|
|
specifier = String(specifier);
|
|
const {
|
|
deno = {},
|
|
name = "unknown",
|
|
type = "classic",
|
|
} = options;
|
|
|
|
// TODO(Soremwar)
|
|
// `deno: boolean` is kept for backwards compatibility with the previous
|
|
// worker options implementation. Remove for 2.0
|
|
let workerDenoAttributes;
|
|
if (typeof deno == "boolean") {
|
|
workerDenoAttributes = {
|
|
// Change this to enable the Deno namespace by default
|
|
namespace: deno,
|
|
permissions: null,
|
|
};
|
|
} else {
|
|
workerDenoAttributes = {
|
|
// Change this to enable the Deno namespace by default
|
|
namespace: !!(deno?.namespace ?? false),
|
|
permissions: (deno?.permissions ?? "inherit") === "inherit"
|
|
? null
|
|
: deno?.permissions,
|
|
};
|
|
|
|
// If the permission option is set to "none", all permissions
|
|
// must be removed from the worker
|
|
if (workerDenoAttributes.permissions === "none") {
|
|
workerDenoAttributes.permissions = {
|
|
env: false,
|
|
hrtime: false,
|
|
net: false,
|
|
ffi: false,
|
|
read: false,
|
|
run: false,
|
|
write: false,
|
|
};
|
|
}
|
|
}
|
|
|
|
const workerType = webidl.converters["WorkerType"](type);
|
|
|
|
if (
|
|
StringPrototypeStartsWith(specifier, "./") ||
|
|
StringPrototypeStartsWith(specifier, "../") ||
|
|
StringPrototypeStartsWith(specifier, "/") || workerType === "classic"
|
|
) {
|
|
const baseUrl = getLocationHref();
|
|
if (baseUrl != null) {
|
|
specifier = new URL(specifier, baseUrl).href;
|
|
}
|
|
}
|
|
|
|
this.#name = name;
|
|
let hasSourceCode, sourceCode;
|
|
if (workerType === "classic") {
|
|
hasSourceCode = true;
|
|
sourceCode = `importScripts("#");`;
|
|
} else {
|
|
hasSourceCode = false;
|
|
sourceCode = "";
|
|
}
|
|
|
|
const id = createWorker(
|
|
specifier,
|
|
hasSourceCode,
|
|
sourceCode,
|
|
workerDenoAttributes.namespace,
|
|
workerDenoAttributes.permissions === null
|
|
? null
|
|
: parsePermissions(workerDenoAttributes.permissions),
|
|
options?.name,
|
|
workerType,
|
|
);
|
|
this.#id = id;
|
|
this.#pollControl();
|
|
this.#pollMessages();
|
|
}
|
|
#handleError(e) {
|
|
const event = new ErrorEvent("error", {
|
|
cancelable: true,
|
|
message: e.message,
|
|
lineno: e.lineNumber ? e.lineNumber + 1 : undefined,
|
|
colno: e.columnNumber ? e.columnNumber + 1 : undefined,
|
|
filename: e.fileName,
|
|
error: null,
|
|
});
|
|
|
|
let handled = false;
|
|
|
|
this.dispatchEvent(event);
|
|
if (event.defaultPrevented) {
|
|
handled = true;
|
|
}
|
|
|
|
return handled;
|
|
}
|
|
|
|
#pollControl = async () => {
|
|
while (this.#status === "RUNNING") {
|
|
const [type, data] = await hostRecvCtrl(this.#id);
|
|
|
|
// If terminate was called then we ignore all messages
|
|
if (this.#status === "TERMINATED") {
|
|
return;
|
|
}
|
|
|
|
switch (type) {
|
|
case 1: { // TerminalError
|
|
this.#status = "CLOSED";
|
|
} /* falls through */
|
|
case 2: { // Error
|
|
if (!this.#handleError(data)) {
|
|
if (globalThis instanceof Window) {
|
|
throw new Error("Unhandled error event reached main worker.");
|
|
} else {
|
|
core.opSync(
|
|
"op_worker_unhandled_error",
|
|
data.message,
|
|
);
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
case 3: { // Close
|
|
log(`Host got "close" message from worker: ${this.#name}`);
|
|
this.#status = "CLOSED";
|
|
return;
|
|
}
|
|
default: {
|
|
throw new Error(`Unknown worker event: "${type}"`);
|
|
}
|
|
}
|
|
}
|
|
};
|
|
|
|
#pollMessages = async () => {
|
|
while (this.#status !== "TERMINATED") {
|
|
const data = await hostRecvMessage(this.#id);
|
|
if (this.#status === "TERMINATED" || data === null) {
|
|
return;
|
|
}
|
|
let message, transferables;
|
|
try {
|
|
const v = deserializeJsMessageData(data);
|
|
message = v[0];
|
|
transferables = v[1];
|
|
} catch (err) {
|
|
const event = new MessageEvent("messageerror", {
|
|
cancelable: false,
|
|
data: err,
|
|
});
|
|
this.dispatchEvent(event);
|
|
return;
|
|
}
|
|
const event = new MessageEvent("message", {
|
|
cancelable: false,
|
|
data: message,
|
|
ports: transferables.filter((t) => t instanceof MessagePort),
|
|
});
|
|
this.dispatchEvent(event);
|
|
}
|
|
};
|
|
|
|
postMessage(message, transferOrOptions = {}) {
|
|
const prefix = "Failed to execute 'postMessage' on 'MessagePort'";
|
|
webidl.requiredArguments(arguments.length, 1, { prefix });
|
|
message = webidl.converters.any(message);
|
|
let options;
|
|
if (
|
|
webidl.type(transferOrOptions) === "Object" &&
|
|
transferOrOptions !== undefined &&
|
|
transferOrOptions[SymbolIterator] !== undefined
|
|
) {
|
|
const transfer = webidl.converters["sequence<object>"](
|
|
transferOrOptions,
|
|
{ prefix, context: "Argument 2" },
|
|
);
|
|
options = { transfer };
|
|
} else {
|
|
options = webidl.converters.StructuredSerializeOptions(
|
|
transferOrOptions,
|
|
{
|
|
prefix,
|
|
context: "Argument 2",
|
|
},
|
|
);
|
|
}
|
|
const { transfer } = options;
|
|
const data = serializeJsMessageData(message, transfer);
|
|
if (this.#status === "RUNNING") {
|
|
hostPostMessage(this.#id, data);
|
|
}
|
|
}
|
|
|
|
terminate() {
|
|
if (this.#status !== "TERMINATED") {
|
|
this.#status = "TERMINATED";
|
|
hostTerminateWorker(this.#id);
|
|
}
|
|
}
|
|
}
|
|
|
|
defineEventHandler(Worker.prototype, "error");
|
|
defineEventHandler(Worker.prototype, "message");
|
|
defineEventHandler(Worker.prototype, "messageerror");
|
|
|
|
webidl.converters["WorkerType"] = webidl.createEnumConverter("WorkerType", [
|
|
"classic",
|
|
"module",
|
|
]);
|
|
|
|
window.__bootstrap.worker = {
|
|
parsePermissions,
|
|
Worker,
|
|
};
|
|
})(this);
|