mirror of
https://github.com/denoland/deno.git
synced 2024-11-23 15:16:54 -05:00
9cd9a68b00
Previously, errored streaming response bodies did not cause the HTTP stream to be aborted. It instead caused the stream to be closed gracefully, which had the result that the client could not detect the difference between a successful response and an errored response. This commit fixes the issue by aborting the stream on error.
2870 lines
84 KiB
TypeScript
2870 lines
84 KiB
TypeScript
// Copyright 2018-2022 the Deno authors. All rights reserved. MIT license.
|
|
import {
|
|
Buffer,
|
|
BufReader,
|
|
BufWriter,
|
|
} from "../../../test_util/std/io/buffer.ts";
|
|
import { TextProtoReader } from "../testdata/run/textproto.ts";
|
|
import { serve, serveTls } from "../../../test_util/std/http/server.ts";
|
|
import {
|
|
assert,
|
|
assertEquals,
|
|
assertRejects,
|
|
assertStrictEquals,
|
|
assertThrows,
|
|
deferred,
|
|
delay,
|
|
fail,
|
|
} from "./test_util.ts";
|
|
import { join } from "../../../test_util/std/path/mod.ts";
|
|
|
|
async function writeRequestAndReadResponse(conn: Deno.Conn): Promise<string> {
|
|
const encoder = new TextEncoder();
|
|
const decoder = new TextDecoder();
|
|
|
|
const w = new BufWriter(conn);
|
|
const r = new BufReader(conn);
|
|
const body = `GET / HTTP/1.1\r\nHost: 127.0.0.1:4501\r\n\r\n`;
|
|
const writeResult = await w.write(encoder.encode(body));
|
|
assertEquals(body.length, writeResult);
|
|
await w.flush();
|
|
const tpr = new TextProtoReader(r);
|
|
const statusLine = await tpr.readLine();
|
|
assert(statusLine !== null);
|
|
const headers = await tpr.readMimeHeader();
|
|
assert(headers !== null);
|
|
|
|
const chunkedReader = chunkedBodyReader(headers, r);
|
|
const buf = new Uint8Array(5);
|
|
const dest = new Buffer();
|
|
let result: number | null;
|
|
while ((result = await chunkedReader.read(buf)) !== null) {
|
|
const len = Math.min(buf.byteLength, result);
|
|
await dest.write(buf.subarray(0, len));
|
|
}
|
|
return decoder.decode(dest.bytes());
|
|
}
|
|
|
|
Deno.test({ permissions: { net: true } }, async function httpServerBasic() {
|
|
let httpConn: Deno.HttpConn;
|
|
const promise = (async () => {
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const conn = await listener.accept();
|
|
listener.close();
|
|
httpConn = Deno.serveHttp(conn);
|
|
const reqEvent = await httpConn.nextRequest();
|
|
assert(reqEvent);
|
|
const { request, respondWith } = reqEvent;
|
|
assertEquals(new URL(request.url).href, "http://127.0.0.1:4501/");
|
|
assertEquals(await request.text(), "");
|
|
await respondWith(
|
|
new Response("Hello World", { headers: { "foo": "bar" } }),
|
|
);
|
|
})();
|
|
|
|
const resp = await fetch("http://127.0.0.1:4501/", {
|
|
headers: { "connection": "close" },
|
|
});
|
|
const clone = resp.clone();
|
|
const text = await resp.text();
|
|
assertEquals(text, "Hello World");
|
|
assertEquals(resp.headers.get("foo"), "bar");
|
|
const cloneText = await clone.text();
|
|
assertEquals(cloneText, "Hello World");
|
|
await promise;
|
|
|
|
httpConn!.close();
|
|
});
|
|
|
|
// https://github.com/denoland/deno/issues/15107
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpLazyHeadersIssue15107() {
|
|
let headers: Headers;
|
|
const promise = (async () => {
|
|
const listener = Deno.listen({ port: 2333 });
|
|
const conn = await listener.accept();
|
|
listener.close();
|
|
const httpConn = Deno.serveHttp(conn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request } = e;
|
|
request.text();
|
|
headers = request.headers;
|
|
httpConn!.close();
|
|
})();
|
|
|
|
const conn = await Deno.connect({ port: 2333 });
|
|
// Send GET request with a body + content-length.
|
|
const encoder = new TextEncoder();
|
|
const body =
|
|
`GET / HTTP/1.1\r\nHost: 127.0.0.1:2333\r\nContent-Length: 5\r\n\r\n12345`;
|
|
const writeResult = await conn.write(encoder.encode(body));
|
|
assertEquals(body.length, writeResult);
|
|
await promise;
|
|
conn.close();
|
|
assertEquals(headers!.get("content-length"), "5");
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpReadHeadersAfterClose() {
|
|
const promise = (async () => {
|
|
const listener = Deno.listen({ port: 2334 });
|
|
const conn = await listener.accept();
|
|
listener.close();
|
|
const httpConn = Deno.serveHttp(conn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
|
|
await request.text(); // Read body
|
|
await respondWith(new Response("Hello World")); // Closes request
|
|
|
|
assertThrows(() => request.headers, TypeError, "request closed");
|
|
httpConn!.close();
|
|
})();
|
|
|
|
const conn = await Deno.connect({ port: 2334 });
|
|
// Send GET request with a body + content-length.
|
|
const encoder = new TextEncoder();
|
|
const body =
|
|
`GET / HTTP/1.1\r\nHost: 127.0.0.1:2333\r\nContent-Length: 5\r\n\r\n12345`;
|
|
const writeResult = await conn.write(encoder.encode(body));
|
|
assertEquals(body.length, writeResult);
|
|
await promise;
|
|
conn.close();
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerGetRequestBody() {
|
|
let httpConn: Deno.HttpConn;
|
|
const promise = (async () => {
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const conn = await listener.accept();
|
|
listener.close();
|
|
httpConn = Deno.serveHttp(conn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(request.body, null);
|
|
await respondWith(new Response("", { headers: {} }));
|
|
})();
|
|
|
|
const conn = await Deno.connect({ port: 4501 });
|
|
// Send GET request with a body + content-length.
|
|
const encoder = new TextEncoder();
|
|
const body =
|
|
`GET / HTTP/1.1\r\nHost: 127.0.0.1:4501\r\nContent-Length: 5\r\n\r\n12345`;
|
|
const writeResult = await conn.write(encoder.encode(body));
|
|
assertEquals(body.length, writeResult);
|
|
|
|
const resp = new Uint8Array(200);
|
|
const readResult = await conn.read(resp);
|
|
assertEquals(readResult, 138);
|
|
|
|
conn.close();
|
|
|
|
await promise;
|
|
httpConn!.close();
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerStreamResponse() {
|
|
const stream = new TransformStream();
|
|
const writer = stream.writable.getWriter();
|
|
writer.write(new TextEncoder().encode("hello "));
|
|
writer.write(new TextEncoder().encode("world"));
|
|
writer.close();
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const promise = (async () => {
|
|
const conn = await listener.accept();
|
|
httpConn = Deno.serveHttp(conn);
|
|
const evt = await httpConn.nextRequest();
|
|
assert(evt);
|
|
const { request, respondWith } = evt;
|
|
assert(!request.body);
|
|
await respondWith(new Response(stream.readable));
|
|
})();
|
|
|
|
const resp = await fetch("http://127.0.0.1:4501/");
|
|
const respBody = await resp.text();
|
|
assertEquals("hello world", respBody);
|
|
await promise;
|
|
httpConn!.close();
|
|
listener.close();
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerStreamRequest() {
|
|
const stream = new TransformStream();
|
|
const writer = stream.writable.getWriter();
|
|
writer.write(new TextEncoder().encode("hello "));
|
|
writer.write(new TextEncoder().encode("world"));
|
|
writer.close();
|
|
|
|
const promise = (async () => {
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const conn = await listener.accept();
|
|
const httpConn = Deno.serveHttp(conn);
|
|
const evt = await httpConn.nextRequest();
|
|
assert(evt);
|
|
const { request, respondWith } = evt;
|
|
const reqBody = await request.text();
|
|
assertEquals("hello world", reqBody);
|
|
await respondWith(new Response(""));
|
|
|
|
// TODO(ry) If we don't call httpConn.nextRequest() here we get "error sending
|
|
// request for url (https://localhost:4501/): connection closed before
|
|
// message completed".
|
|
assertEquals(await httpConn.nextRequest(), null);
|
|
|
|
listener.close();
|
|
})();
|
|
|
|
const resp = await fetch("http://127.0.0.1:4501/", {
|
|
body: stream.readable,
|
|
method: "POST",
|
|
headers: { "connection": "close" },
|
|
});
|
|
|
|
await resp.arrayBuffer();
|
|
await promise;
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerStreamDuplex() {
|
|
let httpConn: Deno.HttpConn;
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const promise = (async () => {
|
|
const conn = await listener.accept();
|
|
httpConn = Deno.serveHttp(conn);
|
|
const evt = await httpConn.nextRequest();
|
|
assert(evt);
|
|
const { request, respondWith } = evt;
|
|
assert(request.body);
|
|
await respondWith(new Response(request.body));
|
|
})();
|
|
|
|
const ts = new TransformStream();
|
|
const writable = ts.writable.getWriter();
|
|
const resp = await fetch("http://127.0.0.1:4501/", {
|
|
method: "POST",
|
|
body: ts.readable,
|
|
});
|
|
assert(resp.body);
|
|
const reader = resp.body.getReader();
|
|
await writable.write(new Uint8Array([1]));
|
|
const chunk1 = await reader.read();
|
|
assert(!chunk1.done);
|
|
assertEquals(chunk1.value, new Uint8Array([1]));
|
|
await writable.write(new Uint8Array([2]));
|
|
const chunk2 = await reader.read();
|
|
assert(!chunk2.done);
|
|
assertEquals(chunk2.value, new Uint8Array([2]));
|
|
|
|
await writable.close();
|
|
const chunk3 = await reader.read();
|
|
assert(chunk3.done);
|
|
await promise;
|
|
httpConn!.close();
|
|
listener.close();
|
|
},
|
|
);
|
|
|
|
Deno.test({ permissions: { net: true } }, async function httpServerClose() {
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const client = await Deno.connect({ port: 4501 });
|
|
const httpConn = Deno.serveHttp(await listener.accept());
|
|
client.close();
|
|
const evt = await httpConn.nextRequest();
|
|
assertEquals(evt, null);
|
|
// Note httpConn is automatically closed when "done" is reached.
|
|
listener.close();
|
|
});
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerInvalidMethod() {
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const client = await Deno.connect({ port: 4501 });
|
|
const httpConn = Deno.serveHttp(await listener.accept());
|
|
await client.write(new Uint8Array([1, 2, 3]));
|
|
await assertRejects(
|
|
async () => {
|
|
await httpConn.nextRequest();
|
|
},
|
|
Deno.errors.Http,
|
|
"invalid HTTP method parsed",
|
|
);
|
|
// Note httpConn is automatically closed when it errors.
|
|
client.close();
|
|
listener.close();
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { read: true, net: true } },
|
|
async function httpServerWithTls() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
|
|
const promise = (async () => {
|
|
const listener = Deno.listenTls({
|
|
hostname,
|
|
port,
|
|
certFile: "cli/tests/testdata/tls/localhost.crt",
|
|
keyFile: "cli/tests/testdata/tls/localhost.key",
|
|
});
|
|
const conn = await listener.accept();
|
|
const httpConn = Deno.serveHttp(conn);
|
|
const evt = await httpConn.nextRequest();
|
|
assert(evt);
|
|
const { respondWith } = evt;
|
|
await respondWith(new Response("Hello World"));
|
|
|
|
// TODO(ry) If we don't call httpConn.nextRequest() here we get "error sending
|
|
// request for url (https://localhost:4501/): connection closed before
|
|
// message completed".
|
|
assertEquals(await httpConn.nextRequest(), null);
|
|
|
|
listener.close();
|
|
})();
|
|
|
|
const caCert = Deno.readTextFileSync("cli/tests/testdata/tls/RootCA.pem");
|
|
const client = Deno.createHttpClient({ caCerts: [caCert] });
|
|
const resp = await fetch(`https://${hostname}:${port}/`, {
|
|
client,
|
|
headers: { "connection": "close" },
|
|
});
|
|
const respBody = await resp.text();
|
|
assertEquals("Hello World", respBody);
|
|
await promise;
|
|
client.close();
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerRegressionHang() {
|
|
let httpConn: Deno.HttpConn;
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const promise = (async () => {
|
|
const conn = await listener.accept();
|
|
httpConn = Deno.serveHttp(conn);
|
|
const event = await httpConn.nextRequest();
|
|
assert(event);
|
|
const { request, respondWith } = event;
|
|
const reqBody = await request.text();
|
|
assertEquals("request", reqBody);
|
|
await respondWith(new Response("response"));
|
|
})();
|
|
|
|
const resp = await fetch("http://127.0.0.1:4501/", {
|
|
method: "POST",
|
|
body: "request",
|
|
});
|
|
const respBody = await resp.text();
|
|
assertEquals("response", respBody);
|
|
await promise;
|
|
|
|
httpConn!.close();
|
|
listener.close();
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerCancelBodyOnResponseFailure() {
|
|
const promise = (async () => {
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const conn = await listener.accept();
|
|
const httpConn = Deno.serveHttp(conn);
|
|
const event = await httpConn.nextRequest();
|
|
assert(event);
|
|
const { respondWith } = event;
|
|
let cancelReason: string;
|
|
await assertRejects(
|
|
async () => {
|
|
let interval = 0;
|
|
await respondWith(
|
|
new Response(
|
|
new ReadableStream({
|
|
start(controller) {
|
|
interval = setInterval(() => {
|
|
const message = `data: ${Date.now()}\n\n`;
|
|
controller.enqueue(new TextEncoder().encode(message));
|
|
}, 200);
|
|
},
|
|
cancel(reason) {
|
|
cancelReason = reason;
|
|
clearInterval(interval);
|
|
},
|
|
}),
|
|
),
|
|
);
|
|
},
|
|
Deno.errors.Http,
|
|
cancelReason!,
|
|
);
|
|
assert(cancelReason!);
|
|
httpConn!.close();
|
|
listener.close();
|
|
})();
|
|
|
|
const resp = await fetch("http://127.0.0.1:4501/");
|
|
await resp.body!.cancel();
|
|
await promise;
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerNextRequestErrorExposedInResponse() {
|
|
const promise = (async () => {
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const conn = await listener.accept();
|
|
const httpConn = Deno.serveHttp(conn);
|
|
const event = await httpConn.nextRequest();
|
|
assert(event);
|
|
// Start polling for the next request before awaiting response.
|
|
const nextRequestPromise = httpConn.nextRequest();
|
|
const { respondWith } = event;
|
|
await assertRejects(
|
|
async () => {
|
|
let interval = 0;
|
|
await respondWith(
|
|
new Response(
|
|
new ReadableStream({
|
|
start(controller) {
|
|
interval = setInterval(() => {
|
|
const message = `data: ${Date.now()}\n\n`;
|
|
controller.enqueue(new TextEncoder().encode(message));
|
|
}, 200);
|
|
},
|
|
cancel() {
|
|
clearInterval(interval);
|
|
},
|
|
}),
|
|
),
|
|
);
|
|
},
|
|
Deno.errors.Http,
|
|
"connection closed",
|
|
);
|
|
// The error from `op_http_accept` reroutes to `respondWith()`.
|
|
assertEquals(await nextRequestPromise, null);
|
|
listener.close();
|
|
})();
|
|
|
|
const resp = await fetch("http://127.0.0.1:4501/");
|
|
await resp.body!.cancel();
|
|
await promise;
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerEmptyBlobResponse() {
|
|
let httpConn: Deno.HttpConn;
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const promise = (async () => {
|
|
const conn = await listener.accept();
|
|
httpConn = Deno.serveHttp(conn);
|
|
const event = await httpConn.nextRequest();
|
|
assert(event);
|
|
const { respondWith } = event;
|
|
await respondWith(new Response(new Blob([])));
|
|
})();
|
|
|
|
const resp = await fetch("http://127.0.0.1:4501/");
|
|
const respBody = await resp.text();
|
|
assertEquals("", respBody);
|
|
await promise;
|
|
httpConn!.close();
|
|
listener.close();
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerNextRequestResolvesOnClose() {
|
|
const httpConnList: Deno.HttpConn[] = [];
|
|
|
|
async function serve(l: Deno.Listener) {
|
|
for await (const conn of l) {
|
|
(async () => {
|
|
const c = Deno.serveHttp(conn);
|
|
httpConnList.push(c);
|
|
for await (const { respondWith } of c) {
|
|
respondWith(new Response("hello"));
|
|
}
|
|
})();
|
|
}
|
|
}
|
|
|
|
const l = Deno.listen({ port: 4500 });
|
|
serve(l);
|
|
|
|
await delay(300);
|
|
const res = await fetch("http://localhost:4500/");
|
|
const _text = await res.text();
|
|
|
|
// Close connection and listener.
|
|
httpConnList.forEach((conn) => conn.close());
|
|
l.close();
|
|
|
|
await delay(300);
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
// Issue: https://github.com/denoland/deno/issues/10870
|
|
async function httpServerHang() {
|
|
// Quick and dirty way to make a readable stream from a string. Alternatively,
|
|
// `readableStreamFromReader(file)` could be used.
|
|
function stream(s: string): ReadableStream<Uint8Array> {
|
|
return new Response(s).body!;
|
|
}
|
|
|
|
const httpConns: Deno.HttpConn[] = [];
|
|
const promise = (async () => {
|
|
let count = 0;
|
|
const listener = Deno.listen({ port: 4501 });
|
|
for await (const conn of listener) {
|
|
(async () => {
|
|
const httpConn = Deno.serveHttp(conn);
|
|
httpConns.push(httpConn);
|
|
for await (const { respondWith } of httpConn) {
|
|
respondWith(new Response(stream("hello")));
|
|
|
|
count++;
|
|
if (count >= 2) {
|
|
listener.close();
|
|
}
|
|
}
|
|
})();
|
|
}
|
|
})();
|
|
|
|
const clientConn = await Deno.connect({ port: 4501 });
|
|
|
|
const r1 = await writeRequestAndReadResponse(clientConn);
|
|
assertEquals(r1, "hello");
|
|
|
|
const r2 = await writeRequestAndReadResponse(clientConn);
|
|
assertEquals(r2, "hello");
|
|
|
|
clientConn.close();
|
|
await promise;
|
|
for (const conn of httpConns) {
|
|
conn.close();
|
|
}
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
// Issue: https://github.com/denoland/deno/issues/10930
|
|
async function httpServerStreamingResponse() {
|
|
// This test enqueues a single chunk for readable
|
|
// stream and waits for client to read that chunk and signal
|
|
// it before enqueueing subsequent chunk. Issue linked above
|
|
// presented a situation where enqueued chunks were not
|
|
// written to the HTTP connection until the next chunk was enqueued.
|
|
|
|
let counter = 0;
|
|
|
|
const deferreds = [
|
|
deferred(),
|
|
deferred(),
|
|
deferred(),
|
|
];
|
|
|
|
async function writeRequest(conn: Deno.Conn) {
|
|
const encoder = new TextEncoder();
|
|
const decoder = new TextDecoder();
|
|
|
|
const w = new BufWriter(conn);
|
|
const r = new BufReader(conn);
|
|
const body = `GET / HTTP/1.1\r\nHost: 127.0.0.1:4501\r\n\r\n`;
|
|
const writeResult = await w.write(encoder.encode(body));
|
|
assertEquals(body.length, writeResult);
|
|
await w.flush();
|
|
const tpr = new TextProtoReader(r);
|
|
const statusLine = await tpr.readLine();
|
|
assert(statusLine !== null);
|
|
const headers = await tpr.readMimeHeader();
|
|
assert(headers !== null);
|
|
|
|
const chunkedReader = chunkedBodyReader(headers, r);
|
|
const buf = new Uint8Array(5);
|
|
const dest = new Buffer();
|
|
let result: number | null;
|
|
while ((result = await chunkedReader.read(buf)) !== null) {
|
|
const len = Math.min(buf.byteLength, result);
|
|
await dest.write(buf.subarray(0, len));
|
|
// Resolve a deferred - this will make response stream to
|
|
// enqueue next chunk.
|
|
deferreds[counter - 1].resolve();
|
|
}
|
|
return decoder.decode(dest.bytes());
|
|
}
|
|
|
|
function periodicStream() {
|
|
return new ReadableStream({
|
|
start(controller) {
|
|
controller.enqueue(`${counter}\n`);
|
|
counter++;
|
|
},
|
|
|
|
async pull(controller) {
|
|
if (counter >= 3) {
|
|
return controller.close();
|
|
}
|
|
|
|
await deferreds[counter - 1];
|
|
|
|
controller.enqueue(`${counter}\n`);
|
|
counter++;
|
|
},
|
|
}).pipeThrough(new TextEncoderStream());
|
|
}
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const finished = (async () => {
|
|
const conn = await listener.accept();
|
|
httpConn = Deno.serveHttp(conn);
|
|
const requestEvent = await httpConn.nextRequest();
|
|
const { respondWith } = requestEvent!;
|
|
await respondWith(new Response(periodicStream()));
|
|
})();
|
|
|
|
// start a client
|
|
const clientConn = await Deno.connect({ port: 4501 });
|
|
|
|
const r1 = await writeRequest(clientConn);
|
|
assertEquals(r1, "0\n1\n2\n");
|
|
|
|
await finished;
|
|
clientConn.close();
|
|
|
|
httpConn!.close();
|
|
listener.close();
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpRequestLatin1Headers() {
|
|
let httpConn: Deno.HttpConn;
|
|
const promise = (async () => {
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const conn = await listener.accept();
|
|
listener.close();
|
|
httpConn = Deno.serveHttp(conn);
|
|
const reqEvent = await httpConn.nextRequest();
|
|
assert(reqEvent);
|
|
const { request, respondWith } = reqEvent;
|
|
assertEquals(request.headers.get("X-Header-Test"), "á");
|
|
await respondWith(
|
|
new Response("", { headers: { "X-Header-Test": "Æ" } }),
|
|
);
|
|
})();
|
|
|
|
const clientConn = await Deno.connect({ port: 4501 });
|
|
const requestText =
|
|
"GET / HTTP/1.1\r\nHost: 127.0.0.1:4501\r\nX-Header-Test: á\r\n\r\n";
|
|
const requestBytes = new Uint8Array(requestText.length);
|
|
for (let i = 0; i < requestText.length; i++) {
|
|
requestBytes[i] = requestText.charCodeAt(i);
|
|
}
|
|
let written = 0;
|
|
while (written < requestBytes.byteLength) {
|
|
written += await clientConn.write(requestBytes.slice(written));
|
|
}
|
|
|
|
let responseText = "";
|
|
const buf = new Uint8Array(1024);
|
|
let read;
|
|
|
|
while ((read = await clientConn.read(buf)) !== null) {
|
|
httpConn!.close();
|
|
for (let i = 0; i < read; i++) {
|
|
responseText += String.fromCharCode(buf[i]);
|
|
}
|
|
}
|
|
|
|
clientConn.close();
|
|
|
|
assert(/\r\n[Xx]-[Hh]eader-[Tt]est: Æ\r\n/.test(responseText));
|
|
|
|
await promise;
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerRequestWithoutPath() {
|
|
let httpConn: Deno.HttpConn;
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const promise = (async () => {
|
|
const conn = await listener.accept();
|
|
listener.close();
|
|
httpConn = Deno.serveHttp(conn);
|
|
const reqEvent = await httpConn.nextRequest();
|
|
assert(reqEvent);
|
|
const { request, respondWith } = reqEvent;
|
|
assertEquals(new URL(request.url).href, "http://127.0.0.1:4501/");
|
|
assertEquals(await request.text(), "");
|
|
await respondWith(new Response());
|
|
})();
|
|
|
|
const clientConn = await Deno.connect({ port: 4501 });
|
|
|
|
async function writeRequest(conn: Deno.Conn) {
|
|
const encoder = new TextEncoder();
|
|
|
|
const w = new BufWriter(conn);
|
|
const r = new BufReader(conn);
|
|
const body =
|
|
`CONNECT 127.0.0.1:4501 HTTP/1.1\r\nHost: 127.0.0.1:4501\r\n\r\n`;
|
|
const writeResult = await w.write(encoder.encode(body));
|
|
assertEquals(body.length, writeResult);
|
|
await w.flush();
|
|
const tpr = new TextProtoReader(r);
|
|
const statusLine = await tpr.readLine();
|
|
assert(statusLine !== null);
|
|
const m = statusLine.match(/^(.+?) (.+?) (.+?)$/);
|
|
assert(m !== null, "must be matched");
|
|
const [_, _proto, status, _ok] = m;
|
|
assertEquals(status, "200");
|
|
const headers = await tpr.readMimeHeader();
|
|
assert(headers !== null);
|
|
}
|
|
|
|
await writeRequest(clientConn);
|
|
clientConn.close();
|
|
await promise;
|
|
httpConn!.close();
|
|
},
|
|
);
|
|
|
|
Deno.test({ permissions: { net: true } }, async function httpServerWebSocket() {
|
|
const promise = (async () => {
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const conn = await listener.accept();
|
|
listener.close();
|
|
const httpConn = Deno.serveHttp(conn);
|
|
const reqEvent = await httpConn.nextRequest();
|
|
assert(reqEvent);
|
|
const { request, respondWith } = reqEvent;
|
|
const {
|
|
response,
|
|
socket,
|
|
} = Deno.upgradeWebSocket(request);
|
|
socket.onerror = () => fail();
|
|
socket.onmessage = (m) => {
|
|
socket.send(m.data);
|
|
socket.close(1001);
|
|
};
|
|
await respondWith(response);
|
|
})();
|
|
|
|
const def = deferred();
|
|
const ws = new WebSocket("ws://localhost:4501");
|
|
ws.onmessage = (m) => assertEquals(m.data, "foo");
|
|
ws.onerror = () => fail();
|
|
ws.onclose = () => def.resolve();
|
|
ws.onopen = () => ws.send("foo");
|
|
await def;
|
|
await promise;
|
|
});
|
|
|
|
Deno.test(function httpUpgradeWebSocket() {
|
|
const request = new Request("https://deno.land/", {
|
|
headers: {
|
|
connection: "Upgrade",
|
|
upgrade: "websocket",
|
|
"sec-websocket-key": "dGhlIHNhbXBsZSBub25jZQ==",
|
|
},
|
|
});
|
|
const { response } = Deno.upgradeWebSocket(request);
|
|
assertEquals(response.status, 101);
|
|
assertEquals(response.headers.get("connection"), "Upgrade");
|
|
assertEquals(response.headers.get("upgrade"), "websocket");
|
|
assertEquals(
|
|
response.headers.get("sec-websocket-accept"),
|
|
"s3pPLMBiTxaQ9kYGzzhZRbK+xOo=",
|
|
);
|
|
});
|
|
|
|
Deno.test(function httpUpgradeWebSocketMultipleConnectionOptions() {
|
|
const request = new Request("https://deno.land/", {
|
|
headers: {
|
|
connection: "keep-alive, upgrade",
|
|
upgrade: "websocket",
|
|
"sec-websocket-key": "dGhlIHNhbXBsZSBub25jZQ==",
|
|
},
|
|
});
|
|
const { response } = Deno.upgradeWebSocket(request);
|
|
assertEquals(response.status, 101);
|
|
});
|
|
|
|
Deno.test(function httpUpgradeWebSocketMultipleUpgradeOptions() {
|
|
const request = new Request("https://deno.land/", {
|
|
headers: {
|
|
connection: "upgrade",
|
|
upgrade: "websocket, foo",
|
|
"sec-websocket-key": "dGhlIHNhbXBsZSBub25jZQ==",
|
|
},
|
|
});
|
|
const { response } = Deno.upgradeWebSocket(request);
|
|
assertEquals(response.status, 101);
|
|
});
|
|
|
|
Deno.test(function httpUpgradeWebSocketCaseInsensitiveUpgradeHeader() {
|
|
const request = new Request("https://deno.land/", {
|
|
headers: {
|
|
connection: "upgrade",
|
|
upgrade: "Websocket",
|
|
"sec-websocket-key": "dGhlIHNhbXBsZSBub25jZQ==",
|
|
},
|
|
});
|
|
const { response } = Deno.upgradeWebSocket(request);
|
|
assertEquals(response.status, 101);
|
|
});
|
|
|
|
Deno.test(function httpUpgradeWebSocketInvalidUpgradeHeader() {
|
|
assertThrows(
|
|
() => {
|
|
const request = new Request("https://deno.land/", {
|
|
headers: {
|
|
connection: "upgrade",
|
|
upgrade: "invalid",
|
|
"sec-websocket-key": "dGhlIHNhbXBsZSBub25jZQ==",
|
|
},
|
|
});
|
|
Deno.upgradeWebSocket(request);
|
|
},
|
|
TypeError,
|
|
"Invalid Header: 'upgrade' header must contain 'websocket'",
|
|
);
|
|
});
|
|
|
|
Deno.test(function httpUpgradeWebSocketWithoutUpgradeHeader() {
|
|
assertThrows(
|
|
() => {
|
|
const request = new Request("https://deno.land/", {
|
|
headers: {
|
|
connection: "upgrade",
|
|
"sec-websocket-key": "dGhlIHNhbXBsZSBub25jZQ==",
|
|
},
|
|
});
|
|
Deno.upgradeWebSocket(request);
|
|
},
|
|
TypeError,
|
|
"Invalid Header: 'upgrade' header must contain 'websocket'",
|
|
);
|
|
});
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpCookieConcatenation() {
|
|
let httpConn: Deno.HttpConn;
|
|
const promise = (async () => {
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const conn = await listener.accept();
|
|
listener.close();
|
|
httpConn = Deno.serveHttp(conn);
|
|
const reqEvent = await httpConn.nextRequest();
|
|
assert(reqEvent);
|
|
const { request, respondWith } = reqEvent;
|
|
assertEquals(new URL(request.url).href, "http://127.0.0.1:4501/");
|
|
assertEquals(await request.text(), "");
|
|
assertEquals(request.headers.get("cookie"), "foo=bar; bar=foo");
|
|
await respondWith(new Response("ok"));
|
|
})();
|
|
|
|
const resp = await fetch("http://127.0.0.1:4501/", {
|
|
headers: [
|
|
["connection", "close"],
|
|
["cookie", "foo=bar"],
|
|
["cookie", "bar=foo"],
|
|
],
|
|
});
|
|
const text = await resp.text();
|
|
assertEquals(text, "ok");
|
|
await promise;
|
|
httpConn!.close();
|
|
},
|
|
);
|
|
|
|
// https://github.com/denoland/deno/issues/11651
|
|
Deno.test({ permissions: { net: true } }, async function httpServerPanic() {
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const client = await Deno.connect({ port: 4501 });
|
|
const conn = await listener.accept();
|
|
const httpConn = Deno.serveHttp(conn);
|
|
|
|
// This message is incomplete on purpose, we'll forcefully close client connection
|
|
// after it's flushed to cause connection to error out on the server side.
|
|
const encoder = new TextEncoder();
|
|
await client.write(encoder.encode("GET / HTTP/1.1"));
|
|
|
|
httpConn.nextRequest();
|
|
await client.write(encoder.encode("\r\n\r\n"));
|
|
httpConn!.close();
|
|
|
|
client.close();
|
|
listener.close();
|
|
});
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true, write: true, read: true } },
|
|
async function httpServerCorrectSizeResponse() {
|
|
const tmpFile = await Deno.makeTempFile();
|
|
const file = await Deno.open(tmpFile, { write: true, read: true });
|
|
await file.write(new Uint8Array(70 * 1024).fill(1)); // 70kb sent in 64kb + 6kb chunks
|
|
file.close();
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
const listener = Deno.listen({ port: 4503 });
|
|
const promise = (async () => {
|
|
const conn = await listener.accept();
|
|
httpConn = Deno.serveHttp(conn);
|
|
const ev = await httpConn.nextRequest();
|
|
const { respondWith } = ev!;
|
|
const f = await Deno.open(tmpFile, { read: true });
|
|
await respondWith(new Response(f.readable, { status: 200 }));
|
|
})();
|
|
const resp = await fetch("http://127.0.0.1:4503/");
|
|
const body = await resp.arrayBuffer();
|
|
assertEquals(body.byteLength, 70 * 1024);
|
|
await promise;
|
|
httpConn!.close();
|
|
listener.close();
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true, write: true, read: true } },
|
|
async function httpServerClosedStream() {
|
|
const listener = Deno.listen({ port: 4502 });
|
|
|
|
const client = await Deno.connect({ port: 4502 });
|
|
await client.write(new TextEncoder().encode(
|
|
`GET / HTTP/1.0\r\n\r\n`,
|
|
));
|
|
|
|
const conn = await listener.accept();
|
|
const httpConn = Deno.serveHttp(conn);
|
|
const ev = await httpConn.nextRequest();
|
|
const { respondWith } = ev!;
|
|
|
|
const tmpFile = await Deno.makeTempFile();
|
|
const file = await Deno.open(tmpFile, { write: true, read: true });
|
|
await file.write(new TextEncoder().encode("hello"));
|
|
|
|
const reader = await file.readable.getReader();
|
|
while (true) {
|
|
const { done, value } = await reader.read();
|
|
if (done) break;
|
|
assert(value);
|
|
}
|
|
|
|
let didThrow = false;
|
|
try {
|
|
await respondWith(new Response(file.readable));
|
|
} catch {
|
|
// pass
|
|
didThrow = true;
|
|
}
|
|
|
|
assert(didThrow);
|
|
httpConn!.close();
|
|
listener.close();
|
|
client.close();
|
|
},
|
|
);
|
|
|
|
// https://github.com/denoland/deno/issues/11595
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerIncompleteMessage() {
|
|
const listener = Deno.listen({ port: 4501 });
|
|
|
|
const client = await Deno.connect({ port: 4501 });
|
|
await client.write(new TextEncoder().encode(
|
|
`GET / HTTP/1.0\r\n\r\n`,
|
|
));
|
|
|
|
const conn = await listener.accept();
|
|
const httpConn = Deno.serveHttp(conn);
|
|
const ev = await httpConn.nextRequest();
|
|
const { respondWith } = ev!;
|
|
|
|
const errors: Error[] = [];
|
|
|
|
const readable = new ReadableStream({
|
|
async pull(controller) {
|
|
client.close();
|
|
await delay(1000);
|
|
controller.enqueue(new TextEncoder().encode(
|
|
"written to the writable side of a TransformStream",
|
|
));
|
|
controller.close();
|
|
},
|
|
cancel(error) {
|
|
errors.push(error);
|
|
},
|
|
});
|
|
|
|
const res = new Response(readable);
|
|
|
|
await respondWith(res).catch((error: Error) => errors.push(error));
|
|
|
|
httpConn!.close();
|
|
listener.close();
|
|
|
|
assert(errors.length >= 1);
|
|
for (const error of errors) {
|
|
assertEquals(error.name, "Http");
|
|
assert(error.message.includes("connection"));
|
|
}
|
|
},
|
|
);
|
|
|
|
// https://github.com/denoland/deno/issues/11743
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerDoesntLeakResources() {
|
|
const listener = Deno.listen({ port: 4505 });
|
|
const [conn, clientConn] = await Promise.all([
|
|
listener.accept(),
|
|
Deno.connect({ port: 4505 }),
|
|
]);
|
|
const httpConn = Deno.serveHttp(conn);
|
|
|
|
await Promise.all([
|
|
httpConn.nextRequest(),
|
|
clientConn.write(new TextEncoder().encode(
|
|
`GET / HTTP/1.1\r\nHost: 127.0.0.1:4505\r\n\r\n`,
|
|
)),
|
|
]);
|
|
|
|
httpConn!.close();
|
|
listener.close();
|
|
clientConn.close();
|
|
},
|
|
);
|
|
|
|
// https://github.com/denoland/deno/issues/11926
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerDoesntLeakResources2() {
|
|
let listener: Deno.Listener;
|
|
let httpConn: Deno.HttpConn;
|
|
|
|
const promise = (async () => {
|
|
listener = Deno.listen({ port: 4508 });
|
|
for await (const conn of listener) {
|
|
httpConn = Deno.serveHttp(conn);
|
|
for await (const { request, respondWith } of httpConn) {
|
|
assertEquals(new URL(request.url).href, "http://127.0.0.1:4508/");
|
|
// not reading request body on purpose
|
|
respondWith(new Response("ok"));
|
|
}
|
|
}
|
|
})();
|
|
|
|
const resourcesBefore = Deno.resources();
|
|
const response = await fetch("http://127.0.0.1:4508", {
|
|
method: "POST",
|
|
body: "hello world",
|
|
});
|
|
await response.text();
|
|
const resourcesAfter = Deno.resources();
|
|
// verify that the only new resource is "httpConnection", to make
|
|
// sure "request" resource is closed even if its body was not read
|
|
// by server handler
|
|
|
|
for (const rid of Object.keys(resourcesBefore)) {
|
|
delete resourcesAfter[Number(rid)];
|
|
}
|
|
|
|
assertEquals(Object.keys(resourcesAfter).length, 1);
|
|
|
|
listener!.close();
|
|
httpConn!.close();
|
|
await promise;
|
|
},
|
|
);
|
|
|
|
// https://github.com/denoland/deno/pull/12216
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function droppedConnSenderNoPanic() {
|
|
async function server() {
|
|
const listener = Deno.listen({ port: 8000 });
|
|
const conn = await listener.accept();
|
|
const http = Deno.serveHttp(conn);
|
|
const evt = await http.nextRequest();
|
|
http.close();
|
|
try {
|
|
await evt!.respondWith(new Response("boom"));
|
|
} catch {
|
|
// Ignore error.
|
|
}
|
|
listener.close();
|
|
}
|
|
|
|
async function client() {
|
|
try {
|
|
const resp = await fetch("http://127.0.0.1:8000/");
|
|
await resp.body?.cancel();
|
|
} catch {
|
|
// Ignore error
|
|
}
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
},
|
|
);
|
|
|
|
// https://github.com/denoland/deno/issues/12193
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpConnConcurrentNextRequestCalls() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
const listener = Deno.listen({ hostname, port });
|
|
async function server() {
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const promises = new Array(10).fill(null).map(async (_, i) => {
|
|
const event = await httpConn.nextRequest();
|
|
assert(event);
|
|
const { pathname } = new URL(event.request.url);
|
|
assertStrictEquals(pathname, `/${i}`);
|
|
const response = new Response(`Response #${i}`);
|
|
await event.respondWith(response);
|
|
});
|
|
await Promise.all(promises);
|
|
}
|
|
|
|
async function client() {
|
|
for (let i = 0; i < 10; i++) {
|
|
const response = await fetch(`http://${hostname}:${port}/${i}`);
|
|
const body = await response.text();
|
|
assertStrictEquals(body, `Response #${i}`);
|
|
}
|
|
}
|
|
|
|
await Promise.all([server(), delay(100).then(client)]);
|
|
httpConn!.close();
|
|
listener.close();
|
|
},
|
|
);
|
|
|
|
// https://github.com/denoland/deno/pull/12704
|
|
// https://github.com/denoland/deno/pull/12732
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpConnAutoCloseDelayedOnUpgrade() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
|
|
async function server() {
|
|
const listener = Deno.listen({ hostname, port });
|
|
const tcpConn = await listener.accept();
|
|
const httpConn = Deno.serveHttp(tcpConn);
|
|
|
|
const event1 = await httpConn.nextRequest() as Deno.RequestEvent;
|
|
const event2Promise = httpConn.nextRequest();
|
|
|
|
const { socket, response } = Deno.upgradeWebSocket(event1.request);
|
|
socket.onmessage = (event) => socket.send(event.data);
|
|
const socketClosed = new Promise<void>((resolve) => {
|
|
socket.onclose = () => resolve();
|
|
});
|
|
event1.respondWith(response);
|
|
|
|
const event2 = await event2Promise;
|
|
assertStrictEquals(event2, null);
|
|
|
|
listener.close();
|
|
await socketClosed;
|
|
}
|
|
|
|
async function client() {
|
|
const socket = new WebSocket(`ws://${hostname}:${port}/`);
|
|
socket.onopen = () => socket.send("bla bla");
|
|
const { data } = await new Promise<MessageEvent<string>>((res) =>
|
|
socket.onmessage = res
|
|
);
|
|
assertStrictEquals(data, "bla bla");
|
|
socket.close();
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
},
|
|
);
|
|
|
|
// https://github.com/denoland/deno/issues/12741
|
|
// https://github.com/denoland/deno/pull/12746
|
|
// https://github.com/denoland/deno/pull/12798
|
|
Deno.test(
|
|
{ permissions: { net: true, run: true } },
|
|
async function httpServerDeleteRequestHasBody() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
const listener = Deno.listen({ hostname, port });
|
|
async function server() {
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const event = await httpConn.nextRequest() as Deno.RequestEvent;
|
|
assert(event.request.body);
|
|
const response = new Response();
|
|
await event.respondWith(response);
|
|
}
|
|
|
|
async function client() {
|
|
const url = `http://${hostname}:${port}/`;
|
|
const args = ["-X", "DELETE", url];
|
|
const { success } = await new Deno.Command("curl", {
|
|
args,
|
|
stdout: "null",
|
|
stderr: "null",
|
|
}).output();
|
|
assert(success);
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
httpConn!.close();
|
|
listener.close();
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerRespondNonAsciiUint8Array() {
|
|
let httpConn: Deno.HttpConn;
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const promise = (async () => {
|
|
const conn = await listener.accept();
|
|
listener.close();
|
|
httpConn = Deno.serveHttp(conn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(request.body, null);
|
|
await respondWith(
|
|
new Response(new Uint8Array([128]), {}),
|
|
);
|
|
})();
|
|
|
|
const resp = await fetch("http://localhost:4501/");
|
|
assertEquals(resp.status, 200);
|
|
const body = await resp.arrayBuffer();
|
|
assertEquals(new Uint8Array(body), new Uint8Array([128]));
|
|
|
|
await promise;
|
|
httpConn!.close();
|
|
},
|
|
);
|
|
|
|
function tmpUnixSocketPath(): string {
|
|
const folder = Deno.makeTempDirSync();
|
|
return join(folder, "socket");
|
|
}
|
|
|
|
// https://github.com/denoland/deno/pull/13628
|
|
Deno.test(
|
|
{
|
|
ignore: Deno.build.os === "windows",
|
|
permissions: { read: true, write: true },
|
|
},
|
|
async function httpServerOnUnixSocket() {
|
|
const filePath = tmpUnixSocketPath();
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
const promise = (async () => {
|
|
const listener = Deno.listen({ path: filePath, transport: "unix" });
|
|
const conn = await listener.accept();
|
|
listener.close();
|
|
httpConn = Deno.serveHttp(conn);
|
|
const reqEvent = await httpConn.nextRequest();
|
|
assert(reqEvent);
|
|
const { request, respondWith } = reqEvent;
|
|
const url = new URL(request.url);
|
|
assertEquals(url.protocol, "http+unix:");
|
|
assertEquals(decodeURIComponent(url.host), filePath);
|
|
assertEquals(url.pathname, "/path/name");
|
|
await respondWith(new Response("", { headers: {} }));
|
|
})();
|
|
|
|
// fetch() does not supports unix domain sockets yet https://github.com/denoland/deno/issues/8821
|
|
const conn = await Deno.connect({ path: filePath, transport: "unix" });
|
|
const encoder = new TextEncoder();
|
|
// The Host header must be present and empty if it is not a Internet host name (RFC2616, Section 14.23)
|
|
const body = `GET /path/name HTTP/1.1\r\nHost:\r\n\r\n`;
|
|
const writeResult = await conn.write(encoder.encode(body));
|
|
assertEquals(body.length, writeResult);
|
|
|
|
const resp = new Uint8Array(200);
|
|
const readResult = await conn.read(resp);
|
|
assertEquals(readResult, 138);
|
|
|
|
conn.close();
|
|
|
|
await promise;
|
|
httpConn!.close();
|
|
},
|
|
);
|
|
|
|
/* Automatic Body Compression */
|
|
|
|
const decoder = new TextDecoder();
|
|
|
|
Deno.test({
|
|
name: "http server compresses body - check headers",
|
|
permissions: { net: true, run: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
const listener = Deno.listen({ hostname, port });
|
|
|
|
const data = { hello: "deno", now: "with", compressed: "body" };
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
async function server() {
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(request.headers.get("Accept-Encoding"), "gzip, deflate, br");
|
|
const response = new Response(JSON.stringify(data), {
|
|
headers: { "content-type": "application/json" },
|
|
});
|
|
await respondWith(response);
|
|
listener.close();
|
|
}
|
|
|
|
async function client() {
|
|
const url = `http://${hostname}:${port}/`;
|
|
const args = [
|
|
"-i",
|
|
"--request",
|
|
"GET",
|
|
"--url",
|
|
url,
|
|
"--header",
|
|
"Accept-Encoding: gzip, deflate, br",
|
|
];
|
|
const { success, stdout } = await new Deno.Command("curl", {
|
|
args,
|
|
stderr: "null",
|
|
stdout: "piped",
|
|
}).output();
|
|
assert(success);
|
|
const output = decoder.decode(stdout);
|
|
assert(output.includes("vary: Accept-Encoding\r\n"));
|
|
assert(output.includes("content-encoding: gzip\r\n"));
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
httpConn!.close();
|
|
},
|
|
});
|
|
|
|
Deno.test({
|
|
name: "http server compresses body - check body",
|
|
permissions: { net: true, run: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
const listener = Deno.listen({ hostname, port });
|
|
|
|
const data = { hello: "deno", now: "with", compressed: "body" };
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
async function server() {
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(request.headers.get("Accept-Encoding"), "gzip, deflate, br");
|
|
const response = new Response(JSON.stringify(data), {
|
|
headers: { "content-type": "application/json" },
|
|
});
|
|
await respondWith(response);
|
|
listener.close();
|
|
}
|
|
|
|
async function client() {
|
|
const url = `http://${hostname}:${port}/`;
|
|
const args = [
|
|
"--request",
|
|
"GET",
|
|
"--url",
|
|
url,
|
|
"--header",
|
|
"Accept-Encoding: gzip, deflate, br",
|
|
];
|
|
const proc = new Deno.Command("curl", {
|
|
args,
|
|
stderr: "null",
|
|
stdout: "piped",
|
|
}).spawn();
|
|
const status = await proc.status;
|
|
assert(status.success);
|
|
const stdout = proc.stdout
|
|
.pipeThrough(new DecompressionStream("gzip"))
|
|
.pipeThrough(new TextDecoderStream());
|
|
let body = "";
|
|
for await (const chunk of stdout) {
|
|
body += chunk;
|
|
}
|
|
assertEquals(JSON.parse(body), data);
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
httpConn!.close();
|
|
},
|
|
});
|
|
|
|
Deno.test({
|
|
name: "http server doesn't compress small body",
|
|
permissions: { net: true, run: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
async function server() {
|
|
const listener = Deno.listen({ hostname, port });
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(request.headers.get("Accept-Encoding"), "gzip, deflate, br");
|
|
const response = new Response(
|
|
JSON.stringify({ hello: "deno" }),
|
|
{
|
|
headers: { "content-type": "application/json" },
|
|
},
|
|
);
|
|
await respondWith(response);
|
|
listener.close();
|
|
}
|
|
|
|
async function client() {
|
|
const url = `http://${hostname}:${port}/`;
|
|
const args = [
|
|
"-i",
|
|
"--request",
|
|
"GET",
|
|
"--url",
|
|
url,
|
|
"--header",
|
|
"Accept-Encoding: gzip, deflate, br",
|
|
];
|
|
const { success, stdout } = await new Deno.Command("curl", {
|
|
args,
|
|
stderr: "null",
|
|
stdout: "piped",
|
|
}).output();
|
|
assert(success);
|
|
const output = decoder.decode(stdout).toLocaleLowerCase();
|
|
assert(output.includes("vary: accept-encoding\r\n"));
|
|
assert(!output.includes("content-encoding: "));
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
httpConn!.close();
|
|
},
|
|
});
|
|
|
|
Deno.test({
|
|
name: "http server respects accept-encoding weights",
|
|
permissions: { net: true, run: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
async function server() {
|
|
const listener = Deno.listen({ hostname, port });
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(
|
|
request.headers.get("Accept-Encoding"),
|
|
"gzip;q=0.8, br;q=1.0, *;q=0.1",
|
|
);
|
|
const response = new Response(
|
|
JSON.stringify({ hello: "deno", now: "with", compressed: "body" }),
|
|
{
|
|
headers: { "content-type": "application/json" },
|
|
},
|
|
);
|
|
await respondWith(response);
|
|
listener.close();
|
|
}
|
|
|
|
async function client() {
|
|
const url = `http://${hostname}:${port}/`;
|
|
const args = [
|
|
"-i",
|
|
"--request",
|
|
"GET",
|
|
"--url",
|
|
url,
|
|
"--header",
|
|
"Accept-Encoding: gzip;q=0.8, br;q=1.0, *;q=0.1",
|
|
];
|
|
const { success, stdout } = await new Deno.Command("curl", {
|
|
args,
|
|
stderr: "null",
|
|
stdout: "piped",
|
|
}).output();
|
|
assert(success);
|
|
const output = decoder.decode(stdout);
|
|
assert(output.includes("vary: Accept-Encoding\r\n"));
|
|
assert(output.includes("content-encoding: br\r\n"));
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
httpConn!.close();
|
|
},
|
|
});
|
|
|
|
Deno.test({
|
|
name: "http server augments vary header",
|
|
permissions: { net: true, run: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
async function server() {
|
|
const listener = Deno.listen({ hostname, port });
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(request.headers.get("Accept-Encoding"), "gzip, deflate, br");
|
|
const response = new Response(
|
|
JSON.stringify({ hello: "deno", now: "with", compressed: "body" }),
|
|
{
|
|
headers: { "content-type": "application/json", vary: "Accept" },
|
|
},
|
|
);
|
|
await respondWith(response);
|
|
listener.close();
|
|
}
|
|
|
|
async function client() {
|
|
const url = `http://${hostname}:${port}/`;
|
|
const args = [
|
|
"-i",
|
|
"--request",
|
|
"GET",
|
|
"--url",
|
|
url,
|
|
"--header",
|
|
"Accept-Encoding: gzip, deflate, br",
|
|
];
|
|
const { success, stdout } = await new Deno.Command("curl", {
|
|
args,
|
|
stderr: "null",
|
|
stdout: "piped",
|
|
}).output();
|
|
assert(success);
|
|
const output = decoder.decode(stdout);
|
|
assert(output.includes("vary: Accept-Encoding, Accept\r\n"));
|
|
assert(output.includes("content-encoding: gzip\r\n"));
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
httpConn!.close();
|
|
},
|
|
});
|
|
|
|
Deno.test({
|
|
name: "http server weakens etag header",
|
|
permissions: { net: true, run: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
async function server() {
|
|
const listener = Deno.listen({ hostname, port });
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(request.headers.get("Accept-Encoding"), "gzip, deflate, br");
|
|
const response = new Response(
|
|
JSON.stringify({ hello: "deno", now: "with", compressed: "body" }),
|
|
{
|
|
headers: {
|
|
"content-type": "application/json",
|
|
etag: "33a64df551425fcc55e4d42a148795d9f25f89d4",
|
|
},
|
|
},
|
|
);
|
|
await respondWith(response);
|
|
listener.close();
|
|
}
|
|
|
|
async function client() {
|
|
const url = `http://${hostname}:${port}/`;
|
|
const args = [
|
|
"curl",
|
|
"-i",
|
|
"--request",
|
|
"GET",
|
|
"--url",
|
|
url,
|
|
"--header",
|
|
"Accept-Encoding: gzip, deflate, br",
|
|
];
|
|
const { success, stdout } = await new Deno.Command("curl", {
|
|
args,
|
|
stderr: "null",
|
|
stdout: "piped",
|
|
}).output();
|
|
assert(success);
|
|
const output = decoder.decode(stdout);
|
|
assert(output.includes("vary: Accept-Encoding\r\n"));
|
|
assert(
|
|
output.includes("etag: W/33a64df551425fcc55e4d42a148795d9f25f89d4\r\n"),
|
|
);
|
|
assert(output.includes("content-encoding: gzip\r\n"));
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
httpConn!.close();
|
|
},
|
|
});
|
|
|
|
Deno.test({
|
|
name: "http server passes through weak etag header",
|
|
permissions: { net: true, run: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
async function server() {
|
|
const listener = Deno.listen({ hostname, port });
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(request.headers.get("Accept-Encoding"), "gzip, deflate, br");
|
|
const response = new Response(
|
|
JSON.stringify({ hello: "deno", now: "with", compressed: "body" }),
|
|
{
|
|
headers: {
|
|
"content-type": "application/json",
|
|
etag: "W/33a64df551425fcc55e4d42a148795d9f25f89d4",
|
|
},
|
|
},
|
|
);
|
|
await respondWith(response);
|
|
listener.close();
|
|
}
|
|
|
|
async function client() {
|
|
const url = `http://${hostname}:${port}/`;
|
|
const args = [
|
|
"-i",
|
|
"--request",
|
|
"GET",
|
|
"--url",
|
|
url,
|
|
"--header",
|
|
"Accept-Encoding: gzip, deflate, br",
|
|
];
|
|
const { success, stdout } = await new Deno.Command("curl", {
|
|
args,
|
|
stderr: "null",
|
|
stdout: "piped",
|
|
}).output();
|
|
assert(success);
|
|
const output = decoder.decode(stdout);
|
|
assert(output.includes("vary: Accept-Encoding\r\n"));
|
|
assert(
|
|
output.includes("etag: W/33a64df551425fcc55e4d42a148795d9f25f89d4\r\n"),
|
|
);
|
|
assert(output.includes("content-encoding: gzip\r\n"));
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
httpConn!.close();
|
|
},
|
|
});
|
|
|
|
Deno.test({
|
|
name: "http server doesn't compress body when no-transform is set",
|
|
permissions: { net: true, run: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
async function server() {
|
|
const listener = Deno.listen({ hostname, port });
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(request.headers.get("Accept-Encoding"), "gzip, deflate, br");
|
|
const response = new Response(
|
|
JSON.stringify({ hello: "deno", now: "with", compressed: "body" }),
|
|
{
|
|
headers: {
|
|
"content-type": "application/json",
|
|
"cache-control": "no-transform",
|
|
},
|
|
},
|
|
);
|
|
await respondWith(response);
|
|
listener.close();
|
|
}
|
|
|
|
async function client() {
|
|
const url = `http://${hostname}:${port}/`;
|
|
const args = [
|
|
"-i",
|
|
"--request",
|
|
"GET",
|
|
"--url",
|
|
url,
|
|
"--header",
|
|
"Accept-Encoding: gzip, deflate, br",
|
|
];
|
|
const { success, stdout } = await new Deno.Command("curl", {
|
|
args,
|
|
stderr: "null",
|
|
stdout: "piped",
|
|
}).output();
|
|
assert(success);
|
|
const output = decoder.decode(stdout);
|
|
assert(output.includes("vary: Accept-Encoding\r\n"));
|
|
assert(!output.includes("content-encoding: "));
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
httpConn!.close();
|
|
},
|
|
});
|
|
|
|
Deno.test({
|
|
name: "http server doesn't compress body when content-range is set",
|
|
permissions: { net: true, run: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
async function server() {
|
|
const listener = Deno.listen({ hostname, port });
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(request.headers.get("Accept-Encoding"), "gzip, deflate, br");
|
|
const response = new Response(
|
|
JSON.stringify({ hello: "deno", now: "with", compressed: "body" }),
|
|
{
|
|
headers: {
|
|
"content-type": "application/json",
|
|
"content-range": "bytes 200-100/67589",
|
|
},
|
|
},
|
|
);
|
|
await respondWith(response);
|
|
listener.close();
|
|
}
|
|
|
|
async function client() {
|
|
const url = `http://${hostname}:${port}/`;
|
|
const args = [
|
|
"-i",
|
|
"--request",
|
|
"GET",
|
|
"--url",
|
|
url,
|
|
"--header",
|
|
"Accept-Encoding: gzip, deflate, br",
|
|
];
|
|
const { success, stdout } = await new Deno.Command("curl", {
|
|
args,
|
|
stderr: "null",
|
|
stdout: "piped",
|
|
}).output();
|
|
assert(success);
|
|
const output = decoder.decode(stdout);
|
|
assert(output.includes("vary: Accept-Encoding\r\n"));
|
|
assert(!output.includes("content-encoding: "));
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
httpConn!.close();
|
|
},
|
|
});
|
|
|
|
Deno.test({
|
|
name: "http server compresses streamed bodies - check headers",
|
|
permissions: { net: true, run: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
|
|
const encoder = new TextEncoder();
|
|
const listener = Deno.listen({ hostname, port });
|
|
|
|
const data = { hello: "deno", now: "with", compressed: "body" };
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
async function server() {
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(request.headers.get("Accept-Encoding"), "gzip, deflate, br");
|
|
const bodyInit = new ReadableStream({
|
|
start(controller) {
|
|
controller.enqueue(encoder.encode(JSON.stringify(data)));
|
|
controller.close();
|
|
},
|
|
});
|
|
const response = new Response(
|
|
bodyInit,
|
|
{ headers: { "content-type": "application/json" } },
|
|
);
|
|
await respondWith(response);
|
|
listener.close();
|
|
}
|
|
|
|
async function client() {
|
|
const url = `http://${hostname}:${port}/`;
|
|
const args = [
|
|
"curl",
|
|
"-i",
|
|
"--request",
|
|
"GET",
|
|
"--url",
|
|
url,
|
|
"--header",
|
|
"Accept-Encoding: gzip, deflate, br",
|
|
];
|
|
const { success, stdout } = await new Deno.Command("curl", {
|
|
args,
|
|
stderr: "null",
|
|
stdout: "piped",
|
|
}).output();
|
|
assert(success);
|
|
const output = decoder.decode(stdout);
|
|
assert(output.includes("vary: Accept-Encoding\r\n"));
|
|
assert(output.includes("content-encoding: gzip\r\n"));
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
httpConn!.close();
|
|
},
|
|
});
|
|
|
|
Deno.test({
|
|
name: "http server compresses streamed bodies - check body",
|
|
permissions: { net: true, run: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
|
|
const encoder = new TextEncoder();
|
|
const listener = Deno.listen({ hostname, port });
|
|
|
|
const data = { hello: "deno", now: "with", compressed: "body" };
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
async function server() {
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(request.headers.get("Accept-Encoding"), "gzip, deflate, br");
|
|
const bodyInit = new ReadableStream({
|
|
start(controller) {
|
|
controller.enqueue(encoder.encode(JSON.stringify(data)));
|
|
controller.close();
|
|
},
|
|
});
|
|
const response = new Response(
|
|
bodyInit,
|
|
{ headers: { "content-type": "application/json" } },
|
|
);
|
|
await respondWith(response);
|
|
listener.close();
|
|
}
|
|
|
|
async function client() {
|
|
const url = `http://${hostname}:${port}/`;
|
|
const args = [
|
|
"--request",
|
|
"GET",
|
|
"--url",
|
|
url,
|
|
"--header",
|
|
"Accept-Encoding: gzip, deflate, br",
|
|
];
|
|
const proc = new Deno.Command("curl", {
|
|
args,
|
|
stderr: "null",
|
|
stdout: "piped",
|
|
}).spawn();
|
|
const status = await proc.status;
|
|
assert(status.success);
|
|
const stdout = proc.stdout
|
|
.pipeThrough(new DecompressionStream("gzip"))
|
|
.pipeThrough(new TextDecoderStream());
|
|
let body = "";
|
|
for await (const chunk of stdout) {
|
|
body += chunk;
|
|
}
|
|
assertEquals(JSON.parse(body), data);
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
httpConn!.close();
|
|
},
|
|
});
|
|
|
|
Deno.test({
|
|
name: "http server updates content-length header if compression is applied",
|
|
permissions: { net: true, run: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
let contentLength: string;
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
async function server() {
|
|
const listener = Deno.listen({ hostname, port });
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(request.headers.get("Accept-Encoding"), "gzip, deflate, br");
|
|
const body = JSON.stringify({
|
|
hello: "deno",
|
|
now: "with",
|
|
compressed: "body",
|
|
});
|
|
contentLength = String(body.length);
|
|
const response = new Response(
|
|
body,
|
|
{
|
|
headers: {
|
|
"content-type": "application/json",
|
|
"content-length": contentLength,
|
|
},
|
|
},
|
|
);
|
|
await respondWith(response);
|
|
listener.close();
|
|
}
|
|
|
|
async function client() {
|
|
const url = `http://${hostname}:${port}/`;
|
|
const args = [
|
|
"-i",
|
|
"--request",
|
|
"GET",
|
|
"--url",
|
|
url,
|
|
"--header",
|
|
"Accept-Encoding: gzip, deflate, br",
|
|
];
|
|
const { success, stdout } = await new Deno.Command("curl", {
|
|
args,
|
|
stderr: "null",
|
|
stdout: "piped",
|
|
}).output();
|
|
assert(success);
|
|
const output = decoder.decode(stdout);
|
|
assert(output.includes("vary: Accept-Encoding\r\n"));
|
|
assert(output.includes("content-encoding: gzip\r\n"));
|
|
// Ensure the content-length header is updated.
|
|
assert(!output.includes(`content-length: ${contentLength}\r\n`));
|
|
assert(output.includes("content-length: 72\r\n"));
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
httpConn!.close();
|
|
},
|
|
});
|
|
|
|
Deno.test({
|
|
name: "http server compresses when accept-encoding is deflate, gzip",
|
|
permissions: { net: true, run: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
let contentLength: string;
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
async function server() {
|
|
const listener = Deno.listen({ hostname, port });
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(request.headers.get("Accept-Encoding"), "deflate, gzip");
|
|
const body = "x".repeat(10000);
|
|
contentLength = String(body.length);
|
|
const response = new Response(
|
|
body,
|
|
{
|
|
headers: {
|
|
"content-length": contentLength,
|
|
},
|
|
},
|
|
);
|
|
await respondWith(response);
|
|
listener.close();
|
|
}
|
|
|
|
async function client() {
|
|
const url = `http://${hostname}:${port}/`;
|
|
const cmd = [
|
|
"curl",
|
|
"-i",
|
|
"--request",
|
|
"GET",
|
|
"--url",
|
|
url,
|
|
// "--compressed", // Windows curl does not support --compressed
|
|
"--header",
|
|
"Accept-Encoding: deflate, gzip",
|
|
];
|
|
const proc = Deno.run({ cmd, stdout: "piped", stderr: "null" });
|
|
const status = await proc.status();
|
|
assert(status.success);
|
|
const output = decoder.decode(await proc.output());
|
|
assert(output.includes("vary: Accept-Encoding\r\n"));
|
|
assert(output.includes("content-encoding: gzip\r\n"));
|
|
// Ensure the content-length header is updated.
|
|
assert(!output.includes(`content-length: ${contentLength}\r\n`));
|
|
assert(output.includes("content-length: 80\r\n"));
|
|
proc.close();
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
httpConn!.close();
|
|
},
|
|
});
|
|
|
|
Deno.test({
|
|
name: "http server custom content-encoding is left untouched",
|
|
permissions: { net: true, run: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
let contentLength: string;
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
async function server() {
|
|
const listener = Deno.listen({ hostname, port });
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(request.headers.get("Accept-Encoding"), "deflate, gzip");
|
|
const body = new Uint8Array([3, 1, 4, 1]);
|
|
contentLength = String(body.length);
|
|
const response = new Response(
|
|
body,
|
|
{
|
|
headers: {
|
|
"content-length": contentLength,
|
|
"content-encoding": "arbitrary",
|
|
},
|
|
},
|
|
);
|
|
await respondWith(response);
|
|
listener.close();
|
|
}
|
|
|
|
async function client() {
|
|
const url = `http://${hostname}:${port}/`;
|
|
const cmd = [
|
|
"curl",
|
|
"-i",
|
|
"--request",
|
|
"GET",
|
|
"--url",
|
|
url,
|
|
// "--compressed", // Windows curl does not support --compressed
|
|
"--header",
|
|
"Accept-Encoding: deflate, gzip",
|
|
];
|
|
const proc = Deno.run({ cmd, stdout: "piped", stderr: "null" });
|
|
const status = await proc.status();
|
|
assert(status.success);
|
|
const output = decoder.decode(await proc.output());
|
|
assert(output.includes("vary: Accept-Encoding\r\n"));
|
|
assert(output.includes("content-encoding: arbitrary\r\n"));
|
|
proc.close();
|
|
}
|
|
|
|
await Promise.all([server(), client()]);
|
|
httpConn!.close();
|
|
},
|
|
});
|
|
|
|
Deno.test("upgradeHttp tcp", async () => {
|
|
async function client() {
|
|
const tcpConn = await Deno.connect({ port: 4501 });
|
|
await tcpConn.write(
|
|
new TextEncoder().encode(
|
|
"CONNECT server.example.com:80 HTTP/1.1\r\n\r\nbla bla bla\nbla bla\nbla\n",
|
|
),
|
|
);
|
|
setTimeout(async () => {
|
|
await tcpConn.write(
|
|
new TextEncoder().encode(
|
|
"bla bla bla\nbla bla\nbla\n",
|
|
),
|
|
);
|
|
tcpConn.close();
|
|
}, 500);
|
|
}
|
|
|
|
const abortController = new AbortController();
|
|
const signal = abortController.signal;
|
|
|
|
const server = serve((req) => {
|
|
const p = Deno.upgradeHttp(req);
|
|
|
|
(async () => {
|
|
const [conn, firstPacket] = await p;
|
|
const buf = new Uint8Array(1024);
|
|
const firstPacketText = new TextDecoder().decode(firstPacket);
|
|
assertEquals(firstPacketText, "bla bla bla\nbla bla\nbla\n");
|
|
const n = await conn.read(buf);
|
|
assert(n != null);
|
|
const secondPacketText = new TextDecoder().decode(buf.slice(0, n));
|
|
assertEquals(secondPacketText, "bla bla bla\nbla bla\nbla\n");
|
|
abortController.abort();
|
|
conn.close();
|
|
})();
|
|
|
|
return new Response(null, { status: 101 });
|
|
}, { port: 4501, signal });
|
|
|
|
await Promise.all([server, client()]);
|
|
});
|
|
|
|
Deno.test(
|
|
"upgradeHttp tls",
|
|
{ permissions: { net: true, read: true } },
|
|
async () => {
|
|
async function client() {
|
|
const caCerts = [
|
|
await Deno.readTextFile("cli/tests/testdata/tls/RootCA.pem"),
|
|
];
|
|
const tlsConn = await Deno.connectTls({
|
|
hostname: "localhost",
|
|
port: 4502,
|
|
caCerts,
|
|
});
|
|
await tlsConn.write(
|
|
new TextEncoder().encode(
|
|
"CONNECT server.example.com:80 HTTP/1.1\r\n\r\nbla bla bla\nbla bla\nbla\n",
|
|
),
|
|
);
|
|
setTimeout(async () => {
|
|
await tlsConn.write(
|
|
new TextEncoder().encode(
|
|
"bla bla bla\nbla bla\nbla\n",
|
|
),
|
|
);
|
|
tlsConn.close();
|
|
}, 500);
|
|
}
|
|
|
|
const abortController = new AbortController();
|
|
const signal = abortController.signal;
|
|
const certFile = "cli/tests/testdata/tls/localhost.crt";
|
|
const keyFile = "cli/tests/testdata/tls/localhost.key";
|
|
|
|
const server = serveTls((req) => {
|
|
const p = Deno.upgradeHttp(req);
|
|
|
|
(async () => {
|
|
const [conn, firstPacket] = await p;
|
|
const buf = new Uint8Array(1024);
|
|
const firstPacketText = new TextDecoder().decode(firstPacket);
|
|
assertEquals(firstPacketText, "bla bla bla\nbla bla\nbla\n");
|
|
const n = await conn.read(buf);
|
|
assert(n != null);
|
|
const secondPacketText = new TextDecoder().decode(buf.slice(0, n));
|
|
assertEquals(secondPacketText, "bla bla bla\nbla bla\nbla\n");
|
|
abortController.abort();
|
|
conn.close();
|
|
})();
|
|
|
|
return new Response(null, { status: 101 });
|
|
}, { hostname: "localhost", port: 4502, signal, keyFile, certFile });
|
|
|
|
await Promise.all([server, client()]);
|
|
},
|
|
);
|
|
|
|
Deno.test("upgradeHttp unix", {
|
|
permissions: { read: true, write: true },
|
|
ignore: Deno.build.os === "windows",
|
|
}, async () => {
|
|
const filePath = tmpUnixSocketPath();
|
|
const promise = deferred();
|
|
|
|
async function client() {
|
|
const unixConn = await Deno.connect({ path: filePath, transport: "unix" });
|
|
await unixConn.write(
|
|
new TextEncoder().encode(
|
|
"CONNECT server.example.com:80 HTTP/1.1\r\n\r\nbla bla bla\nbla bla\nbla\n",
|
|
),
|
|
);
|
|
setTimeout(async () => {
|
|
await unixConn.write(
|
|
new TextEncoder().encode(
|
|
"bla bla bla\nbla bla\nbla\n",
|
|
),
|
|
);
|
|
unixConn.close();
|
|
promise.resolve();
|
|
}, 500);
|
|
await promise;
|
|
}
|
|
|
|
const server = (async () => {
|
|
const listener = Deno.listen({ path: filePath, transport: "unix" });
|
|
const conn = await listener.accept();
|
|
listener.close();
|
|
const httpConn = Deno.serveHttp(conn);
|
|
const reqEvent = await httpConn.nextRequest();
|
|
assert(reqEvent);
|
|
const { request, respondWith } = reqEvent;
|
|
const p = Deno.upgradeHttp(request);
|
|
|
|
const promise = (async () => {
|
|
const [conn, firstPacket] = await p;
|
|
const buf = new Uint8Array(1024);
|
|
const firstPacketText = new TextDecoder().decode(firstPacket);
|
|
assertEquals(firstPacketText, "bla bla bla\nbla bla\nbla\n");
|
|
const n = await conn.read(buf);
|
|
assert(n != null);
|
|
const secondPacketText = new TextDecoder().decode(buf.slice(0, n));
|
|
assertEquals(secondPacketText, "bla bla bla\nbla bla\nbla\n");
|
|
conn.close();
|
|
})();
|
|
|
|
const resp = new Response(null, { status: 101 });
|
|
await respondWith(resp);
|
|
await promise;
|
|
httpConn!.close();
|
|
})();
|
|
|
|
await Promise.all([server, client()]);
|
|
});
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerReadLargeBodyWithContentLength() {
|
|
const TLS_PACKET_SIZE = 16 * 1024 + 256;
|
|
// We want the body to be read in multiple packets
|
|
const body = "aa\n" + "deno.land large body\n".repeat(TLS_PACKET_SIZE) +
|
|
"zz";
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
const promise = (async () => {
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const conn = await listener.accept();
|
|
listener.close();
|
|
httpConn = Deno.serveHttp(conn);
|
|
const reqEvent = await httpConn.nextRequest();
|
|
assert(reqEvent);
|
|
const { request, respondWith } = reqEvent;
|
|
assertEquals(await request.text(), body);
|
|
await respondWith(new Response(body));
|
|
})();
|
|
|
|
const resp = await fetch("http://127.0.0.1:4501/", {
|
|
method: "POST",
|
|
headers: { "connection": "close" },
|
|
body,
|
|
});
|
|
const text = await resp.text();
|
|
assertEquals(text, body);
|
|
await promise;
|
|
|
|
httpConn!.close();
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerReadLargeBodyWithTransferChunked() {
|
|
const TLS_PACKET_SIZE = 16 * 1024 + 256;
|
|
|
|
// We want the body to be read in multiple packets
|
|
const chunks = [
|
|
"aa\n",
|
|
"deno.land large body\n".repeat(TLS_PACKET_SIZE),
|
|
"zz",
|
|
];
|
|
|
|
const body = chunks.join("");
|
|
|
|
const stream = new TransformStream();
|
|
const writer = stream.writable.getWriter();
|
|
for (const chunk of chunks) {
|
|
writer.write(new TextEncoder().encode(chunk));
|
|
}
|
|
writer.close();
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
const promise = (async () => {
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const conn = await listener.accept();
|
|
listener.close();
|
|
httpConn = Deno.serveHttp(conn);
|
|
const reqEvent = await httpConn.nextRequest();
|
|
assert(reqEvent);
|
|
const { request, respondWith } = reqEvent;
|
|
assertEquals(await request.text(), body);
|
|
await respondWith(new Response(body));
|
|
})();
|
|
|
|
const resp = await fetch("http://127.0.0.1:4501/", {
|
|
method: "POST",
|
|
headers: { "connection": "close" },
|
|
body: stream.readable,
|
|
});
|
|
const text = await resp.text();
|
|
assertEquals(text, body);
|
|
await promise;
|
|
|
|
httpConn!.close();
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{
|
|
permissions: { net: true },
|
|
},
|
|
async function httpServerWithoutExclusiveAccessToTcp() {
|
|
const port = 4506;
|
|
const listener = Deno.listen({ port });
|
|
|
|
const [clientConn, serverConn] = await Promise.all([
|
|
Deno.connect({ port }),
|
|
listener.accept(),
|
|
]);
|
|
|
|
const buf = new Uint8Array(128);
|
|
const readPromise = serverConn.read(buf);
|
|
assertThrows(() => Deno.serveHttp(serverConn), Deno.errors.BadResource);
|
|
|
|
clientConn.close();
|
|
listener.close();
|
|
await readPromise;
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{
|
|
permissions: { net: true, read: true },
|
|
},
|
|
async function httpServerWithoutExclusiveAccessToTls() {
|
|
const hostname = "localhost";
|
|
const port = 4507;
|
|
const listener = Deno.listenTls({
|
|
hostname,
|
|
port,
|
|
certFile: "cli/tests/testdata/tls/localhost.crt",
|
|
keyFile: "cli/tests/testdata/tls/localhost.key",
|
|
});
|
|
|
|
const caCerts = [
|
|
await Deno.readTextFile("cli/tests/testdata/tls/RootCA.pem"),
|
|
];
|
|
const [clientConn, serverConn] = await Promise.all([
|
|
Deno.connectTls({ hostname, port, caCerts }),
|
|
listener.accept(),
|
|
]);
|
|
await Promise.all([clientConn.handshake(), serverConn.handshake()]);
|
|
|
|
const buf = new Uint8Array(128);
|
|
const readPromise = serverConn.read(buf);
|
|
assertThrows(() => Deno.serveHttp(serverConn), Deno.errors.BadResource);
|
|
|
|
clientConn.close();
|
|
listener.close();
|
|
await readPromise;
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{
|
|
ignore: Deno.build.os === "windows",
|
|
permissions: { read: true, write: true },
|
|
},
|
|
async function httpServerWithoutExclusiveAccessToUnixSocket() {
|
|
const filePath = tmpUnixSocketPath();
|
|
const listener = Deno.listen({ path: filePath, transport: "unix" });
|
|
|
|
const [clientConn, serverConn] = await Promise.all([
|
|
Deno.connect({ path: filePath, transport: "unix" }),
|
|
listener.accept(),
|
|
]);
|
|
|
|
const buf = new Uint8Array(128);
|
|
const readPromise = serverConn.read(buf);
|
|
assertThrows(() => Deno.serveHttp(serverConn), Deno.errors.BadResource);
|
|
|
|
clientConn.close();
|
|
listener.close();
|
|
await readPromise;
|
|
},
|
|
);
|
|
|
|
Deno.test(
|
|
{ permissions: { net: true } },
|
|
async function httpServerRequestResponseClone() {
|
|
const body = "deno".repeat(64 * 1024);
|
|
let httpConn: Deno.HttpConn;
|
|
const listener = Deno.listen({ port: 4501 });
|
|
const promise = (async () => {
|
|
const conn = await listener.accept();
|
|
listener.close();
|
|
httpConn = Deno.serveHttp(conn);
|
|
const reqEvent = await httpConn.nextRequest();
|
|
assert(reqEvent);
|
|
const { request, respondWith } = reqEvent;
|
|
const clone = request.clone();
|
|
const reader = clone.body!.getReader();
|
|
|
|
// get first chunk from branch2
|
|
const clonedChunks = [];
|
|
const { value, done } = await reader.read();
|
|
assert(!done);
|
|
clonedChunks.push(value);
|
|
|
|
// consume request after first chunk single read
|
|
// readAll should read correctly the rest of the body.
|
|
// firstChunk should be in the stream internal buffer
|
|
const body1 = await request.text();
|
|
|
|
while (true) {
|
|
const { value, done } = await reader.read();
|
|
if (done) break;
|
|
clonedChunks.push(value);
|
|
}
|
|
let offset = 0;
|
|
const body2 = new Uint8Array(body.length);
|
|
for (const chunk of clonedChunks) {
|
|
body2.set(chunk, offset);
|
|
offset += chunk.byteLength;
|
|
}
|
|
|
|
assertEquals(body1, body);
|
|
assertEquals(body1, new TextDecoder().decode(body2));
|
|
await respondWith(new Response(body));
|
|
})();
|
|
|
|
const response = await fetch("http://localhost:4501", {
|
|
body,
|
|
method: "POST",
|
|
});
|
|
const clone = response.clone();
|
|
assertEquals(await response.text(), await clone.text());
|
|
|
|
await promise;
|
|
httpConn!.close();
|
|
},
|
|
);
|
|
|
|
Deno.test({
|
|
name: "http server compresses and flushes each chunk of a streamed resource",
|
|
permissions: { net: true, run: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
const port2 = 4502;
|
|
|
|
const encoder = new TextEncoder();
|
|
const listener = Deno.listen({ hostname, port });
|
|
const listener2 = Deno.listen({ hostname, port: port2 });
|
|
|
|
let httpConn: Deno.HttpConn;
|
|
async function server() {
|
|
const tcpConn = await listener.accept();
|
|
httpConn = Deno.serveHttp(tcpConn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { request, respondWith } = e;
|
|
assertEquals(request.headers.get("Accept-Encoding"), "gzip, deflate, br");
|
|
const resp = await fetch(`http://${hostname}:${port2}/`);
|
|
await respondWith(resp);
|
|
listener.close();
|
|
}
|
|
|
|
const ts = new TransformStream();
|
|
const writer = ts.writable.getWriter();
|
|
writer.write(encoder.encode("hello"));
|
|
|
|
let httpConn2: Deno.HttpConn;
|
|
async function server2() {
|
|
const tcpConn = await listener2.accept();
|
|
httpConn2 = Deno.serveHttp(tcpConn);
|
|
const e = await httpConn2.nextRequest();
|
|
assert(e);
|
|
await e.respondWith(
|
|
new Response(ts.readable, {
|
|
headers: { "Content-Type": "text/plain" },
|
|
}),
|
|
);
|
|
listener2.close();
|
|
}
|
|
|
|
async function client() {
|
|
const url = `http://${hostname}:${port}/`;
|
|
const args = [
|
|
"--request",
|
|
"GET",
|
|
"--url",
|
|
url,
|
|
"--header",
|
|
"Accept-Encoding: gzip, deflate, br",
|
|
"--no-buffer",
|
|
];
|
|
const proc = new Deno.Command("curl", {
|
|
args,
|
|
stderr: "null",
|
|
stdout: "piped",
|
|
}).spawn();
|
|
const stdout = proc.stdout
|
|
.pipeThrough(new DecompressionStream("gzip"))
|
|
.pipeThrough(new TextDecoderStream());
|
|
let body = "";
|
|
for await (const chunk of stdout) {
|
|
body += chunk;
|
|
if (body === "hello") {
|
|
writer.write(encoder.encode(" world"));
|
|
writer.close();
|
|
}
|
|
}
|
|
assertEquals(body, "hello world");
|
|
const status = await proc.status;
|
|
assert(status.success);
|
|
}
|
|
|
|
await Promise.all([server(), server2(), client()]);
|
|
httpConn!.close();
|
|
httpConn2!.close();
|
|
},
|
|
});
|
|
|
|
async function httpServerWithErrorBody(
|
|
listener: Deno.Listener,
|
|
compression: boolean,
|
|
): Promise<Deno.HttpConn> {
|
|
const conn = await listener.accept();
|
|
listener.close();
|
|
const httpConn = Deno.serveHttp(conn);
|
|
const e = await httpConn.nextRequest();
|
|
assert(e);
|
|
const { respondWith } = e;
|
|
const originalErr = new Error("boom");
|
|
const rs = new ReadableStream({
|
|
async start(controller) {
|
|
controller.enqueue(new Uint8Array([65]));
|
|
await delay(1000);
|
|
controller.error(originalErr);
|
|
},
|
|
});
|
|
const init = compression ? { headers: { "content-type": "text/plain" } } : {};
|
|
const response = new Response(rs, init);
|
|
const err = await assertRejects(() => respondWith(response));
|
|
assert(err === originalErr);
|
|
return httpConn;
|
|
}
|
|
|
|
for (const compression of [true, false]) {
|
|
Deno.test({
|
|
name: `http server errors stream if response body errors (http/1.1${
|
|
compression ? " + compression" : ""
|
|
})`,
|
|
permissions: { net: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
|
|
const listener = Deno.listen({ hostname, port });
|
|
const server = httpServerWithErrorBody(listener, compression);
|
|
|
|
const conn = await Deno.connect({ hostname, port });
|
|
const msg = new TextEncoder().encode(
|
|
`GET / HTTP/1.1\r\nHost: ${hostname}:${port}\r\n\r\n`,
|
|
);
|
|
const nwritten = await conn.write(msg);
|
|
assertEquals(nwritten, msg.byteLength);
|
|
|
|
const buf = new Uint8Array(1024);
|
|
const nread = await conn.read(buf);
|
|
assert(nread);
|
|
const data = new TextDecoder().decode(buf.subarray(0, nread));
|
|
assert(data.endsWith("1\r\nA\r\n"));
|
|
const nread2 = await conn.read(buf); // connection should be closed now because the stream errored
|
|
assertEquals(nread2, null);
|
|
conn.close();
|
|
|
|
const httpConn = await server;
|
|
httpConn.close();
|
|
},
|
|
});
|
|
|
|
Deno.test({
|
|
name: `http server errors stream if response body errors (http/1.1 + fetch${
|
|
compression ? " + compression" : ""
|
|
})`,
|
|
permissions: { net: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
|
|
const listener = Deno.listen({ hostname, port });
|
|
const server = httpServerWithErrorBody(listener, compression);
|
|
|
|
const resp = await fetch(`http://${hostname}:${port}/`);
|
|
assert(resp.body);
|
|
const reader = resp.body.getReader();
|
|
const result = await reader.read();
|
|
assert(!result.done);
|
|
assertEquals(result.value, new Uint8Array([65]));
|
|
const err = await assertRejects(() => reader.read());
|
|
assert(err instanceof TypeError);
|
|
assert(err.message.includes("unexpected EOF"));
|
|
|
|
const httpConn = await server;
|
|
httpConn.close();
|
|
},
|
|
});
|
|
|
|
Deno.test({
|
|
name: `http server errors stream if response body errors (http/2 + fetch${
|
|
compression ? " + compression" : ""
|
|
}))`,
|
|
permissions: { net: true, read: true },
|
|
async fn() {
|
|
const hostname = "localhost";
|
|
const port = 4501;
|
|
|
|
const listener = Deno.listenTls({
|
|
hostname,
|
|
port,
|
|
certFile: "cli/tests/testdata/tls/localhost.crt",
|
|
keyFile: "cli/tests/testdata/tls/localhost.key",
|
|
alpnProtocols: ["h2"],
|
|
});
|
|
const server = httpServerWithErrorBody(listener, compression);
|
|
|
|
const caCert = Deno.readTextFileSync("cli/tests/testdata/tls/RootCA.pem");
|
|
const client = Deno.createHttpClient({ caCerts: [caCert] });
|
|
const resp = await fetch(`https://${hostname}:${port}/`, { client });
|
|
client.close();
|
|
assert(resp.body);
|
|
const reader = resp.body.getReader();
|
|
const result = await reader.read();
|
|
assert(!result.done);
|
|
assertEquals(result.value, new Uint8Array([65]));
|
|
const err = await assertRejects(() => reader.read());
|
|
assert(err instanceof TypeError);
|
|
assert(err.message.includes("unexpected internal error encountered"));
|
|
|
|
const httpConn = await server;
|
|
httpConn.close();
|
|
},
|
|
});
|
|
}
|
|
|
|
function chunkedBodyReader(h: Headers, r: BufReader): Deno.Reader {
|
|
// Based on https://tools.ietf.org/html/rfc2616#section-19.4.6
|
|
const tp = new TextProtoReader(r);
|
|
let finished = false;
|
|
const chunks: Array<{
|
|
offset: number;
|
|
data: Uint8Array;
|
|
}> = [];
|
|
async function read(buf: Uint8Array): Promise<number | null> {
|
|
if (finished) return null;
|
|
const [chunk] = chunks;
|
|
if (chunk) {
|
|
const chunkRemaining = chunk.data.byteLength - chunk.offset;
|
|
const readLength = Math.min(chunkRemaining, buf.byteLength);
|
|
for (let i = 0; i < readLength; i++) {
|
|
buf[i] = chunk.data[chunk.offset + i];
|
|
}
|
|
chunk.offset += readLength;
|
|
if (chunk.offset === chunk.data.byteLength) {
|
|
chunks.shift();
|
|
// Consume \r\n;
|
|
if ((await tp.readLine()) === null) {
|
|
throw new Deno.errors.UnexpectedEof();
|
|
}
|
|
}
|
|
return readLength;
|
|
}
|
|
const line = await tp.readLine();
|
|
if (line === null) throw new Deno.errors.UnexpectedEof();
|
|
// TODO(bartlomieju): handle chunk extension
|
|
const [chunkSizeString] = line.split(";");
|
|
const chunkSize = parseInt(chunkSizeString, 16);
|
|
if (Number.isNaN(chunkSize) || chunkSize < 0) {
|
|
throw new Deno.errors.InvalidData("Invalid chunk size");
|
|
}
|
|
if (chunkSize > 0) {
|
|
if (chunkSize > buf.byteLength) {
|
|
let eof = await r.readFull(buf);
|
|
if (eof === null) {
|
|
throw new Deno.errors.UnexpectedEof();
|
|
}
|
|
const restChunk = new Uint8Array(chunkSize - buf.byteLength);
|
|
eof = await r.readFull(restChunk);
|
|
if (eof === null) {
|
|
throw new Deno.errors.UnexpectedEof();
|
|
} else {
|
|
chunks.push({
|
|
offset: 0,
|
|
data: restChunk,
|
|
});
|
|
}
|
|
return buf.byteLength;
|
|
} else {
|
|
const bufToFill = buf.subarray(0, chunkSize);
|
|
const eof = await r.readFull(bufToFill);
|
|
if (eof === null) {
|
|
throw new Deno.errors.UnexpectedEof();
|
|
}
|
|
// Consume \r\n
|
|
if ((await tp.readLine()) === null) {
|
|
throw new Deno.errors.UnexpectedEof();
|
|
}
|
|
return chunkSize;
|
|
}
|
|
} else {
|
|
assert(chunkSize === 0);
|
|
// Consume \r\n
|
|
if ((await r.readLine()) === null) {
|
|
throw new Deno.errors.UnexpectedEof();
|
|
}
|
|
await readTrailers(h, r);
|
|
finished = true;
|
|
return null;
|
|
}
|
|
}
|
|
return { read };
|
|
}
|
|
|
|
async function readTrailers(
|
|
headers: Headers,
|
|
r: BufReader,
|
|
) {
|
|
const trailers = parseTrailer(headers.get("trailer"));
|
|
if (trailers == null) return;
|
|
const trailerNames = [...trailers.keys()];
|
|
const tp = new TextProtoReader(r);
|
|
const result = await tp.readMimeHeader();
|
|
if (result == null) {
|
|
throw new Deno.errors.InvalidData("Missing trailer header.");
|
|
}
|
|
const undeclared = [...result.keys()].filter(
|
|
(k) => !trailerNames.includes(k),
|
|
);
|
|
if (undeclared.length > 0) {
|
|
throw new Deno.errors.InvalidData(
|
|
`Undeclared trailers: ${Deno.inspect(undeclared)}.`,
|
|
);
|
|
}
|
|
for (const [k, v] of result) {
|
|
headers.append(k, v);
|
|
}
|
|
const missingTrailers = trailerNames.filter((k) => !result.has(k));
|
|
if (missingTrailers.length > 0) {
|
|
throw new Deno.errors.InvalidData(
|
|
`Missing trailers: ${Deno.inspect(missingTrailers)}.`,
|
|
);
|
|
}
|
|
headers.delete("trailer");
|
|
}
|
|
|
|
function parseTrailer(field: string | null): Headers | undefined {
|
|
if (field == null) {
|
|
return undefined;
|
|
}
|
|
const trailerNames = field.split(",").map((v) => v.trim().toLowerCase());
|
|
if (trailerNames.length === 0) {
|
|
throw new Deno.errors.InvalidData("Empty trailer header.");
|
|
}
|
|
const prohibited = trailerNames.filter((k) => isProhibitedForTrailer(k));
|
|
if (prohibited.length > 0) {
|
|
throw new Deno.errors.InvalidData(
|
|
`Prohibited trailer names: ${Deno.inspect(prohibited)}.`,
|
|
);
|
|
}
|
|
return new Headers(trailerNames.map((key) => [key, ""]));
|
|
}
|
|
|
|
function isProhibitedForTrailer(key: string): boolean {
|
|
const s = new Set(["transfer-encoding", "content-length", "trailer"]);
|
|
return s.has(key.toLowerCase());
|
|
}
|