mirror of
https://github.com/denoland/deno.git
synced 2024-11-01 09:24:20 -04:00
00948a6d68
* perf(runtime/fs): optimize readFile by using a single large buffer * handle extended/truncated files during read Allocate an extra byte in our read buffer to detect "overflow" then fallback to unsized readAll for remainder of extended file, this is a slowpath that should rarely happen in practice
241 lines
5.5 KiB
JavaScript
241 lines
5.5 KiB
JavaScript
// Copyright 2018-2021 the Deno authors. All rights reserved. MIT license.
|
|
|
|
// Interfaces 100% copied from Go.
|
|
// Documentation liberally lifted from them too.
|
|
// Thank you! We love Go! <3
|
|
"use strict";
|
|
|
|
((window) => {
|
|
const core = window.Deno.core;
|
|
const { DOMException } = window.__bootstrap.domException;
|
|
const {
|
|
Uint8Array,
|
|
ArrayPrototypePush,
|
|
MathMin,
|
|
TypedArrayPrototypeSubarray,
|
|
TypedArrayPrototypeSet,
|
|
} = window.__bootstrap.primordials;
|
|
|
|
const DEFAULT_BUFFER_SIZE = 32 * 1024;
|
|
// Seek whence values.
|
|
// https://golang.org/pkg/io/#pkg-constants
|
|
const SeekMode = {
|
|
0: "Start",
|
|
1: "Current",
|
|
2: "End",
|
|
|
|
Start: 0,
|
|
Current: 1,
|
|
End: 2,
|
|
};
|
|
|
|
async function copy(
|
|
src,
|
|
dst,
|
|
options,
|
|
) {
|
|
let n = 0;
|
|
const bufSize = options?.bufSize ?? DEFAULT_BUFFER_SIZE;
|
|
const b = new Uint8Array(bufSize);
|
|
let gotEOF = false;
|
|
while (gotEOF === false) {
|
|
const result = await src.read(b);
|
|
if (result === null) {
|
|
gotEOF = true;
|
|
} else {
|
|
let nwritten = 0;
|
|
while (nwritten < result) {
|
|
nwritten += await dst.write(
|
|
TypedArrayPrototypeSubarray(b, nwritten, result),
|
|
);
|
|
}
|
|
n += nwritten;
|
|
}
|
|
}
|
|
return n;
|
|
}
|
|
|
|
async function* iter(
|
|
r,
|
|
options,
|
|
) {
|
|
const bufSize = options?.bufSize ?? DEFAULT_BUFFER_SIZE;
|
|
const b = new Uint8Array(bufSize);
|
|
while (true) {
|
|
const result = await r.read(b);
|
|
if (result === null) {
|
|
break;
|
|
}
|
|
|
|
yield TypedArrayPrototypeSubarray(b, 0, result);
|
|
}
|
|
}
|
|
|
|
function* iterSync(
|
|
r,
|
|
options,
|
|
) {
|
|
const bufSize = options?.bufSize ?? DEFAULT_BUFFER_SIZE;
|
|
const b = new Uint8Array(bufSize);
|
|
while (true) {
|
|
const result = r.readSync(b);
|
|
if (result === null) {
|
|
break;
|
|
}
|
|
|
|
yield TypedArrayPrototypeSubarray(b, 0, result);
|
|
}
|
|
}
|
|
|
|
function readSync(rid, buffer) {
|
|
if (buffer.length === 0) {
|
|
return 0;
|
|
}
|
|
|
|
const nread = core.opSync("op_read_sync", rid, buffer);
|
|
|
|
return nread === 0 ? null : nread;
|
|
}
|
|
|
|
async function read(rid, buffer) {
|
|
if (buffer.length === 0) {
|
|
return 0;
|
|
}
|
|
|
|
const nread = await core.opAsync("op_read_async", rid, buffer);
|
|
|
|
return nread === 0 ? null : nread;
|
|
}
|
|
|
|
function writeSync(rid, data) {
|
|
return core.opSync("op_write_sync", rid, data);
|
|
}
|
|
|
|
async function write(rid, data) {
|
|
return await core.opAsync("op_write_async", rid, data);
|
|
}
|
|
|
|
const READ_PER_ITER = 16 * 1024; // 16kb, see https://github.com/denoland/deno/issues/10157
|
|
|
|
function readAll(r) {
|
|
return readAllInner(r);
|
|
}
|
|
async function readAllInner(r, options) {
|
|
const buffers = [];
|
|
const signal = options?.signal ?? null;
|
|
while (!signal?.aborted) {
|
|
const buf = new Uint8Array(READ_PER_ITER);
|
|
const read = await r.read(buf);
|
|
if (typeof read == "number") {
|
|
ArrayPrototypePush(buffers, new Uint8Array(buf.buffer, 0, read));
|
|
} else {
|
|
break;
|
|
}
|
|
}
|
|
if (signal?.aborted) {
|
|
throw new DOMException("The read operation was aborted.", "AbortError");
|
|
}
|
|
|
|
return concatBuffers(buffers);
|
|
}
|
|
|
|
function readAllSync(r) {
|
|
const buffers = [];
|
|
|
|
while (true) {
|
|
const buf = new Uint8Array(READ_PER_ITER);
|
|
const read = r.readSync(buf);
|
|
if (typeof read == "number") {
|
|
ArrayPrototypePush(buffers, buf.subarray(0, read));
|
|
} else {
|
|
break;
|
|
}
|
|
}
|
|
|
|
return concatBuffers(buffers);
|
|
}
|
|
|
|
function concatBuffers(buffers) {
|
|
let totalLen = 0;
|
|
for (const buf of buffers) {
|
|
totalLen += buf.byteLength;
|
|
}
|
|
|
|
const contents = new Uint8Array(totalLen);
|
|
|
|
let n = 0;
|
|
for (const buf of buffers) {
|
|
TypedArrayPrototypeSet(contents, buf, n);
|
|
n += buf.byteLength;
|
|
}
|
|
|
|
return contents;
|
|
}
|
|
|
|
function readAllSyncSized(r, size) {
|
|
const buf = new Uint8Array(size + 1); // 1B to detect extended files
|
|
let cursor = 0;
|
|
|
|
while (cursor < size) {
|
|
const sliceEnd = MathMin(size + 1, cursor + READ_PER_ITER);
|
|
const slice = buf.subarray(cursor, sliceEnd);
|
|
const read = r.readSync(slice);
|
|
if (typeof read == "number") {
|
|
cursor += read;
|
|
} else {
|
|
break;
|
|
}
|
|
}
|
|
|
|
// Handle truncated or extended files during read
|
|
if (cursor > size) {
|
|
// Read remaining and concat
|
|
return concatBuffers([buf, readAllSync(r)]);
|
|
} else { // cursor == size
|
|
return buf.subarray(0, cursor);
|
|
}
|
|
}
|
|
|
|
async function readAllInnerSized(r, size, options) {
|
|
const buf = new Uint8Array(size + 1); // 1B to detect extended files
|
|
let cursor = 0;
|
|
const signal = options?.signal ?? null;
|
|
while (!signal?.aborted && cursor < size) {
|
|
const sliceEnd = MathMin(size + 1, cursor + READ_PER_ITER);
|
|
const slice = buf.subarray(cursor, sliceEnd);
|
|
const read = await r.read(slice);
|
|
if (typeof read == "number") {
|
|
cursor += read;
|
|
} else {
|
|
break;
|
|
}
|
|
}
|
|
if (signal?.aborted) {
|
|
throw new DOMException("The read operation was aborted.", "AbortError");
|
|
}
|
|
|
|
// Handle truncated or extended files during read
|
|
if (cursor > size) {
|
|
// Read remaining and concat
|
|
return concatBuffers([buf, await readAllInner(r, options)]);
|
|
} else {
|
|
return buf.subarray(0, cursor);
|
|
}
|
|
}
|
|
|
|
window.__bootstrap.io = {
|
|
iterSync,
|
|
iter,
|
|
copy,
|
|
SeekMode,
|
|
read,
|
|
readSync,
|
|
write,
|
|
writeSync,
|
|
readAll,
|
|
readAllInner,
|
|
readAllSync,
|
|
readAllSyncSized,
|
|
readAllInnerSized,
|
|
};
|
|
})(this);
|