2020-01-02 15:13:47 -05:00
|
|
|
// Copyright 2018-2020 the Deno authors. All rights reserved. MIT license.
|
2019-01-21 14:03:30 -05:00
|
|
|
|
2018-11-04 18:36:46 -05:00
|
|
|
// This code has been ported almost directly from Go's src/bytes/buffer.go
|
|
|
|
// Copyright 2009 The Go Authors. All rights reserved. BSD license.
|
|
|
|
// https://github.com/golang/go/blob/master/LICENSE
|
|
|
|
|
2019-09-02 17:07:11 -04:00
|
|
|
import { Reader, Writer, EOF, SyncReader, SyncWriter } from "./io.ts";
|
|
|
|
import { assert } from "./util.ts";
|
2020-03-05 07:05:41 -05:00
|
|
|
import { TextDecoder } from "./web/text_encoding.ts";
|
2018-11-04 18:36:46 -05:00
|
|
|
|
|
|
|
// MIN_READ is the minimum ArrayBuffer size passed to a read call by
|
|
|
|
// buffer.ReadFrom. As long as the Buffer has at least MIN_READ bytes beyond
|
|
|
|
// what is required to hold the contents of r, readFrom() will not grow the
|
|
|
|
// underlying buffer.
|
|
|
|
const MIN_READ = 512;
|
|
|
|
const MAX_SIZE = 2 ** 32 - 2;
|
|
|
|
|
|
|
|
// `off` is the offset into `dst` where it will at which to begin writing values
|
|
|
|
// from `src`.
|
|
|
|
// Returns the number of bytes copied.
|
|
|
|
function copyBytes(dst: Uint8Array, src: Uint8Array, off = 0): number {
|
|
|
|
const r = dst.byteLength - off;
|
|
|
|
if (src.byteLength > r) {
|
|
|
|
src = src.subarray(0, r);
|
|
|
|
}
|
|
|
|
dst.set(src, off);
|
|
|
|
return src.byteLength;
|
|
|
|
}
|
|
|
|
|
2019-03-27 23:29:36 -04:00
|
|
|
export class Buffer implements Reader, SyncReader, Writer, SyncWriter {
|
2020-03-28 13:03:49 -04:00
|
|
|
#buf: Uint8Array; // contents are the bytes buf[off : len(buf)]
|
|
|
|
#off = 0; // read at buf[off], write at buf[buf.byteLength]
|
2018-11-04 18:36:46 -05:00
|
|
|
|
|
|
|
constructor(ab?: ArrayBuffer) {
|
|
|
|
if (ab == null) {
|
2020-03-28 13:03:49 -04:00
|
|
|
this.#buf = new Uint8Array(0);
|
2019-04-22 10:37:49 -04:00
|
|
|
return;
|
2018-11-04 18:36:46 -05:00
|
|
|
}
|
2019-04-22 10:37:49 -04:00
|
|
|
|
2020-03-28 13:03:49 -04:00
|
|
|
this.#buf = new Uint8Array(ab);
|
2018-11-04 18:36:46 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
bytes(): Uint8Array {
|
2020-03-28 13:03:49 -04:00
|
|
|
return this.#buf.subarray(this.#off);
|
2018-11-04 18:36:46 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
toString(): string {
|
|
|
|
const decoder = new TextDecoder();
|
2020-03-28 13:03:49 -04:00
|
|
|
return decoder.decode(this.#buf.subarray(this.#off));
|
2018-11-04 18:36:46 -05:00
|
|
|
}
|
|
|
|
|
2019-03-09 12:30:38 -05:00
|
|
|
empty(): boolean {
|
2020-03-28 13:03:49 -04:00
|
|
|
return this.#buf.byteLength <= this.#off;
|
2018-11-04 18:36:46 -05:00
|
|
|
}
|
|
|
|
|
2019-03-09 12:30:38 -05:00
|
|
|
get length(): number {
|
2020-03-28 13:03:49 -04:00
|
|
|
return this.#buf.byteLength - this.#off;
|
2018-11-04 18:36:46 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
get capacity(): number {
|
2020-03-28 13:03:49 -04:00
|
|
|
return this.#buf.buffer.byteLength;
|
2018-11-04 18:36:46 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
truncate(n: number): void {
|
|
|
|
if (n === 0) {
|
|
|
|
this.reset();
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
if (n < 0 || n > this.length) {
|
|
|
|
throw Error("bytes.Buffer: truncation out of range");
|
|
|
|
}
|
2020-03-28 13:03:49 -04:00
|
|
|
this.#reslice(this.#off + n);
|
2018-11-04 18:36:46 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
reset(): void {
|
2020-03-28 13:03:49 -04:00
|
|
|
this.#reslice(0);
|
|
|
|
this.#off = 0;
|
2018-11-04 18:36:46 -05:00
|
|
|
}
|
|
|
|
|
2020-03-28 13:03:49 -04:00
|
|
|
#tryGrowByReslice = (n: number): number => {
|
|
|
|
const l = this.#buf.byteLength;
|
2018-11-04 18:36:46 -05:00
|
|
|
if (n <= this.capacity - l) {
|
2020-03-28 13:03:49 -04:00
|
|
|
this.#reslice(l + n);
|
2018-11-04 18:36:46 -05:00
|
|
|
return l;
|
|
|
|
}
|
|
|
|
return -1;
|
2020-03-28 13:03:49 -04:00
|
|
|
};
|
2018-11-04 18:36:46 -05:00
|
|
|
|
2020-03-28 13:03:49 -04:00
|
|
|
#reslice = (len: number): void => {
|
|
|
|
assert(len <= this.#buf.buffer.byteLength);
|
|
|
|
this.#buf = new Uint8Array(this.#buf.buffer, 0, len);
|
|
|
|
};
|
2018-11-04 18:36:46 -05:00
|
|
|
|
2019-07-06 10:16:03 -04:00
|
|
|
readSync(p: Uint8Array): number | EOF {
|
2018-11-04 18:36:46 -05:00
|
|
|
if (this.empty()) {
|
|
|
|
// Buffer is empty, reset to recover space.
|
|
|
|
this.reset();
|
|
|
|
if (p.byteLength === 0) {
|
2018-11-27 15:46:24 -05:00
|
|
|
// this edge case is tested in 'bufferReadEmptyAtEOF' test
|
2019-07-06 10:16:03 -04:00
|
|
|
return 0;
|
2018-11-04 18:36:46 -05:00
|
|
|
}
|
2019-07-06 10:16:03 -04:00
|
|
|
return EOF;
|
2018-11-04 18:36:46 -05:00
|
|
|
}
|
2020-03-28 13:03:49 -04:00
|
|
|
const nread = copyBytes(p, this.#buf.subarray(this.#off));
|
|
|
|
this.#off += nread;
|
2019-07-06 10:16:03 -04:00
|
|
|
return nread;
|
2018-11-04 18:36:46 -05:00
|
|
|
}
|
|
|
|
|
2020-03-20 09:38:34 -04:00
|
|
|
read(p: Uint8Array): Promise<number | EOF> {
|
2019-03-27 23:29:36 -04:00
|
|
|
const rr = this.readSync(p);
|
|
|
|
return Promise.resolve(rr);
|
|
|
|
}
|
|
|
|
|
|
|
|
writeSync(p: Uint8Array): number {
|
2020-03-28 13:03:49 -04:00
|
|
|
const m = this.#grow(p.byteLength);
|
|
|
|
return copyBytes(this.#buf, p, m);
|
2018-11-04 18:36:46 -05:00
|
|
|
}
|
|
|
|
|
2020-03-20 09:38:34 -04:00
|
|
|
write(p: Uint8Array): Promise<number> {
|
2019-03-27 23:29:36 -04:00
|
|
|
const n = this.writeSync(p);
|
|
|
|
return Promise.resolve(n);
|
|
|
|
}
|
|
|
|
|
2020-03-28 13:03:49 -04:00
|
|
|
#grow = (n: number): number => {
|
2018-11-04 18:36:46 -05:00
|
|
|
const m = this.length;
|
|
|
|
// If buffer is empty, reset to recover space.
|
2020-03-28 13:03:49 -04:00
|
|
|
if (m === 0 && this.#off !== 0) {
|
2018-11-04 18:36:46 -05:00
|
|
|
this.reset();
|
|
|
|
}
|
|
|
|
// Fast: Try to grow by means of a reslice.
|
2020-03-28 13:03:49 -04:00
|
|
|
const i = this.#tryGrowByReslice(n);
|
2018-11-04 18:36:46 -05:00
|
|
|
if (i >= 0) {
|
|
|
|
return i;
|
|
|
|
}
|
|
|
|
const c = this.capacity;
|
|
|
|
if (n <= Math.floor(c / 2) - m) {
|
|
|
|
// We can slide things down instead of allocating a new
|
|
|
|
// ArrayBuffer. We only need m+n <= c to slide, but
|
|
|
|
// we instead let capacity get twice as large so we
|
|
|
|
// don't spend all our time copying.
|
2020-03-28 13:03:49 -04:00
|
|
|
copyBytes(this.#buf, this.#buf.subarray(this.#off));
|
2018-11-04 18:36:46 -05:00
|
|
|
} else if (c > MAX_SIZE - c - n) {
|
2020-02-21 10:36:13 -05:00
|
|
|
throw new Error("The buffer cannot be grown beyond the maximum size.");
|
2018-11-04 18:36:46 -05:00
|
|
|
} else {
|
|
|
|
// Not enough space anywhere, we need to allocate.
|
|
|
|
const buf = new Uint8Array(2 * c + n);
|
2020-03-28 13:03:49 -04:00
|
|
|
copyBytes(buf, this.#buf.subarray(this.#off));
|
|
|
|
this.#buf = buf;
|
2018-11-04 18:36:46 -05:00
|
|
|
}
|
2020-03-28 13:03:49 -04:00
|
|
|
// Restore this.#off and len(this.#buf).
|
|
|
|
this.#off = 0;
|
|
|
|
this.#reslice(m + n);
|
2018-11-04 18:36:46 -05:00
|
|
|
return m;
|
2020-03-28 13:03:49 -04:00
|
|
|
};
|
2018-11-04 18:36:46 -05:00
|
|
|
|
|
|
|
grow(n: number): void {
|
|
|
|
if (n < 0) {
|
|
|
|
throw Error("Buffer.grow: negative count");
|
|
|
|
}
|
2020-03-28 13:03:49 -04:00
|
|
|
const m = this.#grow(n);
|
|
|
|
this.#reslice(m);
|
2018-11-04 18:36:46 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
async readFrom(r: Reader): Promise<number> {
|
|
|
|
let n = 0;
|
|
|
|
while (true) {
|
|
|
|
try {
|
2020-03-28 13:03:49 -04:00
|
|
|
const i = this.#grow(MIN_READ);
|
|
|
|
this.#reslice(i);
|
|
|
|
const fub = new Uint8Array(this.#buf.buffer, i);
|
2019-07-06 10:16:03 -04:00
|
|
|
const nread = await r.read(fub);
|
|
|
|
if (nread === EOF) {
|
2018-11-04 18:36:46 -05:00
|
|
|
return n;
|
|
|
|
}
|
2020-03-28 13:03:49 -04:00
|
|
|
this.#reslice(i + nread);
|
2019-07-06 10:16:03 -04:00
|
|
|
n += nread;
|
2018-11-04 18:36:46 -05:00
|
|
|
} catch (e) {
|
|
|
|
return n;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2019-03-27 23:29:36 -04:00
|
|
|
|
|
|
|
readFromSync(r: SyncReader): number {
|
|
|
|
let n = 0;
|
|
|
|
while (true) {
|
|
|
|
try {
|
2020-03-28 13:03:49 -04:00
|
|
|
const i = this.#grow(MIN_READ);
|
|
|
|
this.#reslice(i);
|
|
|
|
const fub = new Uint8Array(this.#buf.buffer, i);
|
2019-07-06 10:16:03 -04:00
|
|
|
const nread = r.readSync(fub);
|
|
|
|
if (nread === EOF) {
|
2019-03-27 23:29:36 -04:00
|
|
|
return n;
|
|
|
|
}
|
2020-03-28 13:03:49 -04:00
|
|
|
this.#reslice(i + nread);
|
2019-07-06 10:16:03 -04:00
|
|
|
n += nread;
|
2019-03-27 23:29:36 -04:00
|
|
|
} catch (e) {
|
|
|
|
return n;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2018-11-04 18:36:46 -05:00
|
|
|
}
|
2018-11-30 12:58:31 -05:00
|
|
|
|
|
|
|
export async function readAll(r: Reader): Promise<Uint8Array> {
|
|
|
|
const buf = new Buffer();
|
|
|
|
await buf.readFrom(r);
|
|
|
|
return buf.bytes();
|
|
|
|
}
|
2019-03-27 23:29:36 -04:00
|
|
|
|
|
|
|
export function readAllSync(r: SyncReader): Uint8Array {
|
|
|
|
const buf = new Buffer();
|
|
|
|
buf.readFromSync(r);
|
|
|
|
return buf.bytes();
|
|
|
|
}
|
2019-07-23 11:16:39 -04:00
|
|
|
|
|
|
|
export async function writeAll(w: Writer, arr: Uint8Array): Promise<void> {
|
|
|
|
let nwritten = 0;
|
|
|
|
while (nwritten < arr.length) {
|
|
|
|
nwritten += await w.write(arr.subarray(nwritten));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
export function writeAllSync(w: SyncWriter, arr: Uint8Array): void {
|
|
|
|
let nwritten = 0;
|
|
|
|
while (nwritten < arr.length) {
|
|
|
|
nwritten += w.writeSync(arr.subarray(nwritten));
|
|
|
|
}
|
|
|
|
}
|