foster/denoland-deno
1
0
Fork 0
mirror of https://github.com/denoland/deno.git synced 2024-11-21 15:04:11 -05:00
Code Issues Packages 1 Wiki Activity

test(ext/node): add string_decoder_test.ts from std/node (#18473)

Browse source
This commit is contained in:
Andrew Nester 2023-03-29 11:32:29 +02:00 committed by GitHub
parent b5d3eb5c23
commit 04399d138e
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 167 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

167
cli/tests/unit_node/string_decoder_test.ts Normal file
View file

@ -0,0 +1,167 @@
// Copyright 2018-2023 the Deno authors. All rights reserved. MIT license.
import { assertEquals } from "../../../test_util/std/testing/asserts.ts";
import { Buffer } from "node:buffer";
import { StringDecoder } from "node:string_decoder";
Deno.test({
name: "String decoder is encoding utf8 correctly",
fn() {
let decoder;
decoder = new StringDecoder("utf8");
assertEquals(decoder.write(Buffer.from("E1", "hex")), "");
assertEquals(decoder.end(), "\ufffd");
decoder = new StringDecoder("utf8");
assertEquals(decoder.write(Buffer.from("E18B", "hex")), "");
assertEquals(decoder.end(), "\ufffd");
decoder = new StringDecoder("utf8");
assertEquals(decoder.write(Buffer.from("\ufffd")), "\ufffd");
assertEquals(decoder.end(), "");
decoder = new StringDecoder("utf8");
assertEquals(
decoder.write(Buffer.from("\ufffd\ufffd\ufffd")),
"\ufffd\ufffd\ufffd",
);
assertEquals(decoder.end(), "");
decoder = new StringDecoder("utf8");
assertEquals(decoder.write(Buffer.from("EFBFBDE2", "hex")), "\ufffd");
assertEquals(decoder.end(), "\ufffd");
decoder = new StringDecoder("utf8");
assertEquals(decoder.write(Buffer.from("F1", "hex")), "");
assertEquals(decoder.write(Buffer.from("41F2", "hex")), "\ufffdA");
assertEquals(decoder.end(), "\ufffd");
},
});
Deno.test({
name: "String decoder is encoding base64 correctly",
fn() {
let decoder;
decoder = new StringDecoder("base64");
assertEquals(decoder.write(Buffer.from("E1", "hex")), "");
assertEquals(decoder.end(), "4Q==");
decoder = new StringDecoder("base64");
assertEquals(decoder.write(Buffer.from("E18B", "hex")), "");
assertEquals(decoder.end(), "4Ys=");
decoder = new StringDecoder("base64");
assertEquals(decoder.write(Buffer.from("\ufffd")), "77+9");
assertEquals(decoder.end(), "");
decoder = new StringDecoder("base64");
assertEquals(
decoder.write(Buffer.from("\ufffd\ufffd\ufffd")),
"77+977+977+9",
);
assertEquals(decoder.end(), "");
decoder = new StringDecoder("base64");
assertEquals(decoder.write(Buffer.from("EFBFBDE2", "hex")), "77+9");
assertEquals(decoder.end(), "4g==");
decoder = new StringDecoder("base64");
assertEquals(decoder.write(Buffer.from("F1", "hex")), "");
assertEquals(decoder.write(Buffer.from("41F2", "hex")), "8UHy");
assertEquals(decoder.end(), "");
},
});
Deno.test({
name: "String decoder is encoding hex correctly",
fn() {
let decoder;
decoder = new StringDecoder("hex");
assertEquals(decoder.write(Buffer.from("E1", "hex")), "e1");
assertEquals(decoder.end(), "");
decoder = new StringDecoder("hex");
assertEquals(decoder.write(Buffer.from("E18B", "hex")), "e18b");
assertEquals(decoder.end(), "");
decoder = new StringDecoder("hex");
assertEquals(decoder.write(Buffer.from("\ufffd")), "efbfbd");
assertEquals(decoder.end(), "");
decoder = new StringDecoder("hex");
assertEquals(
decoder.write(Buffer.from("\ufffd\ufffd\ufffd")),
"efbfbdefbfbdefbfbd",
);
assertEquals(decoder.end(), "");
decoder = new StringDecoder("hex");
assertEquals(decoder.write(Buffer.from("EFBFBDE2", "hex")), "efbfbde2");
assertEquals(decoder.end(), "");
decoder = new StringDecoder("hex");
assertEquals(decoder.write(Buffer.from("F1", "hex")), "f1");
assertEquals(decoder.write(Buffer.from("41F2", "hex")), "41f2");
assertEquals(decoder.end(), "");
},
});
Deno.test({
name:
"String decoder with utf8 would handle incomplete character correctly when append",
fn() {
let decoder;
const specialCharactersText = "不完全な文字のテスト";
const encodedBuffer = Buffer.from(specialCharactersText);
decoder = new StringDecoder("utf8");
let str = "";
str += decoder.write(encodedBuffer.slice(0, 4));
assertEquals(str, "不");
str += decoder.write(encodedBuffer.slice(4));
assertEquals(str, "不完全な文字のテスト");
decoder = new StringDecoder("utf8");
str = "";
str += decoder.write(encodedBuffer.slice(0, 4));
str += decoder.write(encodedBuffer.slice(5));
assertEquals(str, "不<>全な文字のテスト");
},
});
Deno.test({
name: "String decoder would have default encoding option as utf8",
fn() {
let decoder;
decoder = new StringDecoder();
assertEquals(decoder.write(Buffer.from("E1", "hex")), "");
assertEquals(decoder.end(), "\ufffd");
decoder = new StringDecoder();
assertEquals(decoder.write(Buffer.from("E18B", "hex")), "");
assertEquals(decoder.end(), "\ufffd");
decoder = new StringDecoder();
assertEquals(decoder.write(Buffer.from("\ufffd")), "\ufffd");
assertEquals(decoder.end(), "");
decoder = new StringDecoder();
assertEquals(
decoder.write(Buffer.from("\ufffd\ufffd\ufffd")),
"\ufffd\ufffd\ufffd",
);
assertEquals(decoder.end(), "");
decoder = new StringDecoder();
assertEquals(decoder.write(Buffer.from("EFBFBDE2", "hex")), "\ufffd");
assertEquals(decoder.end(), "\ufffd");
decoder = new StringDecoder();
assertEquals(decoder.write(Buffer.from("F1", "hex")), "");
assertEquals(decoder.write(Buffer.from("41F2", "hex")), "\ufffdA");
assertEquals(decoder.end(), "\ufffd");
},
});