From bc21e746fb0745decb22535dce263c7f736e609c Mon Sep 17 00:00:00 2001
From: Josh Holtrop <jholtrop@gmail.com>
Date: Sun, 15 Nov 2020 22:01:55 -0500
Subject: [PATCH] Start on some Encoding unit tests.

---
 src/jes/core/encoding.d | 44 +++++++++++++++++++++++++++++++++++++++++
 1 file changed, 44 insertions(+)

diff --git a/src/jes/core/encoding.d b/src/jes/core/encoding.d
index 32a6a0d..230c438 100644
--- a/src/jes/core/encoding.d
+++ b/src/jes/core/encoding.d
@@ -138,4 +138,48 @@ struct Encoding
         }
         return (20u * n_high_zeros / n) != 0u;
     }
+
+    unittest
+    {
+        import std.stdio;
+        import std.file;
+        const(ubyte)[] dat;
+        Encoding e;
+        size_t bom_size;
+
+        dat = cast(const(ubyte)[])std.file.read("test/files/encodings/utf-8.txt");
+        e = Encoding.detect_encoding(dat.ptr, dat.length, &bom_size);
+        assert(e == Encoding.UTF8);
+        assert(bom_size == 0u);
+
+        dat = cast(const(ubyte)[])std.file.read("test/files/encodings/utf-8-bom.txt");
+        e = Encoding.detect_encoding(dat.ptr, dat.length, &bom_size);
+        assert(e == Encoding.UTF8);
+        assert(bom_size == 3u);
+
+        dat = cast(const(ubyte)[])std.file.read("test/files/encodings/utf-16le.txt");
+        e = Encoding.detect_encoding(dat.ptr, dat.length, &bom_size);
+        assert(e == Encoding.UTF16_LE);
+        assert(bom_size == 2u);
+
+        dat = cast(const(ubyte)[])std.file.read("test/files/encodings/utf-16le-nobom.txt");
+        e = Encoding.detect_encoding(dat.ptr, dat.length, &bom_size);
+        assert(e == Encoding.UTF16_LE);
+        assert(bom_size == 0u);
+
+        dat = cast(const(ubyte)[])std.file.read("test/files/encodings/utf-16be.txt");
+        e = Encoding.detect_encoding(dat.ptr, dat.length, &bom_size);
+        assert(e == Encoding.UTF16_BE);
+        assert(bom_size == 2u);
+
+        dat = cast(const(ubyte)[])std.file.read("test/files/encodings/utf-16be-nobom.txt");
+        e = Encoding.detect_encoding(dat.ptr, dat.length, &bom_size);
+        assert(e == Encoding.UTF16_BE);
+        assert(bom_size == 0u);
+
+        dat = cast(const(ubyte)[])std.file.read("test/files/encodings/cp-1252.txt");
+        e = Encoding.detect_encoding(dat.ptr, dat.length, &bom_size);
+        assert(e == Encoding.CP1252);
+        assert(bom_size == 0u);
+    }
 };