josh/jes
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Start on some Encoding unit tests.

Browse Source
This commit is contained in:
Josh Holtrop 2020-11-15 22:01:55 -05:00
parent 047288ea3d
commit bc21e746fb
1 changed files with 44 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

44
src/jes/core/encoding.d
View File

@ -138,4 +138,48 @@ struct Encoding
}
return (20u * n_high_zeros / n) != 0u;
}
unittest
{
import std.stdio;
import std.file;
const(ubyte)[] dat;
Encoding e;
size_t bom_size;
dat = cast(const(ubyte)[])std.file.read("test/files/encodings/utf-8.txt");
e = Encoding.detect_encoding(dat.ptr, dat.length, &bom_size);
assert(e == Encoding.UTF8);
assert(bom_size == 0u);
dat = cast(const(ubyte)[])std.file.read("test/files/encodings/utf-8-bom.txt");
e = Encoding.detect_encoding(dat.ptr, dat.length, &bom_size);
assert(e == Encoding.UTF8);
assert(bom_size == 3u);
dat = cast(const(ubyte)[])std.file.read("test/files/encodings/utf-16le.txt");
e = Encoding.detect_encoding(dat.ptr, dat.length, &bom_size);
assert(e == Encoding.UTF16_LE);
assert(bom_size == 2u);
dat = cast(const(ubyte)[])std.file.read("test/files/encodings/utf-16le-nobom.txt");
e = Encoding.detect_encoding(dat.ptr, dat.length, &bom_size);
assert(e == Encoding.UTF16_LE);
assert(bom_size == 0u);
dat = cast(const(ubyte)[])std.file.read("test/files/encodings/utf-16be.txt");
e = Encoding.detect_encoding(dat.ptr, dat.length, &bom_size);
assert(e == Encoding.UTF16_BE);
assert(bom_size == 2u);
dat = cast(const(ubyte)[])std.file.read("test/files/encodings/utf-16be-nobom.txt");
e = Encoding.detect_encoding(dat.ptr, dat.length, &bom_size);
assert(e == Encoding.UTF16_BE);
assert(bom_size == 0u);
dat = cast(const(ubyte)[])std.file.read("test/files/encodings/cp-1252.txt");
e = Encoding.detect_encoding(dat.ptr, dat.length, &bom_size);
assert(e == Encoding.CP1252);
assert(bom_size == 0u);
}
};