josh/propane
1
0
Fork 0
Code Issues 3 Pull Requests Projects Releases Wiki Activity

Use CodePoint type for code point values

Browse Source
This commit is contained in:
Josh Holtrop 2023-03-09 19:10:17 -05:00
parent 30004c571d
commit aabb574fea
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
assets/parser.d.erb
View File

@ -21,6 +21,8 @@ class <%= @classname %>
_TOKEN_DROP = <%= TOKEN_DROP %>, _TOKEN_DROP = <%= TOKEN_DROP %>,
} }
alias CodePoint = uint;
static immutable string token_names[] = [ static immutable string token_names[] = [
<% @grammar.tokens.each_with_index do |token, index| %> <% @grammar.tokens.each_with_index do |token, index| %>
"<%= token.name %>", "<%= token.name %>",
@ -45,10 +47,10 @@ class <%= @classname %>
DECODE_ERROR, DECODE_ERROR,
} }
private Type type; private Type type;
uint code_point; CodePoint code_point;
uint code_point_length; uint code_point_length;
static Result success(uint code_point, uint code_point_length) static Result success(CodePoint code_point, uint code_point_length)
{ {
return Result(Type.SUCCESS, code_point, code_point_length); return Result(Type.SUCCESS, code_point, code_point_length);
} }
@ -86,7 +88,7 @@ class <%= @classname %>
return Result.eof(); return Result.eof();
} }
char c = input[0]; char c = input[0];
uint code_point; CodePoint code_point;
uint code_point_length; uint code_point_length;
if ((c & 0x80u) == 0u) if ((c & 0x80u) == 0u)
{ {
@ -148,8 +150,8 @@ class <%= @classname %>
{ {
private struct Transition private struct Transition
{ {
uint first; CodePoint first;
uint last; CodePoint last;
uint destination; uint destination;
} }