added lots of tokens

git-svn-id: svn://anubis/misc/llvm@66 bd8a9e45-a331-0410-811e-c64571078777

jlc/jl.lex

@@ -4,10 +4,31 @@
 %}
 
 %%
+:=                  return ASSIGN;
+=                   return EQUAL;
+\<=                 return LEQ;
+\>=                 return GEQ;
+
+\<\<                return LSHIFT;
+\>\>                return RSHIFT;
+
+\+\+                return INCREMENT;
+--                  return DECREMENT;
+
+\+                  return PLUS;
+-                   return MINUS;
+\*                  return TIMES;
+\/                  return DIVIDE;
+
 0b[01]+             return BIN_NUMBER;
 0x[0-9A-Fa-f]+      return HEX_NUMBER;
 0[0-7]*             return OCT_NUMBER;
 [1-9][0-9]*         return DEC_NUMBER;
+
+return              return RETURN;
+
+[a-zA-Z_][a-zA-Z_0-9]*  return ID;
+
 \n                  /* ignore newlines */
 [ \t\v]             /* ignore whitespace */
 %%

jlc/jl.y

@@ -25,7 +25,30 @@ int main(int argc, char * argv[])
 
 %}
 
-%token BIN_NUMBER OCT_NUMBER DEC_NUMBER HEX_NUMBER
+%token ASSIGN;
+%token EQUAL;
+%token LEQ;
+%token GEQ;
+
+%token LSHIFT;
+%token RSHIFT;
+
+%token INCREMENT;
+%token DECREMENT;
+
+%token PLUS;
+%token MINUS;
+%token TIMES;
+%token DIVIDE;
+
+%token BIN_NUMBER;
+%token HEX_NUMBER;
+%token OCT_NUMBER;
+%token DEC_NUMBER;
+
+%token RETURN;
+
+%token ID;
 
 %%