diff options
Diffstat (limited to 'tokenizer.sig')
| -rw-r--r-- | tokenizer.sig | 14 |
1 files changed, 3 insertions, 11 deletions
diff --git a/tokenizer.sig b/tokenizer.sig index 67666a4..f221ab3 100644 --- a/tokenizer.sig +++ b/tokenizer.sig @@ -2,25 +2,17 @@ signature TOKENIZER = sig structure ST: SYMTAB structure S: STREAM - datatype intType = ItDec | ItOct | ItHex - datatype intSfx = IsNone | IsU | IsL | IsUL | IsLL | IsULL - datatype floatSfx = FsNone | FsF | FsL - - datatype numConst = - IntConst of intType * string * intSfx | - FloatConst of string * floatSfx - datatype token = Invalid | EOS | NewLine | MacroEnd of int | - Num of numConst | + Num of string | Id of int | - CharConst of string * int | - StringConst of string | + CharConst of int * int | + Strlit of int | kwBreak | kwCase | |