summaryrefslogtreecommitdiff
path: root/tokenizer.sig
diff options
context:
space:
mode:
Diffstat (limited to 'tokenizer.sig')
-rw-r--r--tokenizer.sig14
1 files changed, 3 insertions, 11 deletions
diff --git a/tokenizer.sig b/tokenizer.sig
index 67666a4..f221ab3 100644
--- a/tokenizer.sig
+++ b/tokenizer.sig
@@ -2,25 +2,17 @@ signature TOKENIZER = sig
structure ST: SYMTAB
structure S: STREAM
- datatype intType = ItDec | ItOct | ItHex
- datatype intSfx = IsNone | IsU | IsL | IsUL | IsLL | IsULL
- datatype floatSfx = FsNone | FsF | FsL
-
- datatype numConst =
- IntConst of intType * string * intSfx |
- FloatConst of string * floatSfx
-
datatype token =
Invalid |
EOS |
NewLine |
MacroEnd of int |
- Num of numConst |
+ Num of string |
Id of int |
- CharConst of string * int |
- StringConst of string |
+ CharConst of int * int |
+ Strlit of int |
kwBreak |
kwCase |