summaryrefslogtreecommitdiff
path: root/tokenizer.sig
diff options
context:
space:
mode:
authorVladimir Azarov <avm@intermediate-node.net>2025-03-25 00:24:52 +0100
committerVladimir Azarov <avm@intermediate-node.net>2025-03-25 00:24:52 +0100
commita0be166ef23e1b34b09060b99c03cdadb6ac2132 (patch)
tree3a54e586b504c6ad4fcb5b620c0ddcead5219ae6 /tokenizer.sig
parent226f58656b4b7f92f6de9a817ab9106937e061e9 (diff)
Escape sequences
Diffstat (limited to 'tokenizer.sig')
-rw-r--r--tokenizer.sig2
1 files changed, 1 insertions, 1 deletions
diff --git a/tokenizer.sig b/tokenizer.sig
index 5956273..dd0eab4 100644
--- a/tokenizer.sig
+++ b/tokenizer.sig
@@ -6,6 +6,6 @@ signature TOKENIZER = sig
exception FsmTableIsTooSmall
exception TkErrorAug of Stream.ppos * string
- val tokenize: Stream.t -> fullToken list -> fullToken list * Stream.fileInfo
+ val tokenize: Stream.t -> fullToken list
val printToken: token -> unit
end