summaryrefslogtreecommitdiff
path: root/tokenizer.sig
diff options
context:
space:
mode:
authorVladimir Azarov <avm@intermediate-node.net>2025-03-24 22:37:21 +0100
committerVladimir Azarov <avm@intermediate-node.net>2025-03-24 22:37:21 +0100
commit226f58656b4b7f92f6de9a817ab9106937e061e9 (patch)
treed2e4c23e520d99c59685d18b24058f8a45def43e /tokenizer.sig
parent87217fe5ba58f5199d30586b5d9bec104dece445 (diff)
Simplified stream
Diffstat (limited to 'tokenizer.sig')
-rw-r--r--tokenizer.sig5
1 files changed, 2 insertions, 3 deletions
diff --git a/tokenizer.sig b/tokenizer.sig
index c31a7e6..5956273 100644
--- a/tokenizer.sig
+++ b/tokenizer.sig
@@ -4,9 +4,8 @@ signature TOKENIZER = sig
(* Fatal. both may be thrown by tokenize *)
exception FsmTableIsTooSmall
- exception TkErrorAug of Stream.convPos * string
-
- val tokenize: Stream.t -> fullToken list -> fullToken list * Stream.filesInfo
+ exception TkErrorAug of Stream.ppos * string
+ val tokenize: Stream.t -> fullToken list -> fullToken list * Stream.fileInfo
val printToken: token -> unit
end