From 226f58656b4b7f92f6de9a817ab9106937e061e9 Mon Sep 17 00:00:00 2001 From: Vladimir Azarov Date: Mon, 24 Mar 2025 22:37:21 +0100 Subject: Simplified stream --- tokenizer.sig | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) (limited to 'tokenizer.sig') diff --git a/tokenizer.sig b/tokenizer.sig index c31a7e6..5956273 100644 --- a/tokenizer.sig +++ b/tokenizer.sig @@ -4,9 +4,8 @@ signature TOKENIZER = sig (* Fatal. both may be thrown by tokenize *) exception FsmTableIsTooSmall - exception TkErrorAug of Stream.convPos * string - - val tokenize: Stream.t -> fullToken list -> fullToken list * Stream.filesInfo + exception TkErrorAug of Stream.ppos * string + val tokenize: Stream.t -> fullToken list -> fullToken list * Stream.fileInfo val printToken: token -> unit end -- cgit v1.2.3