blob: c31a7e6cee683e5139c3bac60d9baef3f2154fe9 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
|
signature TOKENIZER = sig
type token
type fullToken = Stream.pos * token
(* Fatal. both may be thrown by tokenize *)
exception FsmTableIsTooSmall
exception TkErrorAug of Stream.convPos * string
val tokenize: Stream.t -> fullToken list -> fullToken list * Stream.filesInfo
val printToken: token -> unit
end
|
