blob: dd0eab4f8a115ae0bbeb25cff3057d06e9df2d41 (
plain)
1
2
3
4
5
6
7
8
9
10
11
|
signature TOKENIZER = sig
type token
type fullToken = Stream.pos * token
(* Fatal. both may be thrown by tokenize *)
exception FsmTableIsTooSmall
exception TkErrorAug of Stream.ppos * string
val tokenize: Stream.t -> fullToken list
val printToken: token -> unit
end
|
