fun main [fname] =
let
  val stream = Stream.streamInit fname
  val tkl = Tokenizer.tokenize stream
  val fileInfo = Stream.convert stream
in
  List.app
    (fn (p, x) => (Stream.printPos fileInfo p; Tokenizer.printToken x)) tkl
end
  | main _  = printLn "Expected a signle argument: file name"

val () = main $ CommandLine.arguments ()