fun main [fname] = let val stream = Stream.streamInit fname val (tkl, fileList) = Tokenizer.tokenize stream [] in List.app (fn (p, x) => (Stream.printPos fileList p; Tokenizer.printToken x)) tkl end | main _ = printLn "Expected a signle argument: file name" val () = main $ CommandLine.arguments ()