diff options
Diffstat (limited to 'tokenizer.fun')
-rw-r--r-- | tokenizer.fun | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/tokenizer.fun b/tokenizer.fun index 806209e..5b5f436 100644 --- a/tokenizer.fun +++ b/tokenizer.fun @@ -980,13 +980,12 @@ struct fun processSymbol stream = let val (tk, pos, stream) = fsmEat $ S.ungetc stream - val S.Pos (_, _, col) = pos in case tk of CommentStart => getToken $ skipComment stream pos | DoubleDot => (Dot, pos, S.ungetc stream) | Hash => - if col = 1 then + if S.isFirstOnLine stream (S.getOffset stream - 1) then let val (tk, pos', stream) = getToken stream in |