diff options
| author | Vladimir Azarov <avm@intermediate-node.net> | 2025-05-19 00:22:16 +0200 |
|---|---|---|
| committer | Vladimir Azarov <avm@intermediate-node.net> | 2025-05-19 00:22:16 +0200 |
| commit | 88378509521b46e615986f8c82d10b9da88830d2 (patch) | |
| tree | 0480d743fba058f394fe314508a17865853ffdd4 /tokenizer.fun | |
| parent | be407d29db4f2ac1018ab6841c7111f95b977948 (diff) | |
Better debug info
Diffstat (limited to 'tokenizer.fun')
| -rw-r--r-- | tokenizer.fun | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/tokenizer.fun b/tokenizer.fun index 806209e..5b5f436 100644 --- a/tokenizer.fun +++ b/tokenizer.fun @@ -980,13 +980,12 @@ struct fun processSymbol stream = let val (tk, pos, stream) = fsmEat $ S.ungetc stream - val S.Pos (_, _, col) = pos in case tk of CommentStart => getToken $ skipComment stream pos | DoubleDot => (Dot, pos, S.ungetc stream) | Hash => - if col = 1 then + if S.isFirstOnLine stream (S.getOffset stream - 1) then let val (tk, pos', stream) = getToken stream in |