From 88378509521b46e615986f8c82d10b9da88830d2 Mon Sep 17 00:00:00 2001 From: Vladimir Azarov Date: Mon, 19 May 2025 00:22:16 +0200 Subject: Better debug info --- tokenizer.fun | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) (limited to 'tokenizer.fun') diff --git a/tokenizer.fun b/tokenizer.fun index 806209e..5b5f436 100644 --- a/tokenizer.fun +++ b/tokenizer.fun @@ -980,13 +980,12 @@ struct fun processSymbol stream = let val (tk, pos, stream) = fsmEat $ S.ungetc stream - val S.Pos (_, _, col) = pos in case tk of CommentStart => getToken $ skipComment stream pos | DoubleDot => (Dot, pos, S.ungetc stream) | Hash => - if col = 1 then + if S.isFirstOnLine stream (S.getOffset stream - 1) then let val (tk, pos', stream) = getToken stream in -- cgit v1.2.3