summaryrefslogtreecommitdiff
path: root/tokenizer.fun
diff options
context:
space:
mode:
Diffstat (limited to 'tokenizer.fun')
-rw-r--r--tokenizer.fun3
1 files changed, 1 insertions, 2 deletions
diff --git a/tokenizer.fun b/tokenizer.fun
index 806209e..5b5f436 100644
--- a/tokenizer.fun
+++ b/tokenizer.fun
@@ -980,13 +980,12 @@ struct
fun processSymbol stream =
let
val (tk, pos, stream) = fsmEat $ S.ungetc stream
- val S.Pos (_, _, col) = pos
in
case tk of
CommentStart => getToken $ skipComment stream pos
| DoubleDot => (Dot, pos, S.ungetc stream)
| Hash =>
- if col = 1 then
+ if S.isFirstOnLine stream (S.getOffset stream - 1) then
let
val (tk, pos', stream) = getToken stream
in