summaryrefslogtreecommitdiff
path: root/tokenizer.fun
diff options
context:
space:
mode:
authorVladimir Azarov <avm@intermediate-node.net>2025-08-01 19:26:54 +0200
committerVladimir Azarov <avm@intermediate-node.net>2025-08-01 19:26:54 +0200
commitb3f8ca28af653dcb5fdc10e8c70439d86c043635 (patch)
tree168ef8c424c4688d3ae5fdcb30ecb10d81eeca35 /tokenizer.fun
parent0a091754ea2d9944e35215d67604c58c6f874cbd (diff)
Remove fp support
Diffstat (limited to 'tokenizer.fun')
-rw-r--r--tokenizer.fun8
1 files changed, 4 insertions, 4 deletions
diff --git a/tokenizer.fun b/tokenizer.fun
index 14f4289..cce6bea 100644
--- a/tokenizer.fun
+++ b/tokenizer.fun
@@ -426,7 +426,7 @@ struct
printf `"\n" %
end
- val fsmTable = lazy fsmTableCreate
+ val fsmTable = fsmTableCreate ()
fun fsmEat stream =
let
@@ -438,10 +438,10 @@ struct
val (c, stream) = S.getchar stream
in
if c = #"\000" then
- (#1 $ sub (#2 $ fsmTable (), curState), stream)
+ (#1 $ sub (#2 $ fsmTable, curState), stream)
else
let
- val (tk, row) = sub (#2 $ fsmTable (), curState)
+ val (tk, row) = sub (#2 $ fsmTable, curState)
val nextState = sub (row, ord c)
in
if nextState = ~1 then
@@ -841,7 +841,7 @@ struct
print line' stream
end
in
- printTable symtab $ fsmTable ();
+ printTable symtab $ fsmTable;
printf `"Tokenizing file: " `fname;
print 0 stream;
printf `"\n" %