summaryrefslogtreecommitdiff
path: root/tokenizer.sig
diff options
context:
space:
mode:
authorVladimir Azarov <avm@intermediate-node.net>2025-03-25 01:45:47 +0100
committerVladimir Azarov <avm@intermediate-node.net>2025-03-25 01:45:47 +0100
commit90854ccf3514dc67a30556500e1716dd1933954c (patch)
treeb65b7f0739169337b6a4ce5b9ecdd18dc3617a56 /tokenizer.sig
parenta0be166ef23e1b34b09060b99c03cdadb6ac2132 (diff)
Adequate token printing
Diffstat (limited to 'tokenizer.sig')
-rw-r--r--tokenizer.sig2
1 files changed, 2 insertions, 0 deletions
diff --git a/tokenizer.sig b/tokenizer.sig
index dd0eab4..ffbec52 100644
--- a/tokenizer.sig
+++ b/tokenizer.sig
@@ -8,4 +8,6 @@ signature TOKENIZER = sig
val tokenize: Stream.t -> fullToken list
val printToken: token -> unit
+
+ val printTokens: fullToken list -> string -> unit
end