From 90854ccf3514dc67a30556500e1716dd1933954c Mon Sep 17 00:00:00 2001
From: Vladimir Azarov <avm@intermediate-node.net>
Date: Tue, 25 Mar 2025 01:45:47 +0100
Subject: Adequate token printing

---
 tokenizer.sig | 2 ++
 1 file changed, 2 insertions(+)

(limited to 'tokenizer.sig')

diff --git a/tokenizer.sig b/tokenizer.sig
index dd0eab4..ffbec52 100644
--- a/tokenizer.sig
+++ b/tokenizer.sig
@@ -8,4 +8,6 @@ signature TOKENIZER = sig
 
   val tokenize: Stream.t -> fullToken list
   val printToken: token -> unit
+
+  val printTokens: fullToken list -> string -> unit
 end
-- 
cgit v1.2.3