From 9d724f17e813fa344d485329d33b5f5ecf8197a3 Mon Sep 17 00:00:00 2001
From: Vladimir Azarov <avm@intermediate-node.net>
Date: Fri, 4 Apr 2025 20:53:56 +0200
Subject: Functorization

---
 cpp.fun | 97 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 97 insertions(+)
 create mode 100644 cpp.fun

(limited to 'cpp.fun')

diff --git a/cpp.fun b/cpp.fun
new file mode 100644
index 0000000..424d3ca
--- /dev/null
+++ b/cpp.fun
@@ -0,0 +1,97 @@
+functor Cpp(T: TOKENIZER): CPP = struct
+
+  structure T = T
+
+  type tkPos = T.S.pos
+  type t =
+    { streams: T.S.t list, fileInfo: T.S.fileInfo list,
+      lastPos: tkPos option, firstId: T.S.fileId };
+
+  datatype tkExp =
+    Tk of T.token |
+    Id |
+    NumConst |
+    StrLiteral |
+    UnOp |
+    BinOp |
+    Op
+
+  type tkExpectedValue = string * tkExp list
+
+  exception StreamTooOld
+  exception TkExpected of tkExpectedValue
+
+  fun create fname =
+  let
+    val stream = T.S.create fname
+    val info = T.S.convert stream
+  in
+   { streams = [stream] , fileInfo = [info], lastPos = NONE, firstId = #1 info }
+  end
+
+  fun getToken
+    ({ streams = stream :: tail, fileInfo, lastPos, firstId }: t) =
+  let
+    val (tk, stream) = T.getToken stream
+  in
+    case tk of
+      NONE => getToken { streams = tail, fileInfo, lastPos, firstId }
+    | SOME (pos, tk) =>
+        ( tk, { streams = stream :: tail, fileInfo,
+            lastPos = SOME pos, firstId })
+  end
+    | getToken
+        { streams = [], fileInfo, lastPos = SOME lastPos, firstId } =
+    let
+      val pos = SOME (#1 lastPos, ~1) (* EOF *)
+    in
+      (T.EOS, {streams = [], fileInfo, lastPos = pos, firstId })
+    end
+    | getToken { streams = [], fileInfo, lastPos = NONE, firstId } =
+        (T.EOS, { streams = [], fileInfo,
+            lastPos = SOME (firstId, ~1), firstId })
+
+  fun getLastPos ({ lastPos = NONE, ... }: t) = raise Unreachable
+    | getLastPos { lastPos = SOME p, ... } = p
+
+  val tkExp2str = fn
+      (Tk tk) => T.token2str tk
+    | Id: tkExp => "identifier"
+    | NumConst => "numeric constant"
+    | StrLiteral => "string literal"
+    | UnOp => "unary operator"
+    | BinOp => "binary operator"
+    | Op => "operator"
+
+  fun prepAndRaise (stream: t) (id, pos) expList =
+  let
+    val fileInfo =
+      case List.find (fn (id', _, _) => id' = id) $ #fileInfo stream of
+        NONE => raise StreamTooOld
+      | SOME fileInfo => fileInfo
+    val pos = T.S.ppos2str $ T.S.pos2pposWithFI (id, pos) fileInfo
+  in
+    raise TkExpected (pos, expList)
+  end
+
+  fun tkExpectedPrint (pos, expList) =
+  let
+    fun tkExps2str [e] [] = tkExp2str e
+      | tkExps2str [e] acc =
+        (String.concatWith ", " acc ^ " or ") ^ tkExp2str e
+      | tkExps2str (e :: ec) acc =
+        tkExps2str ec (tkExp2str e :: acc)
+      | tkExps2str [] _ = raise Unreachable
+  in
+    print pos;
+    print ":expected ";
+    printLn $ tkExps2str expList []
+  end
+
+  fun debugPrint fname =
+  let
+    val stream = create fname
+  in
+    ()
+  end
+end
-- 
cgit v1.2.3