[willow]: frontend plumbing (#13)

...

1 files changed, 58 insertions, 0 deletions

diff --git a/willow/tools/willowc/include/tokenizer.hpp b/willow/tools/willowc/include/tokenizer.hpp
index 3de9d32..47577ab 100644
--- a/willow/tools/willowc/include/tokenizer.hpp
+++ b/willow/tools/willowc/include/tokenizer.hpp
@@ -1,6 +1,7 @@
 #ifndef WILLOWC_INCLUDE_TOKENIZER_HPP
 #define WILLOWC_INCLUDE_TOKENIZER_HPP
 
+#include <utility>
 #include <willow/IR/Location.h>
 
 namespace willowc {
@@ -14,6 +15,7 @@ enum class TokenKind {
   Inst,
 
   Comma,
+  Colon,
   Semicolon,
   LParen,
   RParen,
@@ -37,6 +39,8 @@ class Tokenizer {
   std::string_view buf;
   std::size_t offset;
 
+  friend class Parser;
+
   void skip(std::size_t idx = 1) { offset += idx; }
 
   char eat(std::size_t num = 1) {
@@ -55,6 +59,8 @@ class Tokenizer {
     return buf[offset + idx];
   }
 
+  void recover();
+
   bool scan_id(bool accept_digits);
   bool scan_dec();
   bool scan_hex();
@@ -67,6 +73,58 @@ public:
   void seek(uint64_t offset);
 };
 
+constexpr std::string_view TokenKindName(TokenKind t) {
+  switch (t) {
+  case TokenKind::Function:
+    return "Function";
+  case TokenKind::Variable:
+    return "Variable";
+  case TokenKind::Constant:
+    return "Constant";
+  case TokenKind::Type:
+    return "Type";
+  case TokenKind::Label:
+    return "Label";
+  case TokenKind::Inst:
+    return "Inst";
+  case TokenKind::Comma:
+    return "Comma";
+  case TokenKind::Colon:
+    return "Colon";
+  case TokenKind::Semicolon:
+    return "Semicolon";
+  case TokenKind::LParen:
+    return "LParen";
+  case TokenKind::RParen:
+    return "RParen";
+  case TokenKind::LCurly:
+    return "LCurly";
+  case TokenKind::RCurly:
+    return "RCurly";
+  case TokenKind::Equals:
+    return "Equals";
+  case TokenKind::RArrow:
+    return "RArrow";
+  case TokenKind::Comment:
+    return "Comment";
+  case TokenKind::FuncKW:
+    return "FuncKW";
+  case TokenKind::Eof:
+    return "Eof";
+  case TokenKind::Invalid:
+    return "Invalid";
+  }
+  std::unreachable();
+}
+
 } // namespace willowc
 
+template <>
+struct std::formatter<willowc::TokenKind> {
+  constexpr auto parse(std::format_parse_context &ctx) { return ctx.begin(); }
+  constexpr auto format(const willowc::TokenKind t, std::format_context &ctx) const {
+    return std::format_to(ctx.out(), "{}", TokenKindName(t));
+  }
+};
+
 #endif // WILLOWC_INCLUDE_TOKENIZER_HPP