1 files changed, 37 insertions, 0 deletions
diff --git a/src/Language/Fiddle/Tokenizer.hs b/src/Language/Fiddle/Tokenizer.hs
new file mode 100644
index 0000000..9931523
--- /dev/null
+++ b/src/Language/Fiddle/Tokenizer.hs
@@ -0,0 +1,37 @@
+module Language.Fiddle.Tokenizer where
+
+import Language.Fiddle.Types
+
+data T
+  = KW_assert_pos
+  | KW_at
+  | KW_bittype
+  | KW_enum
+  | KW_location
+  | KW_object
+  | KW_objtype
+  | KW_option
+  | KW_package
+  | KW_reg
+  | KW_ro
+  | KW_wo
+  | Tok_colon
+  | Tok_comma
+  | Tok_comment
+  | Tok_docComment
+  | Tok_eq
+  | Tok_ident String
+  | Tok_lbrace
+  | Tok_lbracket
+  | Tok_litnum String
+  | Tok_lparen
+  | Tok_package
+  | Tok_rbrace
+  | Tok_rbracket
+  | Tok_rparen
+  | Tok_semi
+
+data Token = Token T SourceSpan
+
+tokenize :: String -> Text -> [Token]
+tokenize srcName txt = undefined