From bf66c00aa9ee8a7f8058e396db167324076331b2 Mon Sep 17 00:00:00 2001 From: Josh Rahm Date: Fri, 16 Dec 2022 20:54:00 -0700 Subject: Start implementing "fiddle" code. nothing is happening right now, but it's on its way. --- src/Language/Fiddle/Tokenizer.hs | 37 +++++++++++++++++++++++++++++++++++++ 1 file changed, 37 insertions(+) create mode 100644 src/Language/Fiddle/Tokenizer.hs (limited to 'src/Language/Fiddle/Tokenizer.hs') diff --git a/src/Language/Fiddle/Tokenizer.hs b/src/Language/Fiddle/Tokenizer.hs new file mode 100644 index 0000000..9931523 --- /dev/null +++ b/src/Language/Fiddle/Tokenizer.hs @@ -0,0 +1,37 @@ +module Language.Fiddle.Tokenizer where + +import Language.Fiddle.Types + +data T + = KW_assert_pos + | KW_at + | KW_bittype + | KW_enum + | KW_location + | KW_object + | KW_objtype + | KW_option + | KW_package + | KW_reg + | KW_ro + | KW_wo + | Tok_colon + | Tok_comma + | Tok_comment + | Tok_docComment + | Tok_eq + | Tok_ident String + | Tok_lbrace + | Tok_lbracket + | Tok_litnum String + | Tok_lparen + | Tok_package + | Tok_rbrace + | Tok_rbracket + | Tok_rparen + | Tok_semi + +data Token = Token T SourceSpan + +tokenize :: String -> Text -> [Token] +tokenize srcName txt = undefined -- cgit