diff options
Diffstat (limited to 'src/Language/Fiddle/Tokenizer.hs')
| -rw-r--r-- | src/Language/Fiddle/Tokenizer.hs | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/src/Language/Fiddle/Tokenizer.hs b/src/Language/Fiddle/Tokenizer.hs index ec41042..4e06b92 100644 --- a/src/Language/Fiddle/Tokenizer.hs +++ b/src/Language/Fiddle/Tokenizer.hs @@ -108,3 +108,6 @@ parseToken = spaces *> tok parseToken' <* spaces tokenize :: String -> Text -> Either ParseError [Token SourceSpan] tokenize = Text.Parsec.runParser (many parseToken <* eof) () + +tokenType :: Token SourceSpan -> T +tokenType (Token t _) = t |