From cffdb6de59ceb3fd9983a1c19476e5109da8db97 Mon Sep 17 00:00:00 2001 From: Joe Wilm Date: Sat, 17 Sep 2016 15:51:45 -0700 Subject: Add support for UTF-8 This adds a table-driven UTF-8 parser which only has a single branch for the entire parser. UTF-8 support is essentially bolted onto the VTE parser. Not the most elegant, but it does prevent the transition tables from blowing up. Instead of refactoring the syntax extension to handle both table definitions, I've opted to copy/paste now for both simplicities sake and because I can't see a clear path to a minimal shared solution. --- codegen/src/ext/mod.rs | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 codegen/src/ext/mod.rs (limited to 'codegen/src/ext/mod.rs') diff --git a/codegen/src/ext/mod.rs b/codegen/src/ext/mod.rs new file mode 100644 index 0000000..c28d9f7 --- /dev/null +++ b/codegen/src/ext/mod.rs @@ -0,0 +1,2 @@ +pub mod utf8; +pub mod vt; -- cgit