From bfb85bf0cd7a75b910d7125c69d5e5eae2bd51c1 Mon Sep 17 00:00:00 2001 From: JSDurand Date: Fri, 4 Aug 2023 16:36:50 +0800 Subject: add a crate 'tokens' This crate is responsible for the users to conveniently define their own tokenizers. Right now the user has to tokenize the input string manually, which is not quite what is expected from a parser, from the view point of users. --- Cargo.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'Cargo.toml') diff --git a/Cargo.toml b/Cargo.toml index 071575e..8e2ffb5 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -13,7 +13,7 @@ rust-version = "1.65" [workspace] members = [ "graph", "receme", "nfa", "chain", "viz", "grammar", - "forest", "semiring", "graph_macro" ] + "forest", "semiring", "graph_macro", "tokens" ] # testing the new resolver, even though this has no dependencies ;p resolver = "2" -- cgit v1.2.3-18-g5258