From bfb85bf0cd7a75b910d7125c69d5e5eae2bd51c1 Mon Sep 17 00:00:00 2001
From: JSDurand <mmemmew@gmail.com>
Date: Fri, 4 Aug 2023 16:36:50 +0800
Subject: add a crate 'tokens'

This crate is responsible for the users to conveniently define their
own tokenizers.  Right now the user has to tokenize the input string
manually, which is not quite what is expected from a parser, from the
view point of users.
---
 tokens/Cargo.toml | 12 ++++++++++++
 1 file changed, 12 insertions(+)
 create mode 100644 tokens/Cargo.toml

(limited to 'tokens/Cargo.toml')

diff --git a/tokens/Cargo.toml b/tokens/Cargo.toml
new file mode 100644
index 0000000..9fc30b2
--- /dev/null
+++ b/tokens/Cargo.toml
@@ -0,0 +1,12 @@
+[package]
+name = "tokens"
+version = "0.1.2"
+edition = "2021"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
+grammar = { path = "../grammar" }
+graph = { path = "../graph" }
+graph_macro = { path = "../graph_macro" }
+nfa = { path = "../nfa" }
-- 
cgit v1.2.3-18-g5258