update cargo.toml

cahya-wirawan · Jun 15, 2024 · 39dba9a · 39dba9a
1 parent 6a31d6e
commit 39dba9a
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 0 deletions.
diff --git a/.gitattributes b/.gitattributes
@@ -0,0 +1 @@
+*.png filter=lfs diff=lfs merge=lfs -text
diff --git a/.gitignore b/.gitignore
@@ -70,3 +70,6 @@ docs/_build/
 
 # Pyenv
 .python-version
+
+tmp/
+tools/rwkv_tokenizers_bpe.ipynb
diff --git a/Cargo.toml b/Cargo.toml
@@ -3,6 +3,9 @@ name = "rwkv_tokenizer"
 version = "0.5.2"
 edition = "2021"
 authors = ["Cahya Wirawan <cahya.wirawan@gmail.com>"]
+description = "A fast RWKV Tokenizer"
+license = "Apache-2.0"
+documentation = "https://github.com/cahya-wirawan/rwkv-tokenizer"
 
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 [lib]
-Original file line number
+Diff line change
@@ Expand Up / @@ -70,3 +70,6 @@ docs/_build/ @@
     # Pyenv
     .python-version
+    tmp/
+    tools/rwkv_tokenizers_bpe.ipynb