Update tiktoken-rs requirement from 0.5 to 0.6

Updates the requirements on [tiktoken-rs](https://github.com/zurawiki/tiktoken-rs) to permit the latest version.
- [Release notes](https://github.com/zurawiki/tiktoken-rs/releases)
- [Commits](zurawiki/tiktoken-rs@v0.5.0...v0.6.0)

---
updated-dependencies:
- dependency-name: tiktoken-rs
  dependency-type: direct:production
...

Signed-off-by: dependabot[bot] <[email protected]>

crates/bpe-openai/Cargo.toml

@@ -20,10 +20,10 @@ rmp-serde = "1"
 serde = { version = "1" }
 
 [dev-dependencies]
-tiktoken-rs = { version = "0.5" }
+tiktoken-rs = { version = "0.6" }
 
 [build-dependencies]
 bpe = { version = "0.1.0", path = "../bpe", features = ["tiktoken-rs"] }
 rmp-serde = "1"
-tiktoken-rs = { version = "0.5" }
+tiktoken-rs = { version = "0.6" }
 serde = { version = "1" }

crates/bpe/Cargo.toml

@@ -23,7 +23,7 @@ itertools = "0.12"
 rand = { version = "0.8", optional = true }
 rmp-serde = "1"
 serde = { version = "1", features = ["derive"] }
-tiktoken-rs = { version = "0.5", optional = true }
+tiktoken-rs = { version = "0.6", optional = true }
 
 [dev-dependencies]
 bpe = { path = ".", features = ["rand", "tiktoken-rs"] }

crates/bpe/benchmarks/Cargo.toml

@@ -22,5 +22,5 @@ bpe = { path = "../../bpe", features = ["rand", "tiktoken-rs"] }
 bpe-openai = { path = "../../bpe-openai" }
 criterion = "0.5"
 rand = "0.8"
-tiktoken-rs = "0.5"
+tiktoken-rs = "0.6"
 tokenizers = { version = "0.20", features = ["http"] }