diff --git a/crates/bpe-openai/Cargo.toml b/crates/bpe-openai/Cargo.toml index c3929ed..e079e41 100644 --- a/crates/bpe-openai/Cargo.toml +++ b/crates/bpe-openai/Cargo.toml @@ -19,10 +19,10 @@ serde = { version = "1" } [dev-dependencies] fancy-regex = "0.13" -tiktoken-rs = { version = "0.5" } +tiktoken-rs = { version = "0.6" } [build-dependencies] bpe = { version = "0.1.0", path = "../bpe", features = ["tiktoken-rs"] } rmp-serde = "1" -tiktoken-rs = { version = "0.5" } +tiktoken-rs = { version = "0.6" } serde = { version = "1" } diff --git a/crates/bpe/Cargo.toml b/crates/bpe/Cargo.toml index f48ad10..faca873 100644 --- a/crates/bpe/Cargo.toml +++ b/crates/bpe/Cargo.toml @@ -29,7 +29,7 @@ itertools = "0.12" rand = { version = "0.8", optional = true } rmp-serde = "1" serde = { version = "1", features = ["derive"] } -tiktoken-rs = { version = "0.5", optional = true } +tiktoken-rs = { version = "0.6", optional = true } [dev-dependencies] bpe = { path = ".", features = ["rand", "tiktoken-rs"] }