Skip to content

Commit

Permalink
clippy
Browse files Browse the repository at this point in the history
  • Loading branch information
hendrikvanantwerpen committed Oct 7, 2024
1 parent 6d68252 commit 0fad66c
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion crates/bpe-openai/src/lib.rs
Original file line number Diff line number Diff line change
Expand Up @@ -78,7 +78,7 @@ mod tests {
.map(|i| i as u32)
.collect();

let without_splitting = BPE_CL100K.encode_via_backtracking(&input);
let without_splitting = BPE_CL100K.encode_via_backtracking(input);
assert_ne!(without_splitting, expected);

let pat = "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+";
Expand Down

0 comments on commit 0fad66c

Please sign in to comment.