root
/
tabby
mirror of https://gitee.com/zhang_1334717033/tabby.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix: usize overflow issue in ctranslate2 max_length truncation

release-0.2
Meng Zhang 2023-09-12 20:56:35 +08:00
parent 3af32c8c7c
commit 1e7ecce697
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
crates/ctranslate2-bindings/src/lib.rs
View File

@ -136,8 +136,12 @@ impl TextGeneration for CTranslate2Engine {
} }
fn truncate_tokens(tokens: &[String], max_length: usize) -> &[String] { fn truncate_tokens(tokens: &[String], max_length: usize) -> &[String] {
let start = std::cmp::max(tokens.len() - max_length, 0); if max_length < tokens.len() {
let start = tokens.len() - max_length;
&tokens[start..] &tokens[start..]
} else {
tokens
}
} }
fn inference_callback( fn inference_callback(