root
/
tabby
mirror of https://gitee.com/zhang_1334717033/tabby.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix: handle non utf-8 / utf-16 error

release-notes-05
Meng Zhang 2023-11-02 16:29:30 -07:00
parent eb34850a5e
commit acb3a33d78
2 changed files with 10 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
crates/llama-cpp-bindings/src/engine.cc
View File

@ -246,9 +246,14 @@ class TextInferenceEngineImpl : public TextInferenceEngine {
}
if (request.multibyte_pending == 0) {
rust::String generated_text = is_eos ? "" : request.generated_text;
result.push_back({request.id, generated_text});
rust::String generated_text;
try {
generated_text = is_eos ? "" : request.generated_text;
} catch (const std::invalid_argument& e) {
fprintf(stderr, "%s:%d [%s] - ignoring non utf-8/utf-16 output\n", __FILE__, __LINE__, __func__);
}
result.push_back({request.id, generated_text});
request.generated_text.clear();
}
}

4
crates/llama-cpp-bindings/src/lib.rs
View File

@ -76,7 +76,9 @@ impl AsyncTextInferenceEngine {
let result = match engine.as_mut().unwrap().step() {
Ok(result) => result,
Err(err) => panic!("Failed to step: {}", err),
Err(err) => {
panic!("Failed to step: {}", err)
}
};
for ffi::StepOutput { request_id, text } in result {