fix: output err if step failed
parent
4c7eae584e
commit
eb34850a5e
|
|
@ -74,8 +74,9 @@ impl AsyncTextInferenceEngine {
|
||||||
|
|
||||||
let mut engine = self.engine.lock().await;
|
let mut engine = self.engine.lock().await;
|
||||||
|
|
||||||
let Ok(result) = engine.as_mut().unwrap().step() else {
|
let result = match engine.as_mut().unwrap().step() {
|
||||||
panic!("Failed to evaluation");
|
Ok(result) => result,
|
||||||
|
Err(err) => panic!("Failed to step: {}", err),
|
||||||
};
|
};
|
||||||
|
|
||||||
for ffi::StepOutput { request_id, text } in result {
|
for ffi::StepOutput { request_id, text } in result {
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue