From c296b83de99509e612975ef34198835d4c160b21 Mon Sep 17 00:00:00 2001 From: Meng Zhang Date: Fri, 26 May 2023 00:06:08 -0700 Subject: [PATCH] chore: remove unused lock --- crates/ctranslate2-bindings/src/lib.rs | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/crates/ctranslate2-bindings/src/lib.rs b/crates/ctranslate2-bindings/src/lib.rs index 6a6ce74..f69c393 100644 --- a/crates/ctranslate2-bindings/src/lib.rs +++ b/crates/ctranslate2-bindings/src/lib.rs @@ -28,7 +28,7 @@ mod ffi { } } -#[derive(Builder)] +#[derive(Builder, Debug)] pub struct TextInferenceEngineCreateOptions { model_path: String, @@ -54,7 +54,7 @@ pub struct TextInferenceOptions { } pub struct TextInferenceEngine { - engine: Mutex>, + engine: cxx::UniquePtr, tokenizer: Tokenizer, } @@ -70,14 +70,14 @@ impl TextInferenceEngine { options.num_replicas_per_device, ); return TextInferenceEngine { - engine: Mutex::new(engine), + engine: engine, tokenizer: Tokenizer::from_file(&options.tokenizer_path).unwrap(), }; } pub fn inference(&self, prompt: &str, options: TextInferenceOptions) -> String { let encoding = self.tokenizer.encode(prompt, true).unwrap(); - let output_tokens = self.engine.lock().unwrap().inference( + let output_tokens = self.engine.inference( encoding.get_tokens(), options.max_decoding_length, options.sampling_temperature,