diff --git a/crates/ctranslate2-bindings/src/lib.rs b/crates/ctranslate2-bindings/src/lib.rs index 01f57b3..62ed19b 100644 --- a/crates/ctranslate2-bindings/src/lib.rs +++ b/crates/ctranslate2-bindings/src/lib.rs @@ -181,6 +181,7 @@ fn create_stop_regex(tokenizer: &Tokenizer, stop_words: &Vec<&str>) -> Regex { .map(reverse) .collect(); + // (?m) enables multi-line matching mode. // \A means absolute begins of string. let regex_string = r"(?m)\A".to_owned() + &stop_tokens.join("|"); Regex::new(®ex_string).unwrap()