From db52f94be086b9d5b94b579033a653ec8b5dd3d2 Mon Sep 17 00:00:00 2001 From: Meng Zhang Date: Tue, 6 Jun 2023 16:21:45 -0700 Subject: [PATCH] docs: add (?m) documentation --- crates/ctranslate2-bindings/src/lib.rs | 1 + 1 file changed, 1 insertion(+) diff --git a/crates/ctranslate2-bindings/src/lib.rs b/crates/ctranslate2-bindings/src/lib.rs index 01f57b3..62ed19b 100644 --- a/crates/ctranslate2-bindings/src/lib.rs +++ b/crates/ctranslate2-bindings/src/lib.rs @@ -181,6 +181,7 @@ fn create_stop_regex(tokenizer: &Tokenizer, stop_words: &Vec<&str>) -> Regex { .map(reverse) .collect(); + // (?m) enables multi-line matching mode. // \A means absolute begins of string. let regex_string = r"(?m)\A".to_owned() + &stop_tokens.join("|"); Regex::new(®ex_string).unwrap()