root
/
tabby
mirror of https://gitee.com/zhang_1334717033/tabby.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

docs: add (?m) documentation

support-stop-sequences
Meng Zhang 2023-06-06 16:21:45 -07:00
parent dee5c99182
commit db52f94be0
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
crates/ctranslate2-bindings/src/lib.rs
View File

@ -181,6 +181,7 @@ fn create_stop_regex(tokenizer: &Tokenizer, stop_words: &Vec<&str>) -> Regex {
.map(reverse) .map(reverse)
.collect(); .collect();
// (?m) enables multi-line matching mode.
// \A means absolute begins of string. // \A means absolute begins of string.
let regex_string = r"(?m)\A".to_owned() + &stop_tokens.join("|"); let regex_string = r"(?m)\A".to_owned() + &stop_tokens.join("|");
Regex::new(&regex_string).unwrap() Regex::new(&regex_string).unwrap()