docs: add (?m) documentation
parent
dee5c99182
commit
db52f94be0
|
|
@ -181,6 +181,7 @@ fn create_stop_regex(tokenizer: &Tokenizer, stop_words: &Vec<&str>) -> Regex {
|
|||
.map(reverse)
|
||||
.collect();
|
||||
|
||||
// (?m) enables multi-line matching mode.
|
||||
// \A means absolute begins of string.
|
||||
let regex_string = r"(?m)\A".to_owned() + &stop_tokens.join("|");
|
||||
Regex::new(®ex_string).unwrap()
|
||||
|
|
|
|||
Loading…
Reference in New Issue