Skip to content

Commit 242cce5

Browse files
committed
add another type of quotes
1 parent 4e7daa5 commit 242cce5

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

texthelpers/strip_stuff.go

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -49,7 +49,7 @@ func StripMultipleWS(body string) string {
4949
func StripPunctuation(body string) string {
5050
// TODO: detect/log if Compile broke
5151
// TODO: use unicode table range ?
52-
rx_p := re.MustCompile(`[\_\-⁞«»"'::「」.。,;<>、??¿!!¡//\[\]\(\)\*#&@$\\=\+\^]+`)
52+
rx_p := re.MustCompile(`[\_\-⁞«»"'“”::「」.。,;<>、??¿!!¡//\[\]\(\)\*#&@$\\=\+\^]+`)
5353
return rx_p.ReplaceAllLiteralString(body, " ")
5454
}
5555

0 commit comments

Comments
 (0)