1 parent 4e7daa5 commit 242cce5Copy full SHA for 242cce5
1 file changed
texthelpers/strip_stuff.go
@@ -49,7 +49,7 @@ func StripMultipleWS(body string) string {
49
func StripPunctuation(body string) string {
50
// TODO: detect/log if Compile broke
51
// TODO: use unicode table range ?
52
- rx_p := re.MustCompile(`[\_\-⁞«»"'::「」.。,;<>、??¿!!¡//\[\]\(\)\*#&@$\\=\+\^]+`)
+ rx_p := re.MustCompile(`[\_\-⁞«»"'“”::「」.。,;<>、??¿!!¡//\[\]\(\)\*#&@$\\=\+\^]+`)
53
return rx_p.ReplaceAllLiteralString(body, " ")
54
}
55
0 commit comments