This commit is contained in:
jdl
2024-11-11 06:36:55 +01:00
parent d0587cc585
commit c5419d662e
102 changed files with 4181 additions and 0 deletions

20
tagengine/sanitize.go Normal file
View File

@@ -0,0 +1,20 @@
package tagengine
import (
"strings"
"git.crumpington.com/lib/tagengine/sanitize"
)
// The basic sanitizer:
// * lower-case
// * put spaces around numbers
// * put slaces around punctuation
// * collapse multiple spaces
func BasicSanitizer(s string) string {
s = strings.ToLower(s)
s = sanitize.SpaceNumbers(s)
s = sanitize.SpacePunctuation(s)
s = sanitize.CollapseSpaces(s)
return s
}