vilmibm/trunkless
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

minor phraser tweaks

Browse Source
This commit is contained in:
nate smith 2024-04-19 16:16:15 -07:00
parent e6c14a51ce
commit dde13f4c64
1 changed files with 8 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
cmd/phraser/main.go
View File

@ -35,8 +35,8 @@ func main() {
'=': true,
'`': true,
'-': true,
// TODO try adding |. it breaks up content that we don't generally want,
// anyway, and will lead to short garby phrases being discarded. i think.
'|': true,
'>': true,
}
s := bufio.NewScanner(os.Stdin)
@ -123,13 +123,15 @@ func clean(bs []byte) string {
s := string(bs)
s = strings.ReplaceAll(s, "’", "'")
s = strings.ReplaceAll(s, "\"", "")
s = strings.ReplaceAll(s, "(", "")
s = strings.ReplaceAll(s, "[", "")
s = strings.ReplaceAll(s, "{", "")
s = strings.ReplaceAll(s, "<", "")
s = strings.ReplaceAll(s, "_", "")
s = strings.ReplaceAll(s, "*", "")
s = strings.TrimSpace(s)
s = strings.ToLower(s)
// TODO strip _
// TODO strip *
// TODO strip (,{,[
if alphaPercent(s) < 50.0 {
return ""
}