big wip
This commit is contained in:
nate smith
parent
0972186c85
commit
83db61c1e2
1
assets/htmx@1.9.10.min.js
vendored
Normal file
1
assets/htmx@1.9.10.min.js
vendored
Normal file
File diff suppressed because one or more lines are too long
7
assets/main.js
Normal file
7
assets/main.js
Normal file
@ -0,0 +1,7 @@
|
|||||||
|
// TODO
|
||||||
|
function main() {
|
||||||
|
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
main();
|
||||||
69
cmd/ingest/main.go
Normal file
69
cmd/ingest/main.go
Normal file
@ -0,0 +1,69 @@
|
|||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bufio"
|
||||||
|
"database/sql"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"os"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
_ "github.com/mattn/go-sqlite3"
|
||||||
|
)
|
||||||
|
|
||||||
|
const dsn = "phrase.db"
|
||||||
|
|
||||||
|
func createSource(db *sql.DB, sourceName string) (int64, error) {
|
||||||
|
stmt, err := db.Prepare("INSERT INTO sources (name) VALUES (?) ON CONFLICT DO NOTHING RETURNING id")
|
||||||
|
if err != nil {
|
||||||
|
return -1, err
|
||||||
|
}
|
||||||
|
|
||||||
|
result, err := stmt.Exec(sourceName)
|
||||||
|
if err != nil {
|
||||||
|
return -1, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return result.LastInsertId()
|
||||||
|
}
|
||||||
|
|
||||||
|
func _main(args []string) error {
|
||||||
|
if len(os.Args) == 0 {
|
||||||
|
return errors.New("need a source name argument")
|
||||||
|
}
|
||||||
|
db, err := sql.Open("sqlite3", dsn)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
defer db.Close()
|
||||||
|
|
||||||
|
s := bufio.NewScanner(os.Stdin)
|
||||||
|
|
||||||
|
sourceName := strings.Join(os.Args[1:], " ")
|
||||||
|
sourceID, err := createSource(db, sourceName)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("could not make source: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
for s.Scan() {
|
||||||
|
phrase := s.Text()
|
||||||
|
stmt, err := db.Prepare("INSERT INTO phrases (sourceid, phrase) VALUES (?, ?) ON CONFLICT DO NOTHING")
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
if _, err = stmt.Exec(sourceID, phrase); err != nil {
|
||||||
|
return fmt.Errorf("could not insert phrase '%s' for source '%d': %w", phrase, sourceID, err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func main() {
|
||||||
|
if err := _main(os.Args[1:]); err != nil {
|
||||||
|
fmt.Fprintf(os.Stderr, "error: %s", err)
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -52,7 +52,7 @@ func main() {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
if !printed {
|
if !printed {
|
||||||
fmt.Fprintf(os.Stderr, "SKIP: %s\n", string(phraseBuff))
|
//fmt.Fprintf(os.Stderr, "SKIP: %s\n", string(phraseBuff))
|
||||||
}
|
}
|
||||||
printed = false
|
printed = false
|
||||||
phraseBuff = []byte{}
|
phraseBuff = []byte{}
|
||||||
@ -70,6 +70,53 @@ func main() {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func isAlpha(r rune) bool {
|
||||||
|
alphaChars := map[rune]bool{
|
||||||
|
'a': true,
|
||||||
|
'b': true,
|
||||||
|
'c': true,
|
||||||
|
'd': true,
|
||||||
|
'e': true,
|
||||||
|
'f': true,
|
||||||
|
'g': true,
|
||||||
|
'h': true,
|
||||||
|
'i': true,
|
||||||
|
'j': true,
|
||||||
|
'k': true,
|
||||||
|
'l': true,
|
||||||
|
'm': true,
|
||||||
|
'n': true,
|
||||||
|
'o': true,
|
||||||
|
'p': true,
|
||||||
|
'q': true,
|
||||||
|
'r': true,
|
||||||
|
's': true,
|
||||||
|
't': true,
|
||||||
|
'u': true,
|
||||||
|
'v': true,
|
||||||
|
'w': true,
|
||||||
|
'x': true,
|
||||||
|
'y': true,
|
||||||
|
'z': true,
|
||||||
|
}
|
||||||
|
lookup := strings.ToLower(string(r))
|
||||||
|
return alphaChars[rune(lookup[0])]
|
||||||
|
}
|
||||||
|
|
||||||
|
func alphaPercent(s string) float64 {
|
||||||
|
total := 0.0
|
||||||
|
alpha := 0.0
|
||||||
|
|
||||||
|
for _, r := range s {
|
||||||
|
total++
|
||||||
|
if isAlpha(r) {
|
||||||
|
alpha++
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return 100 * (alpha / total)
|
||||||
|
}
|
||||||
|
|
||||||
func clean(bs []byte) string {
|
func clean(bs []byte) string {
|
||||||
s := string(bs)
|
s := string(bs)
|
||||||
s = strings.ReplaceAll(s, "’", "'")
|
s = strings.ReplaceAll(s, "’", "'")
|
||||||
@ -77,7 +124,9 @@ func clean(bs []byte) string {
|
|||||||
s = strings.TrimSpace(s)
|
s = strings.TrimSpace(s)
|
||||||
s = strings.ToLower(s)
|
s = strings.ToLower(s)
|
||||||
|
|
||||||
// TODO QA check for alphabetism
|
if alphaPercent(s) < 50.0 {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
|
||||||
return s
|
return s
|
||||||
}
|
}
|
||||||
|
|||||||
130
cmd/phraser/phraser_test.go
Normal file
130
cmd/phraser/phraser_test.go
Normal file
@ -0,0 +1,130 @@
|
|||||||
|
package main
|
||||||
|
|
||||||
|
import "testing"
|
||||||
|
|
||||||
|
func Test_isAlpha(t *testing.T) {
|
||||||
|
cs := []struct {
|
||||||
|
arg rune
|
||||||
|
expected bool
|
||||||
|
}{
|
||||||
|
{arg: 'a', expected: true},
|
||||||
|
{arg: 'b', expected: true},
|
||||||
|
{arg: 'c', expected: true},
|
||||||
|
{arg: 'd', expected: true},
|
||||||
|
{arg: 'e', expected: true},
|
||||||
|
{arg: 'f', expected: true},
|
||||||
|
{arg: 'g', expected: true},
|
||||||
|
{arg: 'h', expected: true},
|
||||||
|
{arg: 'i', expected: true},
|
||||||
|
{arg: 'j', expected: true},
|
||||||
|
{arg: 'k', expected: true},
|
||||||
|
{arg: 'l', expected: true},
|
||||||
|
{arg: 'm', expected: true},
|
||||||
|
{arg: 'n', expected: true},
|
||||||
|
{arg: 'o', expected: true},
|
||||||
|
{arg: 'p', expected: true},
|
||||||
|
{arg: 'q', expected: true},
|
||||||
|
{arg: 'r', expected: true},
|
||||||
|
{arg: 's', expected: true},
|
||||||
|
{arg: 't', expected: true},
|
||||||
|
{arg: 'u', expected: true},
|
||||||
|
{arg: 'v', expected: true},
|
||||||
|
{arg: 'w', expected: true},
|
||||||
|
{arg: 'x', expected: true},
|
||||||
|
{arg: 'y', expected: true},
|
||||||
|
{arg: 'z', expected: true},
|
||||||
|
{arg: '1'},
|
||||||
|
{arg: '2'},
|
||||||
|
{arg: '3'},
|
||||||
|
{arg: '\''},
|
||||||
|
{arg: '"'},
|
||||||
|
{arg: '#'},
|
||||||
|
{arg: '%'},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, c := range cs {
|
||||||
|
t.Run(string(c.arg), func(t *testing.T) {
|
||||||
|
result := isAlpha(c.arg)
|
||||||
|
if result != c.expected {
|
||||||
|
t.Errorf("got '%v', expected '%v'", result, c.expected)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func Test_alphaPercent(t *testing.T) {
|
||||||
|
cs := []struct {
|
||||||
|
arg string
|
||||||
|
expected float64
|
||||||
|
}{
|
||||||
|
{
|
||||||
|
arg: "abcd",
|
||||||
|
expected: 100.0,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
arg: "a1b2c3d4",
|
||||||
|
expected: 50.0,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
arg: "--------",
|
||||||
|
expected: 0.0,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, c := range cs {
|
||||||
|
t.Run(c.arg, func(t *testing.T) {
|
||||||
|
result := alphaPercent(c.arg)
|
||||||
|
if result != c.expected {
|
||||||
|
t.Errorf("got '%v', expected '%v'", result, c.expected)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func Test_clean(t *testing.T) {
|
||||||
|
cs := []struct {
|
||||||
|
name string
|
||||||
|
arg string
|
||||||
|
expected string
|
||||||
|
}{
|
||||||
|
{
|
||||||
|
name: "all whitespace rejected",
|
||||||
|
arg: " ",
|
||||||
|
expected: "",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "trimmed",
|
||||||
|
arg: " cats eat fish ",
|
||||||
|
expected: "cats eat fish",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "dquotes removed",
|
||||||
|
arg: "cats \"eat\" fish",
|
||||||
|
expected: "cats eat fish",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "lowered",
|
||||||
|
arg: "Cats Eat Fish",
|
||||||
|
expected: "cats eat fish",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "dumb quote replaced",
|
||||||
|
arg: "cat’s eaten fish",
|
||||||
|
expected: "cat's eaten fish",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "rejects low alphabetic content",
|
||||||
|
arg: "----- --- -a- ---a-dsbbca---asd--",
|
||||||
|
expected: "",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, c := range cs {
|
||||||
|
t.Run(c.arg, func(t *testing.T) {
|
||||||
|
result := clean([]byte(c.arg))
|
||||||
|
if result != c.expected {
|
||||||
|
t.Errorf("got '%v', expected '%v'", result, c.expected)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
29
go.mod
29
go.mod
@ -1,3 +1,32 @@
|
|||||||
module github.com/vilmibm/trunkless
|
module github.com/vilmibm/trunkless
|
||||||
|
|
||||||
go 1.21.6
|
go 1.21.6
|
||||||
|
|
||||||
|
require (
|
||||||
|
github.com/bytedance/sonic v1.9.1 // indirect
|
||||||
|
github.com/chenzhuoyu/base64x v0.0.0-20221115062448-fe3a3abad311 // indirect
|
||||||
|
github.com/gabriel-vasile/mimetype v1.4.2 // indirect
|
||||||
|
github.com/gin-contrib/sse v0.1.0 // indirect
|
||||||
|
github.com/gin-gonic/gin v1.9.1 // indirect
|
||||||
|
github.com/go-playground/locales v0.14.1 // indirect
|
||||||
|
github.com/go-playground/universal-translator v0.18.1 // indirect
|
||||||
|
github.com/go-playground/validator/v10 v10.14.0 // indirect
|
||||||
|
github.com/goccy/go-json v0.10.2 // indirect
|
||||||
|
github.com/json-iterator/go v1.1.12 // indirect
|
||||||
|
github.com/klauspost/cpuid/v2 v2.2.4 // indirect
|
||||||
|
github.com/leodido/go-urn v1.2.4 // indirect
|
||||||
|
github.com/mattn/go-isatty v0.0.19 // indirect
|
||||||
|
github.com/mattn/go-sqlite3 v1.14.22 // indirect
|
||||||
|
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
|
||||||
|
github.com/modern-go/reflect2 v1.0.2 // indirect
|
||||||
|
github.com/pelletier/go-toml/v2 v2.0.8 // indirect
|
||||||
|
github.com/twitchyliquid64/golang-asm v0.15.1 // indirect
|
||||||
|
github.com/ugorji/go/codec v1.2.11 // indirect
|
||||||
|
golang.org/x/arch v0.3.0 // indirect
|
||||||
|
golang.org/x/crypto v0.9.0 // indirect
|
||||||
|
golang.org/x/net v0.10.0 // indirect
|
||||||
|
golang.org/x/sys v0.8.0 // indirect
|
||||||
|
golang.org/x/text v0.9.0 // indirect
|
||||||
|
google.golang.org/protobuf v1.30.0 // indirect
|
||||||
|
gopkg.in/yaml.v3 v3.0.1 // indirect
|
||||||
|
)
|
||||||
|
|||||||
80
go.sum
Normal file
80
go.sum
Normal file
@ -0,0 +1,80 @@
|
|||||||
|
github.com/bytedance/sonic v1.5.0/go.mod h1:ED5hyg4y6t3/9Ku1R6dU/4KyJ48DZ4jPhfY1O2AihPM=
|
||||||
|
github.com/bytedance/sonic v1.9.1 h1:6iJ6NqdoxCDr6mbY8h18oSO+cShGSMRGCEo7F2h0x8s=
|
||||||
|
github.com/bytedance/sonic v1.9.1/go.mod h1:i736AoUSYt75HyZLoJW9ERYxcy6eaN6h4BZXU064P/U=
|
||||||
|
github.com/chenzhuoyu/base64x v0.0.0-20211019084208-fb5309c8db06/go.mod h1:DH46F32mSOjUmXrMHnKwZdA8wcEefY7UVqBKYGjpdQY=
|
||||||
|
github.com/chenzhuoyu/base64x v0.0.0-20221115062448-fe3a3abad311 h1:qSGYFH7+jGhDF8vLC+iwCD4WpbV1EBDSzWkJODFLams=
|
||||||
|
github.com/chenzhuoyu/base64x v0.0.0-20221115062448-fe3a3abad311/go.mod h1:b583jCggY9gE99b6G5LEC39OIiVsWj+R97kbl5odCEk=
|
||||||
|
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
|
||||||
|
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
|
||||||
|
github.com/gabriel-vasile/mimetype v1.4.2 h1:w5qFW6JKBz9Y393Y4q372O9A7cUSequkh1Q7OhCmWKU=
|
||||||
|
github.com/gabriel-vasile/mimetype v1.4.2/go.mod h1:zApsH/mKG4w07erKIaJPFiX0Tsq9BFQgN3qGY5GnNgA=
|
||||||
|
github.com/gin-contrib/sse v0.1.0 h1:Y/yl/+YNO8GZSjAhjMsSuLt29uWRFHdHYUb5lYOV9qE=
|
||||||
|
github.com/gin-contrib/sse v0.1.0/go.mod h1:RHrZQHXnP2xjPF+u1gW/2HnVO7nvIa9PG3Gm+fLHvGI=
|
||||||
|
github.com/gin-gonic/gin v1.9.1 h1:4idEAncQnU5cB7BeOkPtxjfCSye0AAm1R0RVIqJ+Jmg=
|
||||||
|
github.com/gin-gonic/gin v1.9.1/go.mod h1:hPrL7YrpYKXt5YId3A/Tnip5kqbEAP+KLuI3SUcPTeU=
|
||||||
|
github.com/go-playground/locales v0.14.1 h1:EWaQ/wswjilfKLTECiXz7Rh+3BjFhfDFKv/oXslEjJA=
|
||||||
|
github.com/go-playground/locales v0.14.1/go.mod h1:hxrqLVvrK65+Rwrd5Fc6F2O76J/NuW9t0sjnWqG1slY=
|
||||||
|
github.com/go-playground/universal-translator v0.18.1 h1:Bcnm0ZwsGyWbCzImXv+pAJnYK9S473LQFuzCbDbfSFY=
|
||||||
|
github.com/go-playground/universal-translator v0.18.1/go.mod h1:xekY+UJKNuX9WP91TpwSH2VMlDf28Uj24BCp08ZFTUY=
|
||||||
|
github.com/go-playground/validator/v10 v10.14.0 h1:vgvQWe3XCz3gIeFDm/HnTIbj6UGmg/+t63MyGU2n5js=
|
||||||
|
github.com/go-playground/validator/v10 v10.14.0/go.mod h1:9iXMNT7sEkjXb0I+enO7QXmzG6QCsPWY4zveKFVRSyU=
|
||||||
|
github.com/goccy/go-json v0.10.2 h1:CrxCmQqYDkv1z7lO7Wbh2HN93uovUHgrECaO5ZrCXAU=
|
||||||
|
github.com/goccy/go-json v0.10.2/go.mod h1:6MelG93GURQebXPDq3khkgXZkazVtN9CRI+MGFi0w8I=
|
||||||
|
github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk=
|
||||||
|
github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
|
||||||
|
github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=
|
||||||
|
github.com/json-iterator/go v1.1.12 h1:PV8peI4a0ysnczrg+LtxykD8LfKY9ML6u2jnxaEnrnM=
|
||||||
|
github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo=
|
||||||
|
github.com/klauspost/cpuid/v2 v2.0.9/go.mod h1:FInQzS24/EEf25PyTYn52gqo7WaD8xa0213Md/qVLRg=
|
||||||
|
github.com/klauspost/cpuid/v2 v2.2.4 h1:acbojRNwl3o09bUq+yDCtZFc1aiwaAAxtcn8YkZXnvk=
|
||||||
|
github.com/klauspost/cpuid/v2 v2.2.4/go.mod h1:RVVoqg1df56z8g3pUjL/3lE5UfnlrJX8tyFgg4nqhuY=
|
||||||
|
github.com/leodido/go-urn v1.2.4 h1:XlAE/cm/ms7TE/VMVoduSpNBoyc2dOxHs5MZSwAN63Q=
|
||||||
|
github.com/leodido/go-urn v1.2.4/go.mod h1:7ZrI8mTSeBSHl/UaRyKQW1qZeMgak41ANeCNaVckg+4=
|
||||||
|
github.com/mattn/go-isatty v0.0.19 h1:JITubQf0MOLdlGRuRq+jtsDlekdYPia9ZFsB8h/APPA=
|
||||||
|
github.com/mattn/go-isatty v0.0.19/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=
|
||||||
|
github.com/mattn/go-sqlite3 v1.14.22 h1:2gZY6PC6kBnID23Tichd1K+Z0oS6nE/XwU+Vz/5o4kU=
|
||||||
|
github.com/mattn/go-sqlite3 v1.14.22/go.mod h1:Uh1q+B4BYcTPb+yiD3kU8Ct7aC0hY9fxUwlHK0RXw+Y=
|
||||||
|
github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
|
||||||
|
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w8PVh93nsPXa1VrQ6jlwL5oN8l14QlcNfg=
|
||||||
|
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
|
||||||
|
github.com/modern-go/reflect2 v1.0.2 h1:xBagoLtFs94CBntxluKeaWgTMpvLxC4ur3nMaC9Gz0M=
|
||||||
|
github.com/modern-go/reflect2 v1.0.2/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk=
|
||||||
|
github.com/pelletier/go-toml/v2 v2.0.8 h1:0ctb6s9mE31h0/lhu+J6OPmVeDxJn+kYnJc2jZR9tGQ=
|
||||||
|
github.com/pelletier/go-toml/v2 v2.0.8/go.mod h1:vuYfssBdrU2XDZ9bYydBu6t+6a6PYNcZljzZR9VXg+4=
|
||||||
|
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
|
||||||
|
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
|
||||||
|
github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw=
|
||||||
|
github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo=
|
||||||
|
github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
|
||||||
|
github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
|
||||||
|
github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
|
||||||
|
github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU=
|
||||||
|
github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
|
||||||
|
github.com/stretchr/testify v1.8.2/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
|
||||||
|
github.com/stretchr/testify v1.8.3/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo=
|
||||||
|
github.com/twitchyliquid64/golang-asm v0.15.1 h1:SU5vSMR7hnwNxj24w34ZyCi/FmDZTkS4MhqMhdFk5YI=
|
||||||
|
github.com/twitchyliquid64/golang-asm v0.15.1/go.mod h1:a1lVb/DtPvCB8fslRZhAngC2+aY1QWCk3Cedj/Gdt08=
|
||||||
|
github.com/ugorji/go/codec v1.2.11 h1:BMaWp1Bb6fHwEtbplGBGJ498wD+LKlNSl25MjdZY4dU=
|
||||||
|
github.com/ugorji/go/codec v1.2.11/go.mod h1:UNopzCgEMSXjBc6AOMqYvWC1ktqTAfzJZUZgYf6w6lg=
|
||||||
|
golang.org/x/arch v0.0.0-20210923205945-b76863e36670/go.mod h1:5om86z9Hs0C8fWVUuoMHwpExlXzs5Tkyp9hOrfG7pp8=
|
||||||
|
golang.org/x/arch v0.3.0 h1:02VY4/ZcO/gBOH6PUaoiptASxtXU10jazRCP865E97k=
|
||||||
|
golang.org/x/arch v0.3.0/go.mod h1:5om86z9Hs0C8fWVUuoMHwpExlXzs5Tkyp9hOrfG7pp8=
|
||||||
|
golang.org/x/crypto v0.9.0 h1:LF6fAI+IutBocDJ2OT0Q1g8plpYljMZ4+lty+dsqw3g=
|
||||||
|
golang.org/x/crypto v0.9.0/go.mod h1:yrmDGqONDYtNj3tH8X9dzUun2m2lzPa9ngI6/RUPGR0=
|
||||||
|
golang.org/x/net v0.10.0 h1:X2//UzNDwYmtCLn7To6G58Wr6f5ahEAQgKNzv9Y951M=
|
||||||
|
golang.org/x/net v0.10.0/go.mod h1:0qNGK6F8kojg2nk9dLZ2mShWaEBan6FAoqfSigmmuDg=
|
||||||
|
golang.org/x/sys v0.0.0-20220704084225-05e143d24a9e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
|
golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
|
golang.org/x/sys v0.8.0 h1:EBmGv8NaZBZTWvrbjNoL6HVt+IVy3QDQpJs7VRIw3tU=
|
||||||
|
golang.org/x/sys v0.8.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
|
golang.org/x/text v0.9.0 h1:2sjJmO8cDvYveuX97RDLsxlyUxLl+GHoLxBiRdHllBE=
|
||||||
|
golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8=
|
||||||
|
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
||||||
|
google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw=
|
||||||
|
google.golang.org/protobuf v1.30.0 h1:kPPoIgf3TsEvrm0PFe15JQ+570QVxYzEvvHqChK+cng=
|
||||||
|
google.golang.org/protobuf v1.30.0/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I=
|
||||||
|
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
||||||
|
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
|
||||||
|
gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
|
||||||
|
gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
|
||||||
|
rsc.io/pdf v0.1.1/go.mod h1:n8OzWcQ6Sp37PL01nO98y4iUCRdTGarVfzxY20ICaU4=
|
||||||
3
guttitle.sh
Executable file
3
guttitle.sh
Executable file
@ -0,0 +1,3 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
grep "*** START OF THE PROJECT GUTENBERG" | sed 's/^\*\*\* START OF THE PROJECT GUTENBERG EBOOK //' | sed 's/\*\*\*//'
|
||||||
@ -3,6 +3,6 @@
|
|||||||
p="/home/vilmibm/pg_plaintext/files/"
|
p="/home/vilmibm/pg_plaintext/files/"
|
||||||
|
|
||||||
while read book; do
|
while read book; do
|
||||||
title=`grep "*** START OF THE PROJECT GUTENBERG" $p$book | sed 's/^\*\*\* START OF THE PROJECT GUTENBERG EBOOK //' | sed 's/\*\*\*//'`
|
title=`cat $p$book | guttitle.sh`
|
||||||
echo $book,$title
|
cat $p$book | gutcontent | phraser | gutingest "$book $title"
|
||||||
done
|
done
|
||||||
|
|||||||
103
main.go
Normal file
103
main.go
Normal file
@ -0,0 +1,103 @@
|
|||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"html/template"
|
||||||
|
"log"
|
||||||
|
"math/big"
|
||||||
|
"net/http"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"crypto/rand"
|
||||||
|
"database/sql"
|
||||||
|
|
||||||
|
"github.com/gin-gonic/gin"
|
||||||
|
|
||||||
|
_ "github.com/mattn/go-sqlite3"
|
||||||
|
)
|
||||||
|
|
||||||
|
const (
|
||||||
|
dsn = "phrase.db?cache=shared&mode=r"
|
||||||
|
maxID = 467014991
|
||||||
|
)
|
||||||
|
|
||||||
|
func connectDB() (*sql.DB, error) {
|
||||||
|
db, err := sql.Open("sqlite3", dsn)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return db, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type source struct {
|
||||||
|
ID int64
|
||||||
|
Name string
|
||||||
|
}
|
||||||
|
|
||||||
|
type phrase struct {
|
||||||
|
ID int64
|
||||||
|
Text string
|
||||||
|
Source source
|
||||||
|
}
|
||||||
|
|
||||||
|
func main() {
|
||||||
|
r := gin.Default()
|
||||||
|
r.SetFuncMap(template.FuncMap{
|
||||||
|
"upper": strings.ToUpper,
|
||||||
|
})
|
||||||
|
r.LoadHTMLFiles("templates/index.tmpl")
|
||||||
|
r.StaticFile("/favicon.ico", "./assets/favicon.ico")
|
||||||
|
r.StaticFile("/main.js", "./assets/main.js")
|
||||||
|
r.StaticFile("/htmx.js", "./assets/htmx@1.9.10.min.js")
|
||||||
|
|
||||||
|
randMax := big.NewInt(maxID)
|
||||||
|
|
||||||
|
r.HEAD("/", func(c *gin.Context) {
|
||||||
|
c.String(http.StatusOK, "")
|
||||||
|
})
|
||||||
|
|
||||||
|
r.GET("/", func(c *gin.Context) {
|
||||||
|
c.HTML(http.StatusOK, "index.tmpl", struct {
|
||||||
|
MaxID int
|
||||||
|
// TODO anything else?
|
||||||
|
}{maxID})
|
||||||
|
})
|
||||||
|
|
||||||
|
r.GET("/line", func(c *gin.Context) {
|
||||||
|
db, err := connectDB()
|
||||||
|
if err != nil {
|
||||||
|
log.Println(err.Error())
|
||||||
|
c.String(http.StatusInternalServerError, "oh no.")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
defer db.Close()
|
||||||
|
|
||||||
|
id, err := rand.Int(rand.Reader, randMax)
|
||||||
|
if err != nil {
|
||||||
|
log.Println(err.Error())
|
||||||
|
c.String(http.StatusInternalServerError, "oh no.")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
stmt, err := db.Prepare("select p.phrase, p.id, s.name from phrases p join sources s on p.sourceid = s.id where p.id = ?")
|
||||||
|
if err != nil {
|
||||||
|
log.Println(err.Error())
|
||||||
|
c.String(http.StatusInternalServerError, "oh no.")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
row := stmt.QueryRow(id.Int64())
|
||||||
|
var p phrase
|
||||||
|
var s source
|
||||||
|
err = row.Scan(&p.Text, &s.ID, &s.Name)
|
||||||
|
if err != nil {
|
||||||
|
log.Println(err.Error())
|
||||||
|
c.String(http.StatusInternalServerError, "oh no.")
|
||||||
|
}
|
||||||
|
p.Source = s
|
||||||
|
p.ID = id.Int64()
|
||||||
|
c.JSON(http.StatusOK, p)
|
||||||
|
})
|
||||||
|
|
||||||
|
r.Run() // 8080
|
||||||
|
}
|
||||||
@ -1,12 +1,12 @@
|
|||||||
CREATE TABLE IF NOT EXISTS phrases (
|
CREATE TABLE IF NOT EXISTS phrases (
|
||||||
id INTEGER PRIMARY KEY,
|
id INTEGER PRIMARY KEY,
|
||||||
sourceid INTEGER,
|
sourceid INTEGER,
|
||||||
phrase TEXT,
|
phrase TEXT UNIQUE,
|
||||||
|
|
||||||
FOREIGN KEY (sourceid) REFERENCES sources(sourceid)
|
FOREIGN KEY (sourceid) REFERENCES sources(sourceid)
|
||||||
);
|
);
|
||||||
|
|
||||||
CREATE TABLE IF NOT EXISTS sources (
|
CREATE TABLE IF NOT EXISTS sources (
|
||||||
id INTEGER PRIMARY KEY,
|
id INTEGER PRIMARY KEY,
|
||||||
name TEXT
|
name TEXT UNIQUE
|
||||||
);
|
);
|
||||||
|
|||||||
@ -2,9 +2,14 @@
|
|||||||
<html>
|
<html>
|
||||||
<head>
|
<head>
|
||||||
<title>Trunkless</title>
|
<title>Trunkless</title>
|
||||||
|
<style>
|
||||||
|
#blueprint {
|
||||||
|
display: none;
|
||||||
|
}
|
||||||
|
</style>
|
||||||
</head>
|
</head>
|
||||||
<body>
|
<body>
|
||||||
<div id="blueprint" style="display:none">
|
<div id="blueprint">
|
||||||
<div class="linecontainer">
|
<div class="linecontainer">
|
||||||
<span class="linecontrols">
|
<span class="linecontrols">
|
||||||
<button id="pin">pin</button>
|
<button id="pin">pin</button>
|
||||||
@ -28,7 +33,17 @@
|
|||||||
todo, dna display
|
todo, dna display
|
||||||
</p>
|
</p>
|
||||||
<div id="lines">
|
<div id="lines">
|
||||||
|
<!-- TODO try and hardcode putting 10 of these here and then finding an onload hx-trigger or something to get them all to call /line -->
|
||||||
|
<div class="linecontainer">
|
||||||
|
<span class="linecontrols">
|
||||||
|
<button id="pin">pin</button>
|
||||||
|
<button id="edit">edit</button>
|
||||||
|
<button id="move">move</button>
|
||||||
|
</span>
|
||||||
|
<span class="linetext"></span>
|
||||||
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
<script src="/htmx.js"></script>
|
||||||
<script src="/main.js"></script>
|
<script src="/main.js"></script>
|
||||||
</body>
|
</body>
|
||||||
</html>
|
</html>
|
||||||
Loading…
x
Reference in New Issue
Block a user