2022-05-02 17:19:37 +02:00
|
|
|
package db
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2022-05-04 16:27:16 +02:00
|
|
|
"encoding/json"
|
|
|
|
"fmt"
|
2022-12-22 15:42:43 +01:00
|
|
|
"net/url"
|
2022-05-02 17:19:37 +02:00
|
|
|
"os"
|
|
|
|
|
2023-04-17 23:44:21 +02:00
|
|
|
"codeberg.org/u1f320/pronouns.cc/backend/log"
|
2022-05-04 16:27:16 +02:00
|
|
|
"emperror.dev/errors"
|
2022-05-02 17:19:37 +02:00
|
|
|
"github.com/Masterminds/squirrel"
|
2023-04-04 04:11:03 +02:00
|
|
|
"github.com/jackc/pgx/v5/pgconn"
|
|
|
|
"github.com/jackc/pgx/v5/pgxpool"
|
2022-05-02 17:19:37 +02:00
|
|
|
"github.com/mediocregopher/radix/v4"
|
2022-09-20 12:55:00 +02:00
|
|
|
"github.com/minio/minio-go/v7"
|
|
|
|
"github.com/minio/minio-go/v7/pkg/credentials"
|
2023-04-17 23:44:21 +02:00
|
|
|
"github.com/prometheus/client_golang/prometheus"
|
2022-05-02 17:19:37 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
var sq = squirrel.StatementBuilder.PlaceholderFormat(squirrel.Dollar)
|
|
|
|
|
2022-06-16 14:54:15 +02:00
|
|
|
const ErrNothingToUpdate = errors.Sentinel("nothing to update")
|
|
|
|
|
2023-03-12 01:31:10 +01:00
|
|
|
type Execer interface {
|
|
|
|
Exec(ctx context.Context, sql string, arguments ...interface{}) (commandTag pgconn.CommandTag, err error)
|
2023-01-04 22:41:29 +01:00
|
|
|
}
|
|
|
|
|
2022-05-02 17:19:37 +02:00
|
|
|
type DB struct {
|
|
|
|
*pgxpool.Pool
|
|
|
|
|
|
|
|
Redis radix.Client
|
2022-09-20 12:55:00 +02:00
|
|
|
|
|
|
|
minio *minio.Client
|
|
|
|
minioBucket string
|
2022-12-22 15:42:43 +01:00
|
|
|
baseURL *url.URL
|
2023-04-17 23:44:21 +02:00
|
|
|
|
|
|
|
TotalRequests prometheus.Counter
|
2022-05-02 17:19:37 +02:00
|
|
|
}
|
|
|
|
|
2022-09-20 12:55:00 +02:00
|
|
|
func New() (*DB, error) {
|
2023-04-17 23:44:21 +02:00
|
|
|
log.Debug("creating postgres client")
|
2023-04-04 04:11:03 +02:00
|
|
|
pool, err := pgxpool.New(context.Background(), os.Getenv("DATABASE_URL"))
|
2022-05-02 17:19:37 +02:00
|
|
|
if err != nil {
|
2022-09-20 12:55:00 +02:00
|
|
|
return nil, errors.Wrap(err, "creating postgres client")
|
2022-05-02 17:19:37 +02:00
|
|
|
}
|
|
|
|
|
2023-04-17 23:44:21 +02:00
|
|
|
log.Debug("creating redis client")
|
2023-03-12 01:31:10 +01:00
|
|
|
redis, err := (&radix.PoolConfig{}).New(context.Background(), "tcp", os.Getenv("REDIS"))
|
|
|
|
if err != nil {
|
|
|
|
return nil, errors.Wrap(err, "creating redis client")
|
2022-09-20 12:55:00 +02:00
|
|
|
}
|
|
|
|
|
2023-04-17 23:44:21 +02:00
|
|
|
log.Debug("creating minio client")
|
2022-09-20 12:55:00 +02:00
|
|
|
minioClient, err := minio.New(os.Getenv("MINIO_ENDPOINT"), &minio.Options{
|
|
|
|
Creds: credentials.NewStaticV4(os.Getenv("MINIO_ACCESS_KEY_ID"), os.Getenv("MINIO_ACCESS_KEY_SECRET"), ""),
|
|
|
|
Secure: os.Getenv("MINIO_SSL") == "true",
|
|
|
|
})
|
|
|
|
if err != nil {
|
|
|
|
return nil, errors.Wrap(err, "creating minio client")
|
2022-05-02 17:19:37 +02:00
|
|
|
}
|
|
|
|
|
2022-12-22 15:42:43 +01:00
|
|
|
baseURL, err := url.Parse(os.Getenv("BASE_URL"))
|
|
|
|
if err != nil {
|
|
|
|
return nil, errors.Wrap(err, "parsing base URL")
|
|
|
|
}
|
|
|
|
|
2022-05-02 17:19:37 +02:00
|
|
|
db := &DB{
|
|
|
|
Pool: pool,
|
|
|
|
Redis: redis,
|
2022-09-20 12:55:00 +02:00
|
|
|
|
|
|
|
minio: minioClient,
|
|
|
|
minioBucket: os.Getenv("MINIO_BUCKET"),
|
2022-12-22 15:42:43 +01:00
|
|
|
baseURL: baseURL,
|
2022-05-02 17:19:37 +02:00
|
|
|
}
|
|
|
|
|
2023-04-17 23:44:21 +02:00
|
|
|
log.Debug("initializing metrics")
|
|
|
|
err = db.initMetrics()
|
|
|
|
if err != nil {
|
|
|
|
return nil, errors.Wrap(err, "initializing metrics")
|
|
|
|
}
|
|
|
|
|
2022-05-02 17:19:37 +02:00
|
|
|
return db, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// MultiCmd executes the given Redis commands in order.
|
|
|
|
// If any return an error, the function is aborted.
|
|
|
|
func (db *DB) MultiCmd(ctx context.Context, cmds ...radix.Action) error {
|
|
|
|
for _, cmd := range cmds {
|
|
|
|
err := db.Redis.Do(ctx, cmd)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
2022-05-04 16:27:16 +02:00
|
|
|
|
|
|
|
// SetJSON sets the given key to v marshaled as JSON.
|
|
|
|
func (db *DB) SetJSON(ctx context.Context, key string, v any, args ...string) error {
|
|
|
|
b, err := json.Marshal(v)
|
|
|
|
if err != nil {
|
|
|
|
return errors.Wrap(err, "marshaling json")
|
|
|
|
}
|
|
|
|
|
|
|
|
cmdArgs := make([]string, 0, len(args)+2)
|
|
|
|
cmdArgs = append(cmdArgs, key, string(b))
|
|
|
|
cmdArgs = append(cmdArgs, args...)
|
|
|
|
|
|
|
|
err = db.Redis.Do(ctx, radix.Cmd(nil, "SET", cmdArgs...))
|
|
|
|
if err != nil {
|
|
|
|
return errors.Wrap(err, "writing to Redis")
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetJSON gets the given key as a JSON object.
|
|
|
|
func (db *DB) GetJSON(ctx context.Context, key string, v any) error {
|
|
|
|
var b []byte
|
|
|
|
|
|
|
|
err := db.Redis.Do(ctx, radix.Cmd(&b, "GET", key))
|
|
|
|
if err != nil {
|
|
|
|
return errors.Wrap(err, "reading from Redis")
|
|
|
|
}
|
|
|
|
|
|
|
|
if b == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
if v == nil {
|
|
|
|
return fmt.Errorf("nil pointer passed into GetJSON")
|
|
|
|
}
|
|
|
|
|
|
|
|
err = json.Unmarshal(b, v)
|
|
|
|
if err != nil {
|
|
|
|
return errors.Wrap(err, "unmarshaling json")
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2023-03-12 01:31:10 +01:00
|
|
|
// NotNull is a little helper that returns an *empty slice* when the slice's length is 0.
|
|
|
|
// This is to prevent nil slices from being marshaled as JSON null
|
|
|
|
func NotNull[T any](slice []T) []T {
|
|
|
|
if len(slice) == 0 {
|
|
|
|
return []T{}
|
|
|
|
}
|
|
|
|
return slice
|
|
|
|
}
|