mirror of
https://github.com/superseriousbusiness/gotosocial.git
synced 2024-12-23 18:52:11 +00:00
07727753b9
* Add whereNotEmptyAndNotNull * Add GetRemoteOlderThanDays * Add GetRemoteOlderThanDays * Add PruneRemote to Manager interface * Start implementing PruneRemote * add new attachment + status to tests * fix up and test GetRemoteOlderThan * fix bad import * PruneRemote: return number pruned * add Cached column to mediaattachment * update + test pruneRemote * update mediaTest * use Cached column * upstep bun to latest version * embed structs in mediaAttachment * migrate mediaAttachment to new format * don't default cached to true * select only remote media * update db dependencies * step bun back to last working version * update pruneRemote to use Cached field * fix storage path of test attachments * add recache logic to manager * fix trimmed aspect ratio * test prune and recache * return errwithcode * tidy up different paths for emoji vs attachment * fix incorrect thumbnail type being stored * expose TransportController to media processor * implement tee-ing recached content * add thoughts of dog to test fedi attachments * test get remote files * add comment on PruneRemote * add postData cleanup to recache * test thumbnail fetching * add incredible diagram * go mod tidy * buffer pipes for recache streaming * test for client stops reading after 1kb * add media-remote-cache-days to config * add cron package * wrap logrus so it's available to cron * start and stop cron jobs gracefully
317 lines
7 KiB
Go
317 lines
7 KiB
Go
package bun
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"sort"
|
|
"strconv"
|
|
|
|
"github.com/uptrace/bun/dialect/feature"
|
|
"github.com/uptrace/bun/dialect/sqltype"
|
|
"github.com/uptrace/bun/internal"
|
|
"github.com/uptrace/bun/schema"
|
|
)
|
|
|
|
type CreateTableQuery struct {
|
|
baseQuery
|
|
|
|
temp bool
|
|
ifNotExists bool
|
|
varchar int
|
|
|
|
fks []schema.QueryWithArgs
|
|
partitionBy schema.QueryWithArgs
|
|
tablespace schema.QueryWithArgs
|
|
}
|
|
|
|
var _ Query = (*CreateTableQuery)(nil)
|
|
|
|
func NewCreateTableQuery(db *DB) *CreateTableQuery {
|
|
q := &CreateTableQuery{
|
|
baseQuery: baseQuery{
|
|
db: db,
|
|
conn: db.DB,
|
|
},
|
|
}
|
|
return q
|
|
}
|
|
|
|
func (q *CreateTableQuery) Conn(db IConn) *CreateTableQuery {
|
|
q.setConn(db)
|
|
return q
|
|
}
|
|
|
|
func (q *CreateTableQuery) Model(model interface{}) *CreateTableQuery {
|
|
q.setTableModel(model)
|
|
return q
|
|
}
|
|
|
|
// ------------------------------------------------------------------------------
|
|
|
|
func (q *CreateTableQuery) Table(tables ...string) *CreateTableQuery {
|
|
for _, table := range tables {
|
|
q.addTable(schema.UnsafeIdent(table))
|
|
}
|
|
return q
|
|
}
|
|
|
|
func (q *CreateTableQuery) TableExpr(query string, args ...interface{}) *CreateTableQuery {
|
|
q.addTable(schema.SafeQuery(query, args))
|
|
return q
|
|
}
|
|
|
|
func (q *CreateTableQuery) ModelTableExpr(query string, args ...interface{}) *CreateTableQuery {
|
|
q.modelTableName = schema.SafeQuery(query, args)
|
|
return q
|
|
}
|
|
|
|
func (q *CreateTableQuery) ColumnExpr(query string, args ...interface{}) *CreateTableQuery {
|
|
q.addColumn(schema.SafeQuery(query, args))
|
|
return q
|
|
}
|
|
|
|
// ------------------------------------------------------------------------------
|
|
|
|
func (q *CreateTableQuery) Temp() *CreateTableQuery {
|
|
q.temp = true
|
|
return q
|
|
}
|
|
|
|
func (q *CreateTableQuery) IfNotExists() *CreateTableQuery {
|
|
q.ifNotExists = true
|
|
return q
|
|
}
|
|
|
|
func (q *CreateTableQuery) Varchar(n int) *CreateTableQuery {
|
|
q.varchar = n
|
|
return q
|
|
}
|
|
|
|
func (q *CreateTableQuery) ForeignKey(query string, args ...interface{}) *CreateTableQuery {
|
|
q.fks = append(q.fks, schema.SafeQuery(query, args))
|
|
return q
|
|
}
|
|
|
|
func (q *CreateTableQuery) PartitionBy(query string, args ...interface{}) *CreateTableQuery {
|
|
q.partitionBy = schema.SafeQuery(query, args)
|
|
return q
|
|
}
|
|
|
|
func (q *CreateTableQuery) TableSpace(tablespace string) *CreateTableQuery {
|
|
q.tablespace = schema.UnsafeIdent(tablespace)
|
|
return q
|
|
}
|
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
func (q *CreateTableQuery) Operation() string {
|
|
return "CREATE TABLE"
|
|
}
|
|
|
|
func (q *CreateTableQuery) AppendQuery(fmter schema.Formatter, b []byte) (_ []byte, err error) {
|
|
if q.err != nil {
|
|
return nil, q.err
|
|
}
|
|
if q.table == nil {
|
|
return nil, errNilModel
|
|
}
|
|
|
|
b = append(b, "CREATE "...)
|
|
if q.temp {
|
|
b = append(b, "TEMP "...)
|
|
}
|
|
b = append(b, "TABLE "...)
|
|
if q.ifNotExists {
|
|
b = append(b, "IF NOT EXISTS "...)
|
|
}
|
|
b, err = q.appendFirstTable(fmter, b)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
b = append(b, " ("...)
|
|
|
|
for i, field := range q.table.Fields {
|
|
if i > 0 {
|
|
b = append(b, ", "...)
|
|
}
|
|
|
|
b = append(b, field.SQLName...)
|
|
b = append(b, " "...)
|
|
b = q.appendSQLType(b, field)
|
|
if field.NotNull {
|
|
b = append(b, " NOT NULL"...)
|
|
}
|
|
if fmter.Dialect().Features().Has(feature.AutoIncrement) && field.AutoIncrement {
|
|
b = append(b, " AUTO_INCREMENT"...)
|
|
}
|
|
if field.SQLDefault != "" {
|
|
b = append(b, " DEFAULT "...)
|
|
b = append(b, field.SQLDefault...)
|
|
}
|
|
}
|
|
|
|
for i, col := range q.columns {
|
|
// Only pre-pend the comma if we are on subsequent iterations, or if there were fields/columns appended before
|
|
// this. This way if we are only appending custom column expressions we will not produce a syntax error with a
|
|
// leading comma.
|
|
if i > 0 || len(q.table.Fields) > 0 {
|
|
b = append(b, ", "...)
|
|
}
|
|
b, err = col.AppendQuery(fmter, b)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
b = q.appendPKConstraint(b, q.table.PKs)
|
|
b = q.appendUniqueConstraints(fmter, b)
|
|
b, err = q.appendFKConstraints(fmter, b)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
b = append(b, ")"...)
|
|
|
|
if !q.partitionBy.IsZero() {
|
|
b = append(b, " PARTITION BY "...)
|
|
b, err = q.partitionBy.AppendQuery(fmter, b)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
if !q.tablespace.IsZero() {
|
|
b = append(b, " TABLESPACE "...)
|
|
b, err = q.tablespace.AppendQuery(fmter, b)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
return b, nil
|
|
}
|
|
|
|
func (q *CreateTableQuery) appendSQLType(b []byte, field *schema.Field) []byte {
|
|
if field.CreateTableSQLType != field.DiscoveredSQLType {
|
|
return append(b, field.CreateTableSQLType...)
|
|
}
|
|
|
|
if q.varchar > 0 &&
|
|
field.CreateTableSQLType == sqltype.VarChar {
|
|
b = append(b, "varchar("...)
|
|
b = strconv.AppendInt(b, int64(q.varchar), 10)
|
|
b = append(b, ")"...)
|
|
return b
|
|
}
|
|
|
|
return append(b, field.CreateTableSQLType...)
|
|
}
|
|
|
|
func (q *CreateTableQuery) appendUniqueConstraints(fmter schema.Formatter, b []byte) []byte {
|
|
unique := q.table.Unique
|
|
|
|
keys := make([]string, 0, len(unique))
|
|
for key := range unique {
|
|
keys = append(keys, key)
|
|
}
|
|
sort.Strings(keys)
|
|
|
|
for _, key := range keys {
|
|
if key == "" {
|
|
for _, field := range unique[key] {
|
|
b = q.appendUniqueConstraint(fmter, b, key, field)
|
|
}
|
|
continue
|
|
}
|
|
b = q.appendUniqueConstraint(fmter, b, key, unique[key]...)
|
|
}
|
|
|
|
return b
|
|
}
|
|
|
|
func (q *CreateTableQuery) appendUniqueConstraint(
|
|
fmter schema.Formatter, b []byte, name string, fields ...*schema.Field,
|
|
) []byte {
|
|
if name != "" {
|
|
b = append(b, ", CONSTRAINT "...)
|
|
b = fmter.AppendIdent(b, name)
|
|
} else {
|
|
b = append(b, ","...)
|
|
}
|
|
b = append(b, " UNIQUE ("...)
|
|
b = appendColumns(b, "", fields)
|
|
b = append(b, ")"...)
|
|
return b
|
|
}
|
|
|
|
func (q *CreateTableQuery) appendFKConstraints(
|
|
fmter schema.Formatter, b []byte,
|
|
) (_ []byte, err error) {
|
|
for _, fk := range q.fks {
|
|
b = append(b, ", FOREIGN KEY "...)
|
|
b, err = fk.AppendQuery(fmter, b)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
return b, nil
|
|
}
|
|
|
|
func (q *CreateTableQuery) appendPKConstraint(b []byte, pks []*schema.Field) []byte {
|
|
if len(pks) == 0 {
|
|
return b
|
|
}
|
|
|
|
b = append(b, ", PRIMARY KEY ("...)
|
|
b = appendColumns(b, "", pks)
|
|
b = append(b, ")"...)
|
|
return b
|
|
}
|
|
|
|
// ------------------------------------------------------------------------------
|
|
|
|
func (q *CreateTableQuery) Exec(ctx context.Context, dest ...interface{}) (sql.Result, error) {
|
|
if err := q.beforeCreateTableHook(ctx); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
queryBytes, err := q.AppendQuery(q.db.fmter, q.db.makeQueryBytes())
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
query := internal.String(queryBytes)
|
|
|
|
res, err := q.exec(ctx, q, query)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if q.table != nil {
|
|
if err := q.afterCreateTableHook(ctx); err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
return res, nil
|
|
}
|
|
|
|
func (q *CreateTableQuery) beforeCreateTableHook(ctx context.Context) error {
|
|
if hook, ok := q.table.ZeroIface.(BeforeCreateTableHook); ok {
|
|
if err := hook.BeforeCreateTable(ctx, q); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (q *CreateTableQuery) afterCreateTableHook(ctx context.Context) error {
|
|
if hook, ok := q.table.ZeroIface.(AfterCreateTableHook); ok {
|
|
if err := hook.AfterCreateTable(ctx, q); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|