mirror of
https://github.com/superseriousbusiness/gotosocial.git
synced 2024-12-27 09:36:31 +00:00
cac9d65029
* convert statuses.visibility and notifications.notification_type columns from type string -> int for performance / space savings * fix test trying to compare string to int * fix instance count query using string literal instead of gtsmodel const type * ensure a default value is always set * also migrate the account settings and sin bin status tables * initialize maps outside loops and place into singular enum mapping creation func * use int16 for enum types * update sinbinstatus creation to be from a snapshot at initial creation * add snapshot of poll type at creation time
466 lines
13 KiB
Go
466 lines
13 KiB
Go
// GoToSocial
|
|
// Copyright (C) GoToSocial Authors admin@gotosocial.org
|
|
// SPDX-License-Identifier: AGPL-3.0-or-later
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package bundb
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/config"
|
|
"github.com/superseriousbusiness/gotosocial/internal/db"
|
|
"github.com/superseriousbusiness/gotosocial/internal/gtscontext"
|
|
"github.com/superseriousbusiness/gotosocial/internal/gtserror"
|
|
"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
|
|
"github.com/superseriousbusiness/gotosocial/internal/id"
|
|
"github.com/superseriousbusiness/gotosocial/internal/log"
|
|
"github.com/superseriousbusiness/gotosocial/internal/state"
|
|
"github.com/superseriousbusiness/gotosocial/internal/util"
|
|
"github.com/uptrace/bun"
|
|
)
|
|
|
|
type instanceDB struct {
|
|
db *bun.DB
|
|
state *state.State
|
|
}
|
|
|
|
func (i *instanceDB) CountInstanceUsers(ctx context.Context, domain string) (int, error) {
|
|
localhost := (domain == config.GetHost() || domain == config.GetAccountDomain())
|
|
|
|
if localhost {
|
|
// Check for a cached instance user count, if so return this.
|
|
if n := i.state.Caches.DB.LocalInstance.Users.Load(); n != nil {
|
|
return *n, nil
|
|
}
|
|
}
|
|
|
|
q := i.db.
|
|
NewSelect().
|
|
TableExpr("? AS ?", bun.Ident("accounts"), bun.Ident("account")).
|
|
Column("account.id").
|
|
Where("? != ?", bun.Ident("account.username"), domain).
|
|
Where("? IS NULL", bun.Ident("account.suspended_at"))
|
|
|
|
if localhost {
|
|
// If the domain is *this* domain, just
|
|
// count where the domain field is null.
|
|
q = q.Where("? IS NULL", bun.Ident("account.domain"))
|
|
} else {
|
|
q = q.Where("? = ?", bun.Ident("account.domain"), domain)
|
|
}
|
|
|
|
count, err := q.Count(ctx)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
if localhost {
|
|
// Update cached instance users account value.
|
|
i.state.Caches.DB.LocalInstance.Users.Store(&count)
|
|
}
|
|
|
|
return count, nil
|
|
}
|
|
|
|
func (i *instanceDB) CountInstanceStatuses(ctx context.Context, domain string) (int, error) {
|
|
localhost := (domain == config.GetHost() || domain == config.GetAccountDomain())
|
|
|
|
if localhost {
|
|
// Check for a cached instance statuses count, if so return this.
|
|
if n := i.state.Caches.DB.LocalInstance.Statuses.Load(); n != nil {
|
|
return *n, nil
|
|
}
|
|
}
|
|
|
|
q := i.db.
|
|
NewSelect().
|
|
TableExpr("? AS ?", bun.Ident("statuses"), bun.Ident("status"))
|
|
|
|
if localhost {
|
|
// if the domain is *this* domain, just count where local is true
|
|
q = q.Where("? = ?", bun.Ident("status.local"), true)
|
|
} else {
|
|
// join on the domain of the account
|
|
q = q.
|
|
Join("JOIN ? AS ? ON ? = ?", bun.Ident("accounts"), bun.Ident("account"), bun.Ident("account.id"), bun.Ident("status.account_id")).
|
|
Where("? = ?", bun.Ident("account.domain"), domain)
|
|
}
|
|
|
|
// Ignore statuses that are currently pending approval.
|
|
q = q.Where("NOT ? = ?", bun.Ident("status.pending_approval"), true)
|
|
|
|
// Ignore statuses that are direct messages.
|
|
q = q.Where("NOT ? = ?", bun.Ident("status.visibility"), gtsmodel.VisibilityDirect)
|
|
|
|
count, err := q.Count(ctx)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
if localhost {
|
|
// Update cached instance statuses account value.
|
|
i.state.Caches.DB.LocalInstance.Statuses.Store(&count)
|
|
}
|
|
|
|
return count, nil
|
|
}
|
|
|
|
func (i *instanceDB) CountInstanceDomains(ctx context.Context, domain string) (int, error) {
|
|
localhost := (domain == config.GetHost() || domain == config.GetAccountDomain())
|
|
|
|
if localhost {
|
|
// Check for a cached instance domains count, if so return this.
|
|
if n := i.state.Caches.DB.LocalInstance.Domains.Load(); n != nil {
|
|
return *n, nil
|
|
}
|
|
}
|
|
|
|
q := i.db.
|
|
NewSelect().
|
|
TableExpr("? AS ?", bun.Ident("instances"), bun.Ident("instance"))
|
|
|
|
if localhost {
|
|
// if the domain is *this* domain, just count other instances it knows about
|
|
// exclude domains that are blocked
|
|
q = q.
|
|
Where("? != ?", bun.Ident("instance.domain"), domain).
|
|
Where("? IS NULL", bun.Ident("instance.suspended_at"))
|
|
} else {
|
|
// TODO: implement federated domain counting properly for remote domains
|
|
return 0, nil
|
|
}
|
|
|
|
count, err := q.Count(ctx)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
if localhost {
|
|
// Update cached instance domains account value.
|
|
i.state.Caches.DB.LocalInstance.Domains.Store(&count)
|
|
}
|
|
|
|
return count, nil
|
|
}
|
|
|
|
func (i *instanceDB) GetInstance(ctx context.Context, domain string) (*gtsmodel.Instance, error) {
|
|
// Normalize the domain as punycode
|
|
var err error
|
|
domain, err = util.Punify(domain)
|
|
if err != nil {
|
|
return nil, gtserror.Newf("error punifying domain %s: %w", domain, err)
|
|
}
|
|
|
|
return i.getInstance(
|
|
ctx,
|
|
"Domain",
|
|
func(instance *gtsmodel.Instance) error {
|
|
return i.db.NewSelect().
|
|
Model(instance).
|
|
Where("? = ?", bun.Ident("instance.domain"), domain).
|
|
Scan(ctx)
|
|
},
|
|
domain,
|
|
)
|
|
}
|
|
|
|
func (i *instanceDB) GetInstanceByID(ctx context.Context, id string) (*gtsmodel.Instance, error) {
|
|
return i.getInstance(
|
|
ctx,
|
|
"ID",
|
|
func(instance *gtsmodel.Instance) error {
|
|
return i.db.NewSelect().
|
|
Model(instance).
|
|
Where("? = ?", bun.Ident("instance.id"), id).
|
|
Scan(ctx)
|
|
},
|
|
id,
|
|
)
|
|
}
|
|
|
|
func (i *instanceDB) getInstance(ctx context.Context, lookup string, dbQuery func(*gtsmodel.Instance) error, keyParts ...any) (*gtsmodel.Instance, error) {
|
|
// Fetch instance from database cache with loader callback
|
|
instance, err := i.state.Caches.DB.Instance.LoadOne(lookup, func() (*gtsmodel.Instance, error) {
|
|
var instance gtsmodel.Instance
|
|
|
|
// Not cached! Perform database query.
|
|
if err := dbQuery(&instance); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if instance.Domain == config.GetHost() {
|
|
// also populate Rules
|
|
rules, err := i.state.DB.GetActiveRules(ctx)
|
|
if err != nil {
|
|
log.Error(ctx, err)
|
|
} else {
|
|
instance.Rules = rules
|
|
}
|
|
}
|
|
|
|
return &instance, nil
|
|
}, keyParts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if gtscontext.Barebones(ctx) {
|
|
// no need to fully populate.
|
|
return instance, nil
|
|
}
|
|
|
|
// Further populate the instance fields where applicable.
|
|
if err := i.PopulateInstance(ctx, instance); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return instance, nil
|
|
}
|
|
|
|
func (i *instanceDB) PopulateInstance(ctx context.Context, instance *gtsmodel.Instance) error {
|
|
var (
|
|
err error
|
|
errs = gtserror.NewMultiError(2)
|
|
)
|
|
|
|
if instance.DomainBlockID != "" && instance.DomainBlock == nil {
|
|
// Instance domain block is not set, fetch from database.
|
|
instance.DomainBlock, err = i.state.DB.GetDomainBlock(
|
|
gtscontext.SetBarebones(ctx),
|
|
instance.Domain,
|
|
)
|
|
if err != nil {
|
|
errs.Appendf("error populating instance domain block: %w", err)
|
|
}
|
|
}
|
|
|
|
if instance.ContactAccountID != "" && instance.ContactAccount == nil {
|
|
// Instance domain block is not set, fetch from database.
|
|
instance.ContactAccount, err = i.state.DB.GetAccountByID(
|
|
gtscontext.SetBarebones(ctx),
|
|
instance.ContactAccountID,
|
|
)
|
|
if err != nil {
|
|
errs.Appendf("error populating instance contact account: %w", err)
|
|
}
|
|
}
|
|
|
|
return errs.Combine()
|
|
}
|
|
|
|
func (i *instanceDB) PutInstance(ctx context.Context, instance *gtsmodel.Instance) error {
|
|
var err error
|
|
|
|
// Normalize the domain as punycode
|
|
instance.Domain, err = util.Punify(instance.Domain)
|
|
if err != nil {
|
|
return gtserror.Newf("error punifying domain %s: %w", instance.Domain, err)
|
|
}
|
|
|
|
// Store the new instance model in database, invalidating cache.
|
|
return i.state.Caches.DB.Instance.Store(instance, func() error {
|
|
_, err := i.db.NewInsert().Model(instance).Exec(ctx)
|
|
return err
|
|
})
|
|
}
|
|
|
|
func (i *instanceDB) UpdateInstance(ctx context.Context, instance *gtsmodel.Instance, columns ...string) error {
|
|
// Normalize the domain as punycode
|
|
var err error
|
|
instance.Domain, err = util.Punify(instance.Domain)
|
|
if err != nil {
|
|
return gtserror.Newf("error punifying domain %s: %w", instance.Domain, err)
|
|
}
|
|
|
|
// Update the instance's last-updated
|
|
instance.UpdatedAt = time.Now()
|
|
if len(columns) != 0 {
|
|
columns = append(columns, "updated_at")
|
|
}
|
|
|
|
return i.state.Caches.DB.Instance.Store(instance, func() error {
|
|
_, err := i.db.
|
|
NewUpdate().
|
|
Model(instance).
|
|
Where("? = ?", bun.Ident("instance.id"), instance.ID).
|
|
Column(columns...).
|
|
Exec(ctx)
|
|
return err
|
|
})
|
|
}
|
|
|
|
func (i *instanceDB) GetInstancePeers(ctx context.Context, includeSuspended bool) ([]*gtsmodel.Instance, error) {
|
|
instanceIDs := []string{}
|
|
|
|
q := i.db.
|
|
NewSelect().
|
|
TableExpr("? AS ?", bun.Ident("instances"), bun.Ident("instance")).
|
|
// Select just the IDs of each instance.
|
|
Column("instance.id").
|
|
// Exclude our own instance.
|
|
Where("? != ?", bun.Ident("instance.domain"), config.GetHost())
|
|
|
|
if !includeSuspended {
|
|
q = q.Where("? IS NULL", bun.Ident("instance.suspended_at"))
|
|
}
|
|
|
|
if err := q.Scan(ctx, &instanceIDs); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if len(instanceIDs) == 0 {
|
|
return make([]*gtsmodel.Instance, 0), nil
|
|
}
|
|
|
|
instances := make([]*gtsmodel.Instance, 0, len(instanceIDs))
|
|
|
|
for _, id := range instanceIDs {
|
|
// Select each instance by its ID.
|
|
instance, err := i.GetInstanceByID(ctx, id)
|
|
if err != nil {
|
|
log.Errorf(ctx, "error getting instance %q: %v", id, err)
|
|
continue
|
|
}
|
|
|
|
// Append to return slice.
|
|
instances = append(instances, instance)
|
|
}
|
|
|
|
return instances, nil
|
|
}
|
|
|
|
func (i *instanceDB) GetInstanceAccounts(ctx context.Context, domain string, maxID string, limit int) ([]*gtsmodel.Account, error) {
|
|
// Ensure reasonable
|
|
if limit < 0 {
|
|
limit = 0
|
|
}
|
|
|
|
// Normalize the domain as punycode.
|
|
var err error
|
|
domain, err = util.Punify(domain)
|
|
if err != nil {
|
|
return nil, gtserror.Newf("error punifying domain %s: %w", domain, err)
|
|
}
|
|
|
|
// Make educated guess for slice size
|
|
accountIDs := make([]string, 0, limit)
|
|
|
|
q := i.db.
|
|
NewSelect().
|
|
TableExpr("? AS ?", bun.Ident("accounts"), bun.Ident("account")).
|
|
// Select just the account ID.
|
|
Column("account.id").
|
|
// Select accounts belonging to given domain.
|
|
Where("? = ?", bun.Ident("account.domain"), domain).
|
|
Order("account.id DESC")
|
|
|
|
if maxID == "" {
|
|
maxID = id.Highest
|
|
}
|
|
q = q.Where("? < ?", bun.Ident("account.id"), maxID)
|
|
|
|
if limit > 0 {
|
|
q = q.Limit(limit)
|
|
}
|
|
|
|
if err := q.Scan(ctx, &accountIDs); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Catch case of no accounts early.
|
|
count := len(accountIDs)
|
|
if count == 0 {
|
|
return nil, db.ErrNoEntries
|
|
}
|
|
|
|
// Select each account by its ID.
|
|
accounts := make([]*gtsmodel.Account, 0, count)
|
|
for _, id := range accountIDs {
|
|
account, err := i.state.DB.GetAccountByID(ctx, id)
|
|
if err != nil {
|
|
log.Errorf(ctx, "error getting account %q: %v", id, err)
|
|
continue
|
|
}
|
|
|
|
// Append to return slice.
|
|
accounts = append(accounts, account)
|
|
}
|
|
|
|
return accounts, nil
|
|
}
|
|
|
|
func (i *instanceDB) GetInstanceModeratorAddresses(ctx context.Context) ([]string, error) {
|
|
addresses := []string{}
|
|
|
|
// Select email addresses of approved, confirmed,
|
|
// and enabled moderators or admins.
|
|
|
|
q := i.db.
|
|
NewSelect().
|
|
TableExpr("? AS ?", bun.Ident("users"), bun.Ident("user")).
|
|
Column("user.email").
|
|
Where("? = ?", bun.Ident("user.approved"), true).
|
|
Where("? IS NOT NULL", bun.Ident("user.confirmed_at")).
|
|
Where("? = ?", bun.Ident("user.disabled"), false).
|
|
WhereGroup(" AND ", func(q *bun.SelectQuery) *bun.SelectQuery {
|
|
return q.
|
|
Where("? = ?", bun.Ident("user.moderator"), true).
|
|
WhereOr("? = ?", bun.Ident("user.admin"), true)
|
|
}).
|
|
OrderExpr("? ASC", bun.Ident("user.email"))
|
|
|
|
if err := q.Scan(ctx, &addresses); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if len(addresses) == 0 {
|
|
return nil, db.ErrNoEntries
|
|
}
|
|
|
|
return addresses, nil
|
|
}
|
|
|
|
func (i *instanceDB) GetInstanceModerators(ctx context.Context) ([]*gtsmodel.Account, error) {
|
|
accountIDs := []string{}
|
|
|
|
// Select account IDs of approved, confirmed,
|
|
// and enabled moderators or admins.
|
|
|
|
q := i.db.
|
|
NewSelect().
|
|
TableExpr("? AS ?", bun.Ident("users"), bun.Ident("user")).
|
|
Column("user.account_id").
|
|
Where("? = ?", bun.Ident("user.approved"), true).
|
|
Where("? IS NOT NULL", bun.Ident("user.confirmed_at")).
|
|
Where("? = ?", bun.Ident("user.disabled"), false).
|
|
WhereGroup(" AND ", func(q *bun.SelectQuery) *bun.SelectQuery {
|
|
return q.
|
|
Where("? = ?", bun.Ident("user.moderator"), true).
|
|
WhereOr("? = ?", bun.Ident("user.admin"), true)
|
|
})
|
|
|
|
if err := q.Scan(ctx, &accountIDs); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if len(accountIDs) == 0 {
|
|
return nil, db.ErrNoEntries
|
|
}
|
|
|
|
return i.state.DB.GetAccountsByIDs(ctx, accountIDs)
|
|
}
|