mirror of
https://github.com/superseriousbusiness/gotosocial.git
synced 2024-12-22 18:22:11 +00:00
87cff71af9
* persist queued worker tasks to database on shutdown, fill worker queues from database on startup
* ensure the tasks are sorted by creation time before pushing them
* add migration to insert WorkerTask{} into database, add test for worker task persistence
* add test for recovering worker queues from database
* quick tweak
* whoops we ended up with double cleaner job scheduling
* insert each task separately, because bun is throwing some reflection error??
* add specific checking of cancelled worker contexts
* add http request signing to deliveries recovered from database
* add test for outgoing public key ID being correctly set on delivery
* replace select with Queue.PopCtx()
* get rid of loop now we don't use it
* remove field now we don't use it
* ensure that signing func is set
* header values weren't being copied over 🤦
* use ptr for httpclient.Request in delivery
* move worker queue filling to later in server init process
* fix rebase issues
* make logging less shouty
* use slices.Delete() instead of copying / reslicing
* have database return tasks in ascending order instead of sorting them
* add a 1 minute timeout to persisting worker queues
373 lines
8.4 KiB
Go
373 lines
8.4 KiB
Go
// GoToSocial
|
|
// Copyright (C) GoToSocial Authors admin@gotosocial.org
|
|
// SPDX-License-Identifier: AGPL-3.0-or-later
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package testrig
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/db"
|
|
"github.com/superseriousbusiness/gotosocial/internal/db/bundb"
|
|
"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
|
|
"github.com/superseriousbusiness/gotosocial/internal/log"
|
|
"github.com/superseriousbusiness/gotosocial/internal/state"
|
|
)
|
|
|
|
var testModels = []interface{}{
|
|
>smodel.Account{},
|
|
>smodel.AccountNote{},
|
|
>smodel.AccountSettings{},
|
|
>smodel.AccountToEmoji{},
|
|
>smodel.Application{},
|
|
>smodel.Block{},
|
|
>smodel.DomainBlock{},
|
|
>smodel.EmailDomainBlock{},
|
|
>smodel.Filter{},
|
|
>smodel.FilterKeyword{},
|
|
>smodel.FilterStatus{},
|
|
>smodel.Follow{},
|
|
>smodel.FollowRequest{},
|
|
>smodel.List{},
|
|
>smodel.ListEntry{},
|
|
>smodel.Marker{},
|
|
>smodel.MediaAttachment{},
|
|
>smodel.Mention{},
|
|
>smodel.Poll{},
|
|
>smodel.PollVote{},
|
|
>smodel.Status{},
|
|
>smodel.StatusToEmoji{},
|
|
>smodel.StatusToTag{},
|
|
>smodel.StatusFave{},
|
|
>smodel.StatusBookmark{},
|
|
>smodel.Tag{},
|
|
>smodel.Thread{},
|
|
>smodel.ThreadMute{},
|
|
>smodel.ThreadToStatus{},
|
|
>smodel.User{},
|
|
>smodel.UserMute{},
|
|
>smodel.Emoji{},
|
|
>smodel.Instance{},
|
|
>smodel.Notification{},
|
|
>smodel.RouterSession{},
|
|
>smodel.Token{},
|
|
>smodel.Client{},
|
|
>smodel.EmojiCategory{},
|
|
>smodel.Tombstone{},
|
|
>smodel.Report{},
|
|
>smodel.Rule{},
|
|
>smodel.WorkerTask{},
|
|
}
|
|
|
|
// NewTestDB returns a new initialized, empty database for testing.
|
|
//
|
|
// If the environment variable GTS_DB_ADDRESS is set, it will take that
|
|
// value as the database address instead.
|
|
//
|
|
// If the environment variable GTS_DB_TYPE is set, it will take that
|
|
// value as the database type instead.
|
|
//
|
|
// If the environment variable GTS_DB_PORT is set, it will take that
|
|
// value as the port instead.
|
|
func NewTestDB(state *state.State) db.DB {
|
|
state.Caches.Init()
|
|
|
|
testDB, err := bundb.NewBunDBService(context.Background(), state)
|
|
if err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
|
|
state.DB = testDB
|
|
|
|
return testDB
|
|
}
|
|
|
|
// CreateTestTables creates prerequisite test tables in the database, but doesn't populate them.
|
|
func CreateTestTables(db db.DB) {
|
|
ctx := context.Background()
|
|
for _, m := range testModels {
|
|
if err := db.CreateTable(ctx, m); err != nil {
|
|
log.Panicf(nil, "error creating table for %+v: %s", m, err)
|
|
}
|
|
}
|
|
}
|
|
|
|
// StandardDBSetup populates a given db with all the necessary tables/models for perfoming tests.
|
|
//
|
|
// The accounts parameter is provided in case the db should be populated with a certain set of accounts.
|
|
// If accounts is nil, then the standard test accounts will be used.
|
|
//
|
|
// When testing http signatures, you should pass into this function the same accounts map that you generated
|
|
// signatures with, otherwise this function will randomly generate new keys for accounts and signature
|
|
// verification will fail.
|
|
func StandardDBSetup(db db.DB, accounts map[string]*gtsmodel.Account) {
|
|
if db == nil {
|
|
log.Panic(nil, "db setup: db was nil")
|
|
}
|
|
|
|
CreateTestTables(db)
|
|
|
|
ctx := context.Background()
|
|
|
|
for _, v := range NewTestTokens() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestClients() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestApplications() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestBlocks() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestReports() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestRules() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestDomainBlocks() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestInstances() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestUsers() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
if accounts == nil {
|
|
for _, v := range NewTestAccounts() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
} else {
|
|
for _, v := range accounts {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestAccountSettings() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestAttachments() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestStatuses() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestEmojis() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestEmojiCategories() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestStatusToEmojis() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestTags() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestStatusToTags() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestMentions() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestFaves() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestFollows() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestLists() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestListEntries() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestNotifications() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestTombstones() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestBookmarks() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestAccountNotes() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestMarkers() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestThreads() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestThreadToStatus() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestPolls() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestPollVotes() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestFilters() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestFilterKeywords() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestFilterStatuses() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
for _, v := range NewTestUserMutes() {
|
|
if err := db.Put(ctx, v); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
}
|
|
|
|
if err := db.CreateInstanceAccount(ctx); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
|
|
if err := db.CreateInstanceInstance(ctx); err != nil {
|
|
log.Panic(nil, err)
|
|
}
|
|
|
|
log.Debug(nil, "testing db setup complete")
|
|
}
|
|
|
|
// StandardDBTeardown drops all the standard testing tables/models from the database to ensure it's clean for the next test.
|
|
func StandardDBTeardown(db db.DB) {
|
|
ctx := context.Background()
|
|
if db == nil {
|
|
return
|
|
}
|
|
defer db.Close()
|
|
for _, m := range testModels {
|
|
if err := db.DropTable(ctx, m); err != nil {
|
|
log.Error(ctx, err)
|
|
}
|
|
}
|
|
}
|