2023-03-12 15:00:57 +00:00
|
|
|
// GoToSocial
|
|
|
|
// Copyright (C) GoToSocial Authors admin@gotosocial.org
|
|
|
|
// SPDX-License-Identifier: AGPL-3.0-or-later
|
|
|
|
//
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// This program is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Affero General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
2021-08-25 13:34:33 +00:00
|
|
|
|
2021-06-13 16:42:28 +00:00
|
|
|
package status
|
|
|
|
|
|
|
|
import (
|
2021-08-25 13:34:33 +00:00
|
|
|
"context"
|
2024-01-31 13:40:41 +00:00
|
|
|
"slices"
|
|
|
|
"strings"
|
2021-06-13 16:42:28 +00:00
|
|
|
|
|
|
|
apimodel "github.com/superseriousbusiness/gotosocial/internal/api/model"
|
2024-05-06 11:49:08 +00:00
|
|
|
statusfilter "github.com/superseriousbusiness/gotosocial/internal/filter/status"
|
2024-06-06 16:38:02 +00:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/filter/usermute"
|
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/gtscontext"
|
2021-06-13 16:42:28 +00:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/gtserror"
|
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
|
2024-04-17 12:06:49 +00:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/util"
|
2021-06-13 16:42:28 +00:00
|
|
|
)
|
|
|
|
|
2024-04-17 12:06:49 +00:00
|
|
|
// HistoryGet gets edit history for the target status, taking account of privacy settings and blocks etc.
|
|
|
|
// TODO: currently this just returns the latest version of the status.
|
|
|
|
func (p *Processor) HistoryGet(ctx context.Context, requestingAccount *gtsmodel.Account, targetStatusID string) ([]*apimodel.StatusEdit, gtserror.WithCode) {
|
|
|
|
targetStatus, errWithCode := p.c.GetVisibleTargetStatus(ctx,
|
|
|
|
requestingAccount,
|
|
|
|
targetStatusID,
|
|
|
|
nil, // default freshness
|
|
|
|
)
|
|
|
|
if errWithCode != nil {
|
|
|
|
return nil, errWithCode
|
|
|
|
}
|
|
|
|
|
|
|
|
apiStatus, errWithCode := p.c.GetAPIStatus(ctx, requestingAccount, targetStatus)
|
|
|
|
if errWithCode != nil {
|
|
|
|
return nil, errWithCode
|
|
|
|
}
|
|
|
|
|
|
|
|
return []*apimodel.StatusEdit{
|
|
|
|
{
|
|
|
|
Content: apiStatus.Content,
|
|
|
|
SpoilerText: apiStatus.SpoilerText,
|
|
|
|
Sensitive: apiStatus.Sensitive,
|
|
|
|
CreatedAt: util.FormatISO8601(targetStatus.UpdatedAt),
|
|
|
|
Account: apiStatus.Account,
|
|
|
|
Poll: apiStatus.Poll,
|
|
|
|
MediaAttachments: apiStatus.MediaAttachments,
|
|
|
|
Emojis: apiStatus.Emojis,
|
|
|
|
},
|
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
2023-02-22 15:05:26 +00:00
|
|
|
// Get gets the given status, taking account of privacy settings and blocks etc.
|
|
|
|
func (p *Processor) Get(ctx context.Context, requestingAccount *gtsmodel.Account, targetStatusID string) (*apimodel.Status, gtserror.WithCode) {
|
2023-12-15 14:24:39 +00:00
|
|
|
targetStatus, errWithCode := p.c.GetVisibleTargetStatus(ctx,
|
|
|
|
requestingAccount,
|
|
|
|
targetStatusID,
|
2024-02-09 14:24:49 +00:00
|
|
|
nil, // default freshness
|
2023-12-15 14:24:39 +00:00
|
|
|
)
|
2023-03-20 18:10:08 +00:00
|
|
|
if errWithCode != nil {
|
|
|
|
return nil, errWithCode
|
2021-06-13 16:42:28 +00:00
|
|
|
}
|
|
|
|
|
2023-10-25 14:04:53 +00:00
|
|
|
return p.c.GetAPIStatus(ctx, requestingAccount, targetStatus)
|
2021-06-13 16:42:28 +00:00
|
|
|
}
|
2023-02-22 15:05:26 +00:00
|
|
|
|
2024-04-17 12:49:20 +00:00
|
|
|
// SourceGet returns the *apimodel.StatusSource version of the targetStatusID.
|
|
|
|
// Status must belong to the requester, and must not be a boost.
|
|
|
|
func (p *Processor) SourceGet(ctx context.Context, requestingAccount *gtsmodel.Account, targetStatusID string) (*apimodel.StatusSource, gtserror.WithCode) {
|
|
|
|
targetStatus, errWithCode := p.c.GetVisibleTargetStatus(ctx,
|
|
|
|
requestingAccount,
|
|
|
|
targetStatusID,
|
|
|
|
nil, // default freshness
|
|
|
|
)
|
|
|
|
if errWithCode != nil {
|
|
|
|
return nil, errWithCode
|
|
|
|
}
|
|
|
|
|
|
|
|
// Redirect to wrapped status if boost.
|
|
|
|
targetStatus, errWithCode = p.c.UnwrapIfBoost(
|
|
|
|
ctx,
|
|
|
|
requestingAccount,
|
|
|
|
targetStatus,
|
|
|
|
)
|
|
|
|
if errWithCode != nil {
|
|
|
|
return nil, errWithCode
|
|
|
|
}
|
|
|
|
|
|
|
|
if targetStatus.AccountID != requestingAccount.ID {
|
|
|
|
err := gtserror.Newf(
|
|
|
|
"status %s does not belong to account %s",
|
|
|
|
targetStatusID, requestingAccount.ID,
|
|
|
|
)
|
|
|
|
return nil, gtserror.NewErrorNotFound(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
statusSource, err := p.converter.StatusToAPIStatusSource(ctx, targetStatus)
|
|
|
|
if err != nil {
|
|
|
|
err = gtserror.Newf("error converting status: %w", err)
|
|
|
|
return nil, gtserror.NewErrorInternalError(err)
|
|
|
|
}
|
|
|
|
return statusSource, nil
|
|
|
|
}
|
|
|
|
|
2023-11-17 10:35:28 +00:00
|
|
|
// WebGet gets the given status for web use, taking account of privacy settings.
|
|
|
|
func (p *Processor) WebGet(ctx context.Context, targetStatusID string) (*apimodel.Status, gtserror.WithCode) {
|
2023-12-15 14:24:39 +00:00
|
|
|
targetStatus, errWithCode := p.c.GetVisibleTargetStatus(ctx,
|
|
|
|
nil, // requester
|
|
|
|
targetStatusID,
|
2024-02-09 14:24:49 +00:00
|
|
|
nil, // default freshness
|
2023-12-15 14:24:39 +00:00
|
|
|
)
|
2023-11-17 10:35:28 +00:00
|
|
|
if errWithCode != nil {
|
|
|
|
return nil, errWithCode
|
|
|
|
}
|
|
|
|
|
|
|
|
webStatus, err := p.converter.StatusToWebStatus(ctx, targetStatus, nil)
|
|
|
|
if err != nil {
|
|
|
|
err = gtserror.Newf("error converting status: %w", err)
|
|
|
|
return nil, gtserror.NewErrorInternalError(err)
|
|
|
|
}
|
|
|
|
return webStatus, nil
|
|
|
|
}
|
|
|
|
|
2023-11-10 18:29:26 +00:00
|
|
|
func (p *Processor) contextGet(
|
|
|
|
ctx context.Context,
|
|
|
|
requestingAccount *gtsmodel.Account,
|
|
|
|
targetStatusID string,
|
|
|
|
convert func(context.Context, *gtsmodel.Status, *gtsmodel.Account) (*apimodel.Status, error),
|
|
|
|
) (*apimodel.Context, gtserror.WithCode) {
|
2023-12-15 14:24:39 +00:00
|
|
|
targetStatus, errWithCode := p.c.GetVisibleTargetStatus(ctx,
|
|
|
|
requestingAccount,
|
|
|
|
targetStatusID,
|
2024-02-09 14:24:49 +00:00
|
|
|
nil, // default freshness
|
2023-12-15 14:24:39 +00:00
|
|
|
)
|
2023-03-20 18:10:08 +00:00
|
|
|
if errWithCode != nil {
|
|
|
|
return nil, errWithCode
|
2023-02-22 15:05:26 +00:00
|
|
|
}
|
|
|
|
|
2023-11-20 12:22:28 +00:00
|
|
|
parents, err := p.state.DB.GetStatusParents(ctx, targetStatus)
|
2023-02-22 15:05:26 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, gtserror.NewErrorInternalError(err)
|
|
|
|
}
|
|
|
|
|
2024-01-31 13:40:41 +00:00
|
|
|
var ancestors []*apimodel.Status
|
2023-02-22 15:05:26 +00:00
|
|
|
for _, status := range parents {
|
[performance] refactoring + add fave / follow / request / visibility caching (#1607)
* refactor visibility checking, add caching for visibility
* invalidate visibility cache items on account / status deletes
* fix requester ID passed to visibility cache nil ptr
* de-interface caches, fix home / public timeline caching + visibility
* finish adding code comments for visibility filter
* fix angry goconst linter warnings
* actually finish adding filter visibility code comments for timeline functions
* move home timeline status author check to after visibility
* remove now-unused code
* add more code comments
* add TODO code comment, update printed cache start names
* update printed cache names on stop
* start adding separate follow(request) delete db functions, add specific visibility cache tests
* add relationship type caching
* fix getting local account follows / followed-bys, other small codebase improvements
* simplify invalidation using cache hooks, add more GetAccountBy___() functions
* fix boosting to return 404 if not boostable but no error (to not leak status ID)
* remove dead code
* improved placement of cache invalidation
* update license headers
* add example follow, follow-request config entries
* add example visibility cache configuration to config file
* use specific PutFollowRequest() instead of just Put()
* add tests for all GetAccountBy()
* add GetBlockBy() tests
* update block to check primitive fields
* update and finish adding Get{Account,Block,Follow,FollowRequest}By() tests
* fix copy-pasted code
* update envparsing test
* whitespace
* fix bun struct tag
* add license header to gtscontext
* fix old license header
* improved error creation to not use fmt.Errorf() when not needed
* fix various rebase conflicts, fix account test
* remove commented-out code, fix-up mention caching
* fix mention select bun statement
* ensure mention target account populated, pass in context to customrenderer logging
* remove more uncommented code, fix typeutil test
* add statusfave database model caching
* add status fave cache configuration
* add status fave cache example config
* woops, catch missed error. nice catch linter!
* add back testrig panic on nil db
* update example configuration to match defaults, slight tweak to cache configuration defaults
* update envparsing test with new defaults
* fetch followingget to use the follow target account
* use accounnt.IsLocal() instead of empty domain check
* use constants for the cache visibility type check
* use bun.In() for notification type restriction in db query
* include replies when fetching PublicTimeline() (to account for single-author threads in Visibility{}.StatusPublicTimelineable())
* use bun query building for nested select statements to ensure working with postgres
* update public timeline future status checks to match visibility filter
* same as previous, for home timeline
* update public timeline tests to dynamically check for appropriate statuses
* migrate accounts to allow unique constraint on public_key
* provide minimal account with publicKey
---------
Signed-off-by: kim <grufwub@gmail.com>
Co-authored-by: tsmethurst <tobi.smethurst@protonmail.com>
2023-03-28 13:03:14 +00:00
|
|
|
if v, err := p.filter.StatusVisible(ctx, requestingAccount, status); err == nil && v {
|
2023-11-10 18:29:26 +00:00
|
|
|
apiStatus, err := convert(ctx, status, requestingAccount)
|
2023-02-22 15:05:26 +00:00
|
|
|
if err == nil {
|
2024-01-31 13:40:41 +00:00
|
|
|
ancestors = append(ancestors, apiStatus)
|
2023-02-22 15:05:26 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2024-01-31 13:40:41 +00:00
|
|
|
slices.SortFunc(ancestors, func(lhs, rhs *apimodel.Status) int {
|
|
|
|
return strings.Compare(lhs.ID, rhs.ID)
|
2023-02-22 15:05:26 +00:00
|
|
|
})
|
|
|
|
|
2023-11-20 12:22:28 +00:00
|
|
|
children, err := p.state.DB.GetStatusChildren(ctx, targetStatus.ID)
|
2023-02-22 15:05:26 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, gtserror.NewErrorInternalError(err)
|
|
|
|
}
|
|
|
|
|
2024-01-31 13:40:41 +00:00
|
|
|
var descendants []*apimodel.Status
|
2023-02-22 15:05:26 +00:00
|
|
|
for _, status := range children {
|
[performance] refactoring + add fave / follow / request / visibility caching (#1607)
* refactor visibility checking, add caching for visibility
* invalidate visibility cache items on account / status deletes
* fix requester ID passed to visibility cache nil ptr
* de-interface caches, fix home / public timeline caching + visibility
* finish adding code comments for visibility filter
* fix angry goconst linter warnings
* actually finish adding filter visibility code comments for timeline functions
* move home timeline status author check to after visibility
* remove now-unused code
* add more code comments
* add TODO code comment, update printed cache start names
* update printed cache names on stop
* start adding separate follow(request) delete db functions, add specific visibility cache tests
* add relationship type caching
* fix getting local account follows / followed-bys, other small codebase improvements
* simplify invalidation using cache hooks, add more GetAccountBy___() functions
* fix boosting to return 404 if not boostable but no error (to not leak status ID)
* remove dead code
* improved placement of cache invalidation
* update license headers
* add example follow, follow-request config entries
* add example visibility cache configuration to config file
* use specific PutFollowRequest() instead of just Put()
* add tests for all GetAccountBy()
* add GetBlockBy() tests
* update block to check primitive fields
* update and finish adding Get{Account,Block,Follow,FollowRequest}By() tests
* fix copy-pasted code
* update envparsing test
* whitespace
* fix bun struct tag
* add license header to gtscontext
* fix old license header
* improved error creation to not use fmt.Errorf() when not needed
* fix various rebase conflicts, fix account test
* remove commented-out code, fix-up mention caching
* fix mention select bun statement
* ensure mention target account populated, pass in context to customrenderer logging
* remove more uncommented code, fix typeutil test
* add statusfave database model caching
* add status fave cache configuration
* add status fave cache example config
* woops, catch missed error. nice catch linter!
* add back testrig panic on nil db
* update example configuration to match defaults, slight tweak to cache configuration defaults
* update envparsing test with new defaults
* fetch followingget to use the follow target account
* use accounnt.IsLocal() instead of empty domain check
* use constants for the cache visibility type check
* use bun.In() for notification type restriction in db query
* include replies when fetching PublicTimeline() (to account for single-author threads in Visibility{}.StatusPublicTimelineable())
* use bun query building for nested select statements to ensure working with postgres
* update public timeline future status checks to match visibility filter
* same as previous, for home timeline
* update public timeline tests to dynamically check for appropriate statuses
* migrate accounts to allow unique constraint on public_key
* provide minimal account with publicKey
---------
Signed-off-by: kim <grufwub@gmail.com>
Co-authored-by: tsmethurst <tobi.smethurst@protonmail.com>
2023-03-28 13:03:14 +00:00
|
|
|
if v, err := p.filter.StatusVisible(ctx, requestingAccount, status); err == nil && v {
|
2023-11-10 18:29:26 +00:00
|
|
|
apiStatus, err := convert(ctx, status, requestingAccount)
|
2023-02-22 15:05:26 +00:00
|
|
|
if err == nil {
|
2024-01-31 13:40:41 +00:00
|
|
|
descendants = append(descendants, apiStatus)
|
2023-02-22 15:05:26 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2024-01-31 13:40:41 +00:00
|
|
|
TopoSort(descendants, targetStatus.AccountID)
|
|
|
|
|
|
|
|
context := &apimodel.Context{
|
|
|
|
Ancestors: make([]apimodel.Status, 0, len(ancestors)),
|
|
|
|
Descendants: make([]apimodel.Status, 0, len(descendants)),
|
|
|
|
}
|
|
|
|
for _, ancestor := range ancestors {
|
|
|
|
context.Ancestors = append(context.Ancestors, *ancestor)
|
|
|
|
}
|
|
|
|
for _, descendant := range descendants {
|
|
|
|
context.Descendants = append(context.Descendants, *descendant)
|
|
|
|
}
|
|
|
|
|
2023-02-22 15:05:26 +00:00
|
|
|
return context, nil
|
|
|
|
}
|
2023-11-10 18:29:26 +00:00
|
|
|
|
2024-01-31 13:40:41 +00:00
|
|
|
// TopoSort sorts statuses topologically, by self-reply, and by ID.
|
|
|
|
// Can handle cycles but the output order will be arbitrary.
|
|
|
|
// (But if there are cycles, something went wrong upstream.)
|
|
|
|
func TopoSort(apiStatuses []*apimodel.Status, targetAccountID string) {
|
|
|
|
if len(apiStatuses) == 0 {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Map of status IDs to statuses.
|
|
|
|
lookup := make(map[string]*apimodel.Status, len(apiStatuses))
|
|
|
|
for _, apiStatus := range apiStatuses {
|
|
|
|
lookup[apiStatus.ID] = apiStatus
|
|
|
|
}
|
|
|
|
|
|
|
|
// Tree of statuses to their children.
|
|
|
|
// The nil status may have children: any who don't have a parent, or whose parent isn't in the input.
|
|
|
|
tree := make(map[*apimodel.Status][]*apimodel.Status, len(apiStatuses))
|
|
|
|
for _, apiStatus := range apiStatuses {
|
|
|
|
var parent *apimodel.Status
|
|
|
|
if apiStatus.InReplyToID != nil {
|
|
|
|
parent = lookup[*apiStatus.InReplyToID]
|
|
|
|
}
|
|
|
|
tree[parent] = append(tree[parent], apiStatus)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Sort children of each status by self-reply status and then ID, *in reverse*.
|
|
|
|
isSelfReply := func(apiStatus *apimodel.Status) bool {
|
|
|
|
return apiStatus.GetAccountID() == targetAccountID &&
|
|
|
|
apiStatus.InReplyToAccountID != nil &&
|
|
|
|
*apiStatus.InReplyToAccountID == targetAccountID
|
|
|
|
}
|
|
|
|
for id, children := range tree {
|
|
|
|
slices.SortFunc(children, func(lhs, rhs *apimodel.Status) int {
|
|
|
|
lhsIsContextSelfReply := isSelfReply(lhs)
|
|
|
|
rhsIsContextSelfReply := isSelfReply(rhs)
|
|
|
|
|
|
|
|
if lhsIsContextSelfReply && !rhsIsContextSelfReply {
|
|
|
|
return 1
|
|
|
|
} else if !lhsIsContextSelfReply && rhsIsContextSelfReply {
|
|
|
|
return -1
|
|
|
|
}
|
|
|
|
|
|
|
|
return -strings.Compare(lhs.ID, rhs.ID)
|
|
|
|
})
|
|
|
|
tree[id] = children
|
|
|
|
}
|
|
|
|
|
|
|
|
// Traverse the tree using preorder depth-first search, topologically sorting the statuses.
|
|
|
|
stack := make([]*apimodel.Status, 1, len(tree))
|
|
|
|
apiStatusIndex := 0
|
|
|
|
for len(stack) > 0 {
|
|
|
|
parent := stack[len(stack)-1]
|
|
|
|
children := tree[parent]
|
|
|
|
|
|
|
|
if len(children) == 0 {
|
|
|
|
// Remove this node from the tree.
|
|
|
|
delete(tree, parent)
|
|
|
|
// Go back to this node's parent.
|
|
|
|
stack = stack[:len(stack)-1]
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
// Remove the last child entry (the first in sorted order).
|
|
|
|
child := children[len(children)-1]
|
|
|
|
tree[parent] = children[:len(children)-1]
|
|
|
|
|
|
|
|
// Explore its children next.
|
|
|
|
stack = append(stack, child)
|
|
|
|
|
|
|
|
// Overwrite the next entry of the input slice.
|
|
|
|
apiStatuses[apiStatusIndex] = child
|
|
|
|
apiStatusIndex++
|
|
|
|
}
|
|
|
|
|
|
|
|
// There should only be nodes left in the tree in the event of a cycle.
|
|
|
|
// Append them to the end in arbitrary order.
|
|
|
|
// This ensures that the slice of statuses has no duplicates.
|
|
|
|
for node := range tree {
|
|
|
|
apiStatuses[apiStatusIndex] = node
|
|
|
|
apiStatusIndex++
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-11-10 18:29:26 +00:00
|
|
|
// ContextGet returns the context (previous and following posts) from the given status ID.
|
|
|
|
func (p *Processor) ContextGet(ctx context.Context, requestingAccount *gtsmodel.Account, targetStatusID string) (*apimodel.Context, gtserror.WithCode) {
|
2024-05-06 11:49:08 +00:00
|
|
|
filters, err := p.state.DB.GetFiltersForAccountID(ctx, requestingAccount.ID)
|
|
|
|
if err != nil {
|
|
|
|
err = gtserror.Newf("couldn't retrieve filters for account %s: %w", requestingAccount.ID, err)
|
|
|
|
return nil, gtserror.NewErrorInternalError(err)
|
|
|
|
}
|
2024-06-06 16:38:02 +00:00
|
|
|
|
|
|
|
mutes, err := p.state.DB.GetAccountMutes(gtscontext.SetBarebones(ctx), requestingAccount.ID, nil)
|
|
|
|
if err != nil {
|
|
|
|
err = gtserror.Newf("couldn't retrieve mutes for account %s: %w", requestingAccount.ID, err)
|
|
|
|
return nil, gtserror.NewErrorInternalError(err)
|
|
|
|
}
|
|
|
|
compiledMutes := usermute.NewCompiledUserMuteList(mutes)
|
|
|
|
|
2024-05-06 11:49:08 +00:00
|
|
|
convert := func(ctx context.Context, status *gtsmodel.Status, requestingAccount *gtsmodel.Account) (*apimodel.Status, error) {
|
2024-06-06 16:38:02 +00:00
|
|
|
return p.converter.StatusToAPIStatus(ctx, status, requestingAccount, statusfilter.FilterContextThread, filters, compiledMutes)
|
2024-05-06 11:49:08 +00:00
|
|
|
}
|
|
|
|
return p.contextGet(ctx, requestingAccount, targetStatusID, convert)
|
2023-11-10 18:29:26 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// WebContextGet is like ContextGet, but is explicitly
|
|
|
|
// for viewing statuses via the unauthenticated web UI.
|
|
|
|
//
|
|
|
|
// TODO: a more advanced threading model could be implemented here.
|
|
|
|
func (p *Processor) WebContextGet(ctx context.Context, targetStatusID string) (*apimodel.Context, gtserror.WithCode) {
|
|
|
|
return p.contextGet(ctx, nil, targetStatusID, p.converter.StatusToWebStatus)
|
|
|
|
}
|