2023-03-12 15:00:57 +00:00
// GoToSocial
// Copyright (C) GoToSocial Authors admin@gotosocial.org
// SPDX-License-Identifier: AGPL-3.0-or-later
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU Affero General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU Affero General Public License for more details.
//
// You should have received a copy of the GNU Affero General Public License
// along with this program. If not, see <http://www.gnu.org/licenses/>.
2021-10-24 09:57:39 +00:00
2023-02-22 15:05:26 +00:00
package fedi
2021-10-24 09:57:39 +00:00
import (
"context"
"fmt"
"net/url"
2023-05-09 10:16:10 +00:00
"github.com/superseriousbusiness/gotosocial/internal/ap"
2021-10-24 09:57:39 +00:00
"github.com/superseriousbusiness/gotosocial/internal/gtserror"
"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
)
2023-07-07 12:58:53 +00:00
// StatusGet handles the getting of a fedi/activitypub representation of a local status.
// It performs appropriate authentication before returning a JSON serializable interface.
2023-03-01 17:52:44 +00:00
func ( p * Processor ) StatusGet ( ctx context . Context , requestedUsername string , requestedStatusID string ) ( interface { } , gtserror . WithCode ) {
2023-07-07 12:58:53 +00:00
// Authenticate using http signature.
2023-03-01 17:52:44 +00:00
requestedAccount , requestingAccount , errWithCode := p . authenticate ( ctx , requestedUsername )
2023-02-22 15:05:26 +00:00
if errWithCode != nil {
return nil , errWithCode
}
2023-03-01 18:26:53 +00:00
status , err := p . state . DB . GetStatusByID ( ctx , requestedStatusID )
2023-02-22 15:05:26 +00:00
if err != nil {
2023-03-01 17:52:44 +00:00
return nil , gtserror . NewErrorNotFound ( err )
2023-02-22 15:05:26 +00:00
}
2023-03-01 17:52:44 +00:00
if status . AccountID != requestedAccount . ID {
2023-07-07 12:58:53 +00:00
err := fmt . Errorf ( "status with id %s does not belong to account with id %s" , status . ID , requestedAccount . ID )
return nil , gtserror . NewErrorNotFound ( err )
2023-02-22 15:05:26 +00:00
}
[performance] refactoring + add fave / follow / request / visibility caching (#1607)
* refactor visibility checking, add caching for visibility
* invalidate visibility cache items on account / status deletes
* fix requester ID passed to visibility cache nil ptr
* de-interface caches, fix home / public timeline caching + visibility
* finish adding code comments for visibility filter
* fix angry goconst linter warnings
* actually finish adding filter visibility code comments for timeline functions
* move home timeline status author check to after visibility
* remove now-unused code
* add more code comments
* add TODO code comment, update printed cache start names
* update printed cache names on stop
* start adding separate follow(request) delete db functions, add specific visibility cache tests
* add relationship type caching
* fix getting local account follows / followed-bys, other small codebase improvements
* simplify invalidation using cache hooks, add more GetAccountBy___() functions
* fix boosting to return 404 if not boostable but no error (to not leak status ID)
* remove dead code
* improved placement of cache invalidation
* update license headers
* add example follow, follow-request config entries
* add example visibility cache configuration to config file
* use specific PutFollowRequest() instead of just Put()
* add tests for all GetAccountBy()
* add GetBlockBy() tests
* update block to check primitive fields
* update and finish adding Get{Account,Block,Follow,FollowRequest}By() tests
* fix copy-pasted code
* update envparsing test
* whitespace
* fix bun struct tag
* add license header to gtscontext
* fix old license header
* improved error creation to not use fmt.Errorf() when not needed
* fix various rebase conflicts, fix account test
* remove commented-out code, fix-up mention caching
* fix mention select bun statement
* ensure mention target account populated, pass in context to customrenderer logging
* remove more uncommented code, fix typeutil test
* add statusfave database model caching
* add status fave cache configuration
* add status fave cache example config
* woops, catch missed error. nice catch linter!
* add back testrig panic on nil db
* update example configuration to match defaults, slight tweak to cache configuration defaults
* update envparsing test with new defaults
* fetch followingget to use the follow target account
* use accounnt.IsLocal() instead of empty domain check
* use constants for the cache visibility type check
* use bun.In() for notification type restriction in db query
* include replies when fetching PublicTimeline() (to account for single-author threads in Visibility{}.StatusPublicTimelineable())
* use bun query building for nested select statements to ensure working with postgres
* update public timeline future status checks to match visibility filter
* same as previous, for home timeline
* update public timeline tests to dynamically check for appropriate statuses
* migrate accounts to allow unique constraint on public_key
* provide minimal account with publicKey
---------
Signed-off-by: kim <grufwub@gmail.com>
Co-authored-by: tsmethurst <tobi.smethurst@protonmail.com>
2023-03-28 13:03:14 +00:00
visible , err := p . filter . StatusVisible ( ctx , requestingAccount , status )
2023-02-22 15:05:26 +00:00
if err != nil {
return nil , gtserror . NewErrorInternalError ( err )
}
2023-07-07 12:58:53 +00:00
2023-02-22 15:05:26 +00:00
if ! visible {
2023-07-07 12:58:53 +00:00
err := fmt . Errorf ( "status with id %s not visible to user with id %s" , status . ID , requestingAccount . ID )
return nil , gtserror . NewErrorNotFound ( err )
2023-02-22 15:05:26 +00:00
}
2023-09-23 16:44:11 +00:00
asStatus , err := p . converter . StatusToAS ( ctx , status )
2023-02-22 15:05:26 +00:00
if err != nil {
return nil , gtserror . NewErrorInternalError ( err )
}
2023-05-09 10:16:10 +00:00
data , err := ap . Serialize ( asStatus )
2023-02-22 15:05:26 +00:00
if err != nil {
return nil , gtserror . NewErrorInternalError ( err )
}
return data , nil
}
// GetStatus handles the getting of a fedi/activitypub representation of replies to a status, performing appropriate
// authentication before returning a JSON serializable interface to the caller.
2023-03-01 17:52:44 +00:00
func ( p * Processor ) StatusRepliesGet ( ctx context . Context , requestedUsername string , requestedStatusID string , page bool , onlyOtherAccounts bool , onlyOtherAccountsSet bool , minID string ) ( interface { } , gtserror . WithCode ) {
requestedAccount , requestingAccount , errWithCode := p . authenticate ( ctx , requestedUsername )
2022-04-26 16:10:11 +00:00
if errWithCode != nil {
return nil , errWithCode
2021-10-24 09:57:39 +00:00
}
2023-03-01 18:26:53 +00:00
status , err := p . state . DB . GetStatusByID ( ctx , requestedStatusID )
2021-10-24 09:57:39 +00:00
if err != nil {
2023-03-01 17:52:44 +00:00
return nil , gtserror . NewErrorNotFound ( err )
2021-10-24 09:57:39 +00:00
}
2023-03-01 17:52:44 +00:00
if status . AccountID != requestedAccount . ID {
return nil , gtserror . NewErrorNotFound ( fmt . Errorf ( "status with id %s does not belong to account with id %s" , status . ID , requestedAccount . ID ) )
2021-10-24 09:57:39 +00:00
}
[performance] refactoring + add fave / follow / request / visibility caching (#1607)
* refactor visibility checking, add caching for visibility
* invalidate visibility cache items on account / status deletes
* fix requester ID passed to visibility cache nil ptr
* de-interface caches, fix home / public timeline caching + visibility
* finish adding code comments for visibility filter
* fix angry goconst linter warnings
* actually finish adding filter visibility code comments for timeline functions
* move home timeline status author check to after visibility
* remove now-unused code
* add more code comments
* add TODO code comment, update printed cache start names
* update printed cache names on stop
* start adding separate follow(request) delete db functions, add specific visibility cache tests
* add relationship type caching
* fix getting local account follows / followed-bys, other small codebase improvements
* simplify invalidation using cache hooks, add more GetAccountBy___() functions
* fix boosting to return 404 if not boostable but no error (to not leak status ID)
* remove dead code
* improved placement of cache invalidation
* update license headers
* add example follow, follow-request config entries
* add example visibility cache configuration to config file
* use specific PutFollowRequest() instead of just Put()
* add tests for all GetAccountBy()
* add GetBlockBy() tests
* update block to check primitive fields
* update and finish adding Get{Account,Block,Follow,FollowRequest}By() tests
* fix copy-pasted code
* update envparsing test
* whitespace
* fix bun struct tag
* add license header to gtscontext
* fix old license header
* improved error creation to not use fmt.Errorf() when not needed
* fix various rebase conflicts, fix account test
* remove commented-out code, fix-up mention caching
* fix mention select bun statement
* ensure mention target account populated, pass in context to customrenderer logging
* remove more uncommented code, fix typeutil test
* add statusfave database model caching
* add status fave cache configuration
* add status fave cache example config
* woops, catch missed error. nice catch linter!
* add back testrig panic on nil db
* update example configuration to match defaults, slight tweak to cache configuration defaults
* update envparsing test with new defaults
* fetch followingget to use the follow target account
* use accounnt.IsLocal() instead of empty domain check
* use constants for the cache visibility type check
* use bun.In() for notification type restriction in db query
* include replies when fetching PublicTimeline() (to account for single-author threads in Visibility{}.StatusPublicTimelineable())
* use bun query building for nested select statements to ensure working with postgres
* update public timeline future status checks to match visibility filter
* same as previous, for home timeline
* update public timeline tests to dynamically check for appropriate statuses
* migrate accounts to allow unique constraint on public_key
* provide minimal account with publicKey
---------
Signed-off-by: kim <grufwub@gmail.com>
Co-authored-by: tsmethurst <tobi.smethurst@protonmail.com>
2023-03-28 13:03:14 +00:00
visible , err := p . filter . StatusVisible ( ctx , requestedAccount , status )
2021-10-24 09:57:39 +00:00
if err != nil {
return nil , gtserror . NewErrorInternalError ( err )
}
if ! visible {
2023-03-01 17:52:44 +00:00
return nil , gtserror . NewErrorNotFound ( fmt . Errorf ( "status with id %s not visible to user with id %s" , status . ID , requestingAccount . ID ) )
2021-10-24 09:57:39 +00:00
}
var data map [ string ] interface { }
// now there are three scenarios:
// 1. we're asked for the whole collection and not a page -- we can just return the collection, with no items, but a link to 'first' page.
// 2. we're asked for a page but only_other_accounts has not been set in the query -- so we should just return the first page of the collection, with no items.
// 3. we're asked for a page, and only_other_accounts has been set, and min_id has optionally been set -- so we need to return some actual items!
2021-11-22 07:46:19 +00:00
switch {
case ! page :
2021-10-24 09:57:39 +00:00
// scenario 1
// get the collection
2023-09-23 16:44:11 +00:00
collection , err := p . converter . StatusToASRepliesCollection ( ctx , status , onlyOtherAccounts )
2021-10-24 09:57:39 +00:00
if err != nil {
return nil , gtserror . NewErrorInternalError ( err )
}
2023-05-09 10:16:10 +00:00
data , err = ap . Serialize ( collection )
2021-10-24 09:57:39 +00:00
if err != nil {
return nil , gtserror . NewErrorInternalError ( err )
}
2023-03-01 17:52:44 +00:00
case page && ! onlyOtherAccountsSet :
2021-10-24 09:57:39 +00:00
// scenario 2
// get the collection
2023-09-23 16:44:11 +00:00
collection , err := p . converter . StatusToASRepliesCollection ( ctx , status , onlyOtherAccounts )
2021-10-24 09:57:39 +00:00
if err != nil {
return nil , gtserror . NewErrorInternalError ( err )
}
// but only return the first page
2023-05-09 10:16:10 +00:00
data , err = ap . Serialize ( collection . GetActivityStreamsFirst ( ) . GetActivityStreamsCollectionPage ( ) )
2021-10-24 09:57:39 +00:00
if err != nil {
return nil , gtserror . NewErrorInternalError ( err )
}
2021-11-22 07:46:19 +00:00
default :
2021-10-24 09:57:39 +00:00
// scenario 3
// get immediate children
2023-03-01 18:26:53 +00:00
replies , err := p . state . DB . GetStatusChildren ( ctx , status , true , minID )
2021-10-24 09:57:39 +00:00
if err != nil {
return nil , gtserror . NewErrorInternalError ( err )
}
// filter children and extract URIs
replyURIs := map [ string ] * url . URL { }
for _ , r := range replies {
// only show public or unlocked statuses as replies
if r . Visibility != gtsmodel . VisibilityPublic && r . Visibility != gtsmodel . VisibilityUnlocked {
continue
}
// respect onlyOtherAccounts parameter
if onlyOtherAccounts && r . AccountID == requestedAccount . ID {
continue
}
// only show replies that the status owner can see
[performance] refactoring + add fave / follow / request / visibility caching (#1607)
* refactor visibility checking, add caching for visibility
* invalidate visibility cache items on account / status deletes
* fix requester ID passed to visibility cache nil ptr
* de-interface caches, fix home / public timeline caching + visibility
* finish adding code comments for visibility filter
* fix angry goconst linter warnings
* actually finish adding filter visibility code comments for timeline functions
* move home timeline status author check to after visibility
* remove now-unused code
* add more code comments
* add TODO code comment, update printed cache start names
* update printed cache names on stop
* start adding separate follow(request) delete db functions, add specific visibility cache tests
* add relationship type caching
* fix getting local account follows / followed-bys, other small codebase improvements
* simplify invalidation using cache hooks, add more GetAccountBy___() functions
* fix boosting to return 404 if not boostable but no error (to not leak status ID)
* remove dead code
* improved placement of cache invalidation
* update license headers
* add example follow, follow-request config entries
* add example visibility cache configuration to config file
* use specific PutFollowRequest() instead of just Put()
* add tests for all GetAccountBy()
* add GetBlockBy() tests
* update block to check primitive fields
* update and finish adding Get{Account,Block,Follow,FollowRequest}By() tests
* fix copy-pasted code
* update envparsing test
* whitespace
* fix bun struct tag
* add license header to gtscontext
* fix old license header
* improved error creation to not use fmt.Errorf() when not needed
* fix various rebase conflicts, fix account test
* remove commented-out code, fix-up mention caching
* fix mention select bun statement
* ensure mention target account populated, pass in context to customrenderer logging
* remove more uncommented code, fix typeutil test
* add statusfave database model caching
* add status fave cache configuration
* add status fave cache example config
* woops, catch missed error. nice catch linter!
* add back testrig panic on nil db
* update example configuration to match defaults, slight tweak to cache configuration defaults
* update envparsing test with new defaults
* fetch followingget to use the follow target account
* use accounnt.IsLocal() instead of empty domain check
* use constants for the cache visibility type check
* use bun.In() for notification type restriction in db query
* include replies when fetching PublicTimeline() (to account for single-author threads in Visibility{}.StatusPublicTimelineable())
* use bun query building for nested select statements to ensure working with postgres
* update public timeline future status checks to match visibility filter
* same as previous, for home timeline
* update public timeline tests to dynamically check for appropriate statuses
* migrate accounts to allow unique constraint on public_key
* provide minimal account with publicKey
---------
Signed-off-by: kim <grufwub@gmail.com>
Co-authored-by: tsmethurst <tobi.smethurst@protonmail.com>
2023-03-28 13:03:14 +00:00
visibleToStatusOwner , err := p . filter . StatusVisible ( ctx , requestedAccount , r )
2021-10-24 09:57:39 +00:00
if err != nil || ! visibleToStatusOwner {
continue
}
// only show replies that the requester can see
[performance] refactoring + add fave / follow / request / visibility caching (#1607)
* refactor visibility checking, add caching for visibility
* invalidate visibility cache items on account / status deletes
* fix requester ID passed to visibility cache nil ptr
* de-interface caches, fix home / public timeline caching + visibility
* finish adding code comments for visibility filter
* fix angry goconst linter warnings
* actually finish adding filter visibility code comments for timeline functions
* move home timeline status author check to after visibility
* remove now-unused code
* add more code comments
* add TODO code comment, update printed cache start names
* update printed cache names on stop
* start adding separate follow(request) delete db functions, add specific visibility cache tests
* add relationship type caching
* fix getting local account follows / followed-bys, other small codebase improvements
* simplify invalidation using cache hooks, add more GetAccountBy___() functions
* fix boosting to return 404 if not boostable but no error (to not leak status ID)
* remove dead code
* improved placement of cache invalidation
* update license headers
* add example follow, follow-request config entries
* add example visibility cache configuration to config file
* use specific PutFollowRequest() instead of just Put()
* add tests for all GetAccountBy()
* add GetBlockBy() tests
* update block to check primitive fields
* update and finish adding Get{Account,Block,Follow,FollowRequest}By() tests
* fix copy-pasted code
* update envparsing test
* whitespace
* fix bun struct tag
* add license header to gtscontext
* fix old license header
* improved error creation to not use fmt.Errorf() when not needed
* fix various rebase conflicts, fix account test
* remove commented-out code, fix-up mention caching
* fix mention select bun statement
* ensure mention target account populated, pass in context to customrenderer logging
* remove more uncommented code, fix typeutil test
* add statusfave database model caching
* add status fave cache configuration
* add status fave cache example config
* woops, catch missed error. nice catch linter!
* add back testrig panic on nil db
* update example configuration to match defaults, slight tweak to cache configuration defaults
* update envparsing test with new defaults
* fetch followingget to use the follow target account
* use accounnt.IsLocal() instead of empty domain check
* use constants for the cache visibility type check
* use bun.In() for notification type restriction in db query
* include replies when fetching PublicTimeline() (to account for single-author threads in Visibility{}.StatusPublicTimelineable())
* use bun query building for nested select statements to ensure working with postgres
* update public timeline future status checks to match visibility filter
* same as previous, for home timeline
* update public timeline tests to dynamically check for appropriate statuses
* migrate accounts to allow unique constraint on public_key
* provide minimal account with publicKey
---------
Signed-off-by: kim <grufwub@gmail.com>
Co-authored-by: tsmethurst <tobi.smethurst@protonmail.com>
2023-03-28 13:03:14 +00:00
visibleToRequester , err := p . filter . StatusVisible ( ctx , requestingAccount , r )
2021-10-24 09:57:39 +00:00
if err != nil || ! visibleToRequester {
continue
}
rURI , err := url . Parse ( r . URI )
if err != nil {
continue
}
replyURIs [ r . ID ] = rURI
}
2023-09-23 16:44:11 +00:00
repliesPage , err := p . converter . StatusURIsToASRepliesPage ( ctx , status , onlyOtherAccounts , minID , replyURIs )
2021-10-24 09:57:39 +00:00
if err != nil {
return nil , gtserror . NewErrorInternalError ( err )
}
2023-05-09 10:16:10 +00:00
data , err = ap . Serialize ( repliesPage )
2021-10-24 09:57:39 +00:00
if err != nil {
return nil , gtserror . NewErrorInternalError ( err )
}
}
return data , nil
}