2021-05-08 12:25:55 +00:00
|
|
|
/*
|
|
|
|
GoToSocial
|
2023-01-05 11:43:00 +00:00
|
|
|
Copyright (C) 2021-2023 GoToSocial Authors admin@gotosocial.org
|
2021-05-08 12:25:55 +00:00
|
|
|
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
|
|
it under the terms of the GNU Affero General Public License as published by
|
|
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
|
|
(at your option) any later version.
|
|
|
|
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU Affero General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU Affero General Public License
|
|
|
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package typeutils
|
|
|
|
|
|
|
|
import (
|
2021-08-25 13:34:33 +00:00
|
|
|
"context"
|
2021-05-08 12:25:55 +00:00
|
|
|
"errors"
|
|
|
|
"fmt"
|
2023-01-25 10:12:27 +00:00
|
|
|
"net/url"
|
2021-12-20 17:42:19 +00:00
|
|
|
|
2022-09-23 19:27:35 +00:00
|
|
|
"github.com/miekg/dns"
|
2021-08-10 11:32:39 +00:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/ap"
|
2023-01-25 10:12:27 +00:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/config"
|
2021-05-08 12:25:55 +00:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/db"
|
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
|
2022-07-19 08:47:55 +00:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/log"
|
2023-01-25 10:12:27 +00:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/uris"
|
2021-05-08 12:25:55 +00:00
|
|
|
)
|
|
|
|
|
2023-02-03 20:03:05 +00:00
|
|
|
func (c *converter) ASRepresentationToAccount(ctx context.Context, accountable ap.Accountable, accountDomain string) (*gtsmodel.Account, error) {
|
2021-05-08 12:25:55 +00:00
|
|
|
// first check if we actually already know this account
|
|
|
|
uriProp := accountable.GetJSONLDId()
|
|
|
|
if uriProp == nil || !uriProp.IsIRI() {
|
|
|
|
return nil, errors.New("no id property found on person, or id was not an iri")
|
|
|
|
}
|
|
|
|
uri := uriProp.GetIRI()
|
|
|
|
|
2021-05-23 16:07:04 +00:00
|
|
|
// we don't know the account, or we're being told to update it, so we need to generate it from the person -- at least we already have the URI!
|
2021-08-20 10:26:56 +00:00
|
|
|
acct := >smodel.Account{}
|
2021-05-08 12:25:55 +00:00
|
|
|
acct.URI = uri.String()
|
|
|
|
|
|
|
|
// Username aka preferredUsername
|
|
|
|
// We need this one so bail if it's not set.
|
2021-08-10 11:32:39 +00:00
|
|
|
username, err := ap.ExtractPreferredUsername(accountable)
|
2021-05-08 12:25:55 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("couldn't extract username: %s", err)
|
|
|
|
}
|
|
|
|
acct.Username = username
|
|
|
|
|
|
|
|
// Domain
|
2022-06-11 09:01:34 +00:00
|
|
|
if accountDomain != "" {
|
|
|
|
acct.Domain = accountDomain
|
|
|
|
} else {
|
|
|
|
acct.Domain = uri.Host
|
|
|
|
}
|
2021-05-08 12:25:55 +00:00
|
|
|
|
|
|
|
// avatar aka icon
|
|
|
|
// if this one isn't extractable in a format we recognise we'll just skip it
|
2021-08-10 11:32:39 +00:00
|
|
|
if avatarURL, err := ap.ExtractIconURL(accountable); err == nil {
|
2021-05-08 12:25:55 +00:00
|
|
|
acct.AvatarRemoteURL = avatarURL.String()
|
|
|
|
}
|
|
|
|
|
|
|
|
// header aka image
|
|
|
|
// if this one isn't extractable in a format we recognise we'll just skip it
|
2021-08-10 11:32:39 +00:00
|
|
|
if headerURL, err := ap.ExtractImageURL(accountable); err == nil {
|
2021-05-08 12:25:55 +00:00
|
|
|
acct.HeaderRemoteURL = headerURL.String()
|
|
|
|
}
|
|
|
|
|
|
|
|
// display name aka name
|
|
|
|
// we default to the username, but take the more nuanced name property if it exists
|
2023-02-02 15:41:02 +00:00
|
|
|
if displayName := ap.ExtractName(accountable); displayName != "" {
|
2021-05-08 12:25:55 +00:00
|
|
|
acct.DisplayName = displayName
|
2023-02-02 15:41:02 +00:00
|
|
|
} else {
|
|
|
|
acct.DisplayName = username
|
2021-05-08 12:25:55 +00:00
|
|
|
}
|
|
|
|
|
2022-09-26 09:56:01 +00:00
|
|
|
// account emojis (used in bio, display name, fields)
|
|
|
|
if emojis, err := ap.ExtractEmojis(accountable); err != nil {
|
2023-02-17 11:02:29 +00:00
|
|
|
log.Infof(nil, "error extracting account emojis: %s", err)
|
2022-09-26 09:56:01 +00:00
|
|
|
} else {
|
|
|
|
acct.Emojis = emojis
|
|
|
|
}
|
|
|
|
|
2021-05-08 12:25:55 +00:00
|
|
|
// TODO: fields aka attachment array
|
|
|
|
|
|
|
|
// note aka summary
|
2023-02-02 15:41:02 +00:00
|
|
|
acct.Note = ap.ExtractSummary(accountable)
|
2021-05-08 12:25:55 +00:00
|
|
|
|
|
|
|
// check for bot and actor type
|
2021-05-21 13:48:26 +00:00
|
|
|
switch accountable.GetTypeName() {
|
2021-08-31 13:59:12 +00:00
|
|
|
case ap.ActorPerson, ap.ActorGroup, ap.ActorOrganization:
|
2021-05-08 12:25:55 +00:00
|
|
|
// people, groups, and organizations aren't bots
|
2022-08-15 10:35:05 +00:00
|
|
|
bot := false
|
|
|
|
acct.Bot = &bot
|
2021-05-08 12:25:55 +00:00
|
|
|
// apps and services are
|
2021-08-31 13:59:12 +00:00
|
|
|
case ap.ActorApplication, ap.ActorService:
|
2022-08-15 10:35:05 +00:00
|
|
|
bot := true
|
|
|
|
acct.Bot = &bot
|
2021-05-08 12:25:55 +00:00
|
|
|
default:
|
|
|
|
// we don't know what this is!
|
2021-08-31 13:59:12 +00:00
|
|
|
return nil, fmt.Errorf("type name %s not recognised or not convertible to ap.ActivityStreamsActor", accountable.GetTypeName())
|
2021-05-08 12:25:55 +00:00
|
|
|
}
|
2021-05-21 13:48:26 +00:00
|
|
|
acct.ActorType = accountable.GetTypeName()
|
2021-05-08 12:25:55 +00:00
|
|
|
|
2022-08-15 10:35:05 +00:00
|
|
|
// assume not memorial (todo)
|
|
|
|
memorial := false
|
|
|
|
acct.Memorial = &memorial
|
|
|
|
|
|
|
|
// assume not sensitive (todo)
|
|
|
|
sensitive := false
|
|
|
|
acct.Sensitive = &sensitive
|
|
|
|
|
|
|
|
// assume not hide collections (todo)
|
|
|
|
hideCollections := false
|
|
|
|
acct.HideCollections = &hideCollections
|
|
|
|
|
2021-08-23 10:46:05 +00:00
|
|
|
// locked aka manuallyApprovesFollowers
|
2022-08-15 10:35:05 +00:00
|
|
|
locked := true
|
|
|
|
acct.Locked = &locked // assume locked by default
|
2021-08-23 10:46:05 +00:00
|
|
|
maf := accountable.GetActivityStreamsManuallyApprovesFollowers()
|
|
|
|
if maf != nil && maf.IsXMLSchemaBoolean() {
|
2022-08-15 10:35:05 +00:00
|
|
|
locked = maf.Get()
|
|
|
|
acct.Locked = &locked
|
2021-08-23 10:46:05 +00:00
|
|
|
}
|
2021-05-08 12:25:55 +00:00
|
|
|
|
|
|
|
// discoverable
|
|
|
|
// default to false -- take custom value if it's set though
|
2022-08-15 10:35:05 +00:00
|
|
|
discoverable := false
|
|
|
|
acct.Discoverable = &discoverable
|
|
|
|
d, err := ap.ExtractDiscoverable(accountable)
|
2021-05-08 12:25:55 +00:00
|
|
|
if err == nil {
|
2022-08-15 10:35:05 +00:00
|
|
|
acct.Discoverable = &d
|
2021-05-08 12:25:55 +00:00
|
|
|
}
|
|
|
|
|
2022-10-08 12:00:39 +00:00
|
|
|
// assume not rss feed
|
|
|
|
enableRSS := false
|
|
|
|
acct.EnableRSS = &enableRSS
|
|
|
|
|
2021-05-08 12:25:55 +00:00
|
|
|
// url property
|
2021-08-10 11:32:39 +00:00
|
|
|
url, err := ap.ExtractURL(accountable)
|
2021-06-13 16:42:28 +00:00
|
|
|
if err == nil {
|
|
|
|
// take the URL if we can find it
|
|
|
|
acct.URL = url.String()
|
|
|
|
} else {
|
|
|
|
// otherwise just take the account URI as the URL
|
|
|
|
acct.URL = uri.String()
|
2021-05-08 12:25:55 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// InboxURI
|
2021-05-21 21:04:59 +00:00
|
|
|
if accountable.GetActivityStreamsInbox() != nil && accountable.GetActivityStreamsInbox().GetIRI() != nil {
|
2021-05-09 18:34:27 +00:00
|
|
|
acct.InboxURI = accountable.GetActivityStreamsInbox().GetIRI().String()
|
2021-05-08 12:25:55 +00:00
|
|
|
}
|
|
|
|
|
2023-02-03 20:03:05 +00:00
|
|
|
// SharedInboxURI:
|
|
|
|
// only trust shared inbox if it has at least two domains,
|
|
|
|
// from the right, in common with the domain of the account
|
|
|
|
if sharedInboxURI := ap.ExtractSharedInbox(accountable); // nocollapse
|
|
|
|
sharedInboxURI != nil && dns.CompareDomainName(acct.Domain, sharedInboxURI.Host) >= 2 {
|
|
|
|
sharedInbox := sharedInboxURI.String()
|
2022-09-23 19:27:35 +00:00
|
|
|
acct.SharedInboxURI = &sharedInbox
|
|
|
|
}
|
|
|
|
|
2021-05-08 12:25:55 +00:00
|
|
|
// OutboxURI
|
2021-05-09 18:34:27 +00:00
|
|
|
if accountable.GetActivityStreamsOutbox() != nil && accountable.GetActivityStreamsOutbox().GetIRI() != nil {
|
|
|
|
acct.OutboxURI = accountable.GetActivityStreamsOutbox().GetIRI().String()
|
2021-05-08 12:25:55 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// FollowingURI
|
2021-05-09 18:34:27 +00:00
|
|
|
if accountable.GetActivityStreamsFollowing() != nil && accountable.GetActivityStreamsFollowing().GetIRI() != nil {
|
|
|
|
acct.FollowingURI = accountable.GetActivityStreamsFollowing().GetIRI().String()
|
2021-05-08 12:25:55 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// FollowersURI
|
2021-05-09 18:34:27 +00:00
|
|
|
if accountable.GetActivityStreamsFollowers() != nil && accountable.GetActivityStreamsFollowers().GetIRI() != nil {
|
|
|
|
acct.FollowersURI = accountable.GetActivityStreamsFollowers().GetIRI().String()
|
2021-05-08 12:25:55 +00:00
|
|
|
}
|
|
|
|
|
2023-03-01 17:52:44 +00:00
|
|
|
// FeaturedURI aka pinned collection:
|
|
|
|
// Only trust featured URI if it has at least two domains,
|
|
|
|
// from the right, in common with the domain of the account
|
|
|
|
if featured := accountable.GetTootFeatured(); featured != nil && featured.IsIRI() {
|
|
|
|
if featuredURI := featured.GetIRI(); // nocollapse
|
|
|
|
featuredURI != nil && dns.CompareDomainName(acct.Domain, featuredURI.Host) >= 2 {
|
|
|
|
acct.FeaturedCollectionURI = featuredURI.String()
|
|
|
|
}
|
2021-05-08 12:25:55 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// TODO: FeaturedTagsURI
|
|
|
|
|
|
|
|
// TODO: alsoKnownAs
|
|
|
|
|
|
|
|
// publicKey
|
2021-08-10 11:32:39 +00:00
|
|
|
pkey, pkeyURL, err := ap.ExtractPublicKeyForOwner(accountable, uri)
|
2021-05-08 12:25:55 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("couldn't get public key for person %s: %s", uri.String(), err)
|
|
|
|
}
|
|
|
|
acct.PublicKey = pkey
|
|
|
|
acct.PublicKeyURI = pkeyURL.String()
|
|
|
|
|
|
|
|
return acct, nil
|
|
|
|
}
|
2021-05-15 09:58:11 +00:00
|
|
|
|
2023-02-02 15:41:02 +00:00
|
|
|
func (c *converter) extractAttachments(i ap.WithAttachment) []*gtsmodel.MediaAttachment {
|
|
|
|
attachmentProp := i.GetActivityStreamsAttachment()
|
|
|
|
if attachmentProp == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
attachments := make([]*gtsmodel.MediaAttachment, 0, attachmentProp.Len())
|
|
|
|
|
|
|
|
for iter := attachmentProp.Begin(); iter != attachmentProp.End(); iter = iter.Next() {
|
|
|
|
t := iter.GetType()
|
|
|
|
if t == nil {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
attachmentable, ok := t.(ap.Attachmentable)
|
|
|
|
if !ok {
|
2023-02-17 11:02:29 +00:00
|
|
|
log.Error(nil, "ap attachment was not attachmentable")
|
2023-02-02 15:41:02 +00:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
attachment, err := ap.ExtractAttachment(attachmentable)
|
|
|
|
if err != nil {
|
2023-02-17 11:02:29 +00:00
|
|
|
log.Errorf(nil, "error extracting attachment: %s", err)
|
2023-02-02 15:41:02 +00:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
attachments = append(attachments, attachment)
|
|
|
|
}
|
|
|
|
|
|
|
|
return attachments
|
|
|
|
}
|
|
|
|
|
2021-08-25 13:34:33 +00:00
|
|
|
func (c *converter) ASStatusToStatus(ctx context.Context, statusable ap.Statusable) (*gtsmodel.Status, error) {
|
2021-05-15 09:58:11 +00:00
|
|
|
status := >smodel.Status{}
|
|
|
|
|
|
|
|
// uri at which this status is reachable
|
|
|
|
uriProp := statusable.GetJSONLDId()
|
|
|
|
if uriProp == nil || !uriProp.IsIRI() {
|
|
|
|
return nil, errors.New("no id property found, or id was not an iri")
|
|
|
|
}
|
|
|
|
status.URI = uriProp.GetIRI().String()
|
|
|
|
|
2023-02-17 19:05:43 +00:00
|
|
|
l := log.WithContext(ctx).
|
|
|
|
WithField("statusURI", status.URI)
|
2021-08-29 10:03:08 +00:00
|
|
|
|
2021-05-15 09:58:11 +00:00
|
|
|
// web url for viewing this status
|
2022-05-23 15:10:48 +00:00
|
|
|
if statusURL, err := ap.ExtractURL(statusable); err == nil {
|
2021-05-15 09:58:11 +00:00
|
|
|
status.URL = statusURL.String()
|
2022-05-23 15:10:48 +00:00
|
|
|
} else {
|
|
|
|
// if no URL was set, just take the URI
|
|
|
|
status.URL = status.URI
|
2021-05-15 09:58:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// the html-formatted content of this status
|
2022-05-23 15:12:46 +00:00
|
|
|
status.Content = ap.ExtractContent(statusable)
|
2021-05-15 09:58:11 +00:00
|
|
|
|
|
|
|
// attachments to dereference and fetch later on (we don't do that here)
|
2023-02-02 15:41:02 +00:00
|
|
|
status.Attachments = c.extractAttachments(statusable)
|
2021-05-15 09:58:11 +00:00
|
|
|
|
|
|
|
// hashtags to dereference later on
|
2021-08-29 10:03:08 +00:00
|
|
|
if hashtags, err := ap.ExtractHashtags(statusable); err != nil {
|
|
|
|
l.Infof("ASStatusToStatus: error extracting status hashtags: %s", err)
|
|
|
|
} else {
|
2021-08-20 10:26:56 +00:00
|
|
|
status.Tags = hashtags
|
2021-05-15 09:58:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// emojis to dereference and fetch later on
|
2021-08-29 10:03:08 +00:00
|
|
|
if emojis, err := ap.ExtractEmojis(statusable); err != nil {
|
|
|
|
l.Infof("ASStatusToStatus: error extracting status emojis: %s", err)
|
|
|
|
} else {
|
2021-08-20 10:26:56 +00:00
|
|
|
status.Emojis = emojis
|
2021-05-15 09:58:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// mentions to dereference later on
|
2021-08-29 10:03:08 +00:00
|
|
|
if mentions, err := ap.ExtractMentions(statusable); err != nil {
|
|
|
|
l.Infof("ASStatusToStatus: error extracting status mentions: %s", err)
|
|
|
|
} else {
|
2021-08-20 10:26:56 +00:00
|
|
|
status.Mentions = mentions
|
2021-05-15 09:58:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// cw string for this status
|
2023-02-02 15:41:02 +00:00
|
|
|
// prefer Summary, fall back to Name
|
|
|
|
if summary := ap.ExtractSummary(statusable); summary != "" {
|
|
|
|
status.ContentWarning = summary
|
2021-08-29 10:03:08 +00:00
|
|
|
} else {
|
2023-02-02 15:41:02 +00:00
|
|
|
status.ContentWarning = ap.ExtractName(statusable)
|
2021-05-15 09:58:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// when was this status created?
|
2021-08-10 11:32:39 +00:00
|
|
|
published, err := ap.ExtractPublished(statusable)
|
2021-08-29 10:03:08 +00:00
|
|
|
if err != nil {
|
|
|
|
l.Infof("ASStatusToStatus: error extracting status published: %s", err)
|
|
|
|
} else {
|
2021-05-15 09:58:11 +00:00
|
|
|
status.CreatedAt = published
|
2021-08-25 13:34:33 +00:00
|
|
|
status.UpdatedAt = published
|
2021-05-15 09:58:11 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// which account posted this status?
|
|
|
|
// if we don't know the account yet we can dereference it later
|
2021-08-10 11:32:39 +00:00
|
|
|
attributedTo, err := ap.ExtractAttributedTo(statusable)
|
2021-05-15 09:58:11 +00:00
|
|
|
if err != nil {
|
2021-10-06 16:18:02 +00:00
|
|
|
return nil, errors.New("ASStatusToStatus: attributedTo was empty")
|
2021-05-15 09:58:11 +00:00
|
|
|
}
|
2021-06-17 16:02:33 +00:00
|
|
|
status.AccountURI = attributedTo.String()
|
2021-05-15 09:58:11 +00:00
|
|
|
|
2021-08-25 13:34:33 +00:00
|
|
|
statusOwner, err := c.db.GetAccountByURI(ctx, attributedTo.String())
|
2021-08-20 10:26:56 +00:00
|
|
|
if err != nil {
|
2021-10-06 16:18:02 +00:00
|
|
|
return nil, fmt.Errorf("ASStatusToStatus: couldn't get status owner from db: %s", err)
|
2021-05-15 09:58:11 +00:00
|
|
|
}
|
|
|
|
status.AccountID = statusOwner.ID
|
2021-06-17 16:02:33 +00:00
|
|
|
status.AccountURI = statusOwner.URI
|
2021-08-20 10:26:56 +00:00
|
|
|
status.Account = statusOwner
|
2021-05-15 09:58:11 +00:00
|
|
|
|
|
|
|
// check if there's a post that this is a reply to
|
2021-08-10 11:32:39 +00:00
|
|
|
inReplyToURI := ap.ExtractInReplyToURI(statusable)
|
|
|
|
if inReplyToURI != nil {
|
2021-05-15 09:58:11 +00:00
|
|
|
// something is set so we can at least set this field on the
|
|
|
|
// status and dereference using this later if we need to
|
2021-06-17 16:02:33 +00:00
|
|
|
status.InReplyToURI = inReplyToURI.String()
|
2021-05-15 09:58:11 +00:00
|
|
|
|
|
|
|
// now we can check if we have the replied-to status in our db already
|
2021-08-25 13:34:33 +00:00
|
|
|
if inReplyToStatus, err := c.db.GetStatusByURI(ctx, inReplyToURI.String()); err == nil {
|
2021-05-15 09:58:11 +00:00
|
|
|
// we have the status in our database already
|
2021-08-20 10:26:56 +00:00
|
|
|
// so we can set these fields here and now...
|
2021-05-15 09:58:11 +00:00
|
|
|
status.InReplyToID = inReplyToStatus.ID
|
|
|
|
status.InReplyToAccountID = inReplyToStatus.AccountID
|
2021-08-20 10:26:56 +00:00
|
|
|
status.InReplyTo = inReplyToStatus
|
|
|
|
if status.InReplyToAccount == nil {
|
2021-08-25 13:34:33 +00:00
|
|
|
if inReplyToAccount, err := c.db.GetAccountByID(ctx, inReplyToStatus.AccountID); err == nil {
|
2021-08-20 10:26:56 +00:00
|
|
|
status.InReplyToAccount = inReplyToAccount
|
|
|
|
}
|
2021-05-15 09:58:11 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// visibility entry for this status
|
2021-10-06 16:18:02 +00:00
|
|
|
visibility, err := ap.ExtractVisibility(statusable, status.Account.FollowersURI)
|
2021-05-15 09:58:11 +00:00
|
|
|
if err != nil {
|
2021-10-06 16:18:02 +00:00
|
|
|
return nil, fmt.Errorf("ASStatusToStatus: error extracting visibility: %s", err)
|
2021-05-15 09:58:11 +00:00
|
|
|
}
|
|
|
|
status.Visibility = visibility
|
|
|
|
|
|
|
|
// advanced visibility for this status
|
|
|
|
// TODO: a lot of work to be done here -- a new type needs to be created for this in go-fed/activity using ASTOOL
|
2021-09-09 14:15:25 +00:00
|
|
|
// for now we just set everything to true
|
2022-08-15 10:35:05 +00:00
|
|
|
federated := true
|
|
|
|
boostable := true
|
|
|
|
replyable := true
|
|
|
|
likeable := true
|
|
|
|
|
|
|
|
status.Federated = &federated
|
|
|
|
status.Boostable = &boostable
|
|
|
|
status.Replyable = &replyable
|
|
|
|
status.Likeable = &likeable
|
2023-02-25 12:16:30 +00:00
|
|
|
|
2021-05-15 09:58:11 +00:00
|
|
|
// sensitive
|
2022-08-15 10:35:05 +00:00
|
|
|
sensitive := ap.ExtractSensitive(statusable)
|
|
|
|
status.Sensitive = &sensitive
|
2021-05-15 09:58:11 +00:00
|
|
|
|
|
|
|
// language
|
|
|
|
// we might be able to extract this from the contentMap field
|
|
|
|
|
|
|
|
// ActivityStreamsType
|
2021-05-21 13:48:26 +00:00
|
|
|
status.ActivityStreamsType = statusable.GetTypeName()
|
2021-05-15 09:58:11 +00:00
|
|
|
|
|
|
|
return status, nil
|
|
|
|
}
|
|
|
|
|
2021-08-25 13:34:33 +00:00
|
|
|
func (c *converter) ASFollowToFollowRequest(ctx context.Context, followable ap.Followable) (*gtsmodel.FollowRequest, error) {
|
2021-05-15 09:58:11 +00:00
|
|
|
idProp := followable.GetJSONLDId()
|
|
|
|
if idProp == nil || !idProp.IsIRI() {
|
|
|
|
return nil, errors.New("no id property set on follow, or was not an iri")
|
|
|
|
}
|
|
|
|
uri := idProp.GetIRI().String()
|
|
|
|
|
2021-08-10 11:32:39 +00:00
|
|
|
origin, err := ap.ExtractActor(followable)
|
2021-05-15 09:58:11 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, errors.New("error extracting actor property from follow")
|
|
|
|
}
|
2021-08-25 13:34:33 +00:00
|
|
|
originAccount, err := c.db.GetAccountByURI(ctx, origin.String())
|
2021-08-20 10:26:56 +00:00
|
|
|
if err != nil {
|
2021-05-15 09:58:11 +00:00
|
|
|
return nil, fmt.Errorf("error extracting account with uri %s from the database: %s", origin.String(), err)
|
|
|
|
}
|
|
|
|
|
2021-08-10 11:32:39 +00:00
|
|
|
target, err := ap.ExtractObject(followable)
|
2021-05-15 09:58:11 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, errors.New("error extracting object property from follow")
|
|
|
|
}
|
2021-08-25 13:34:33 +00:00
|
|
|
targetAccount, err := c.db.GetAccountByURI(ctx, target.String())
|
2021-08-20 10:26:56 +00:00
|
|
|
if err != nil {
|
2021-05-15 09:58:11 +00:00
|
|
|
return nil, fmt.Errorf("error extracting account with uri %s from the database: %s", origin.String(), err)
|
|
|
|
}
|
|
|
|
|
|
|
|
followRequest := >smodel.FollowRequest{
|
|
|
|
URI: uri,
|
|
|
|
AccountID: originAccount.ID,
|
|
|
|
TargetAccountID: targetAccount.ID,
|
|
|
|
}
|
|
|
|
|
|
|
|
return followRequest, nil
|
|
|
|
}
|
|
|
|
|
2021-08-25 13:34:33 +00:00
|
|
|
func (c *converter) ASFollowToFollow(ctx context.Context, followable ap.Followable) (*gtsmodel.Follow, error) {
|
2021-05-21 13:48:26 +00:00
|
|
|
idProp := followable.GetJSONLDId()
|
|
|
|
if idProp == nil || !idProp.IsIRI() {
|
|
|
|
return nil, errors.New("no id property set on follow, or was not an iri")
|
|
|
|
}
|
|
|
|
uri := idProp.GetIRI().String()
|
|
|
|
|
2021-08-10 11:32:39 +00:00
|
|
|
origin, err := ap.ExtractActor(followable)
|
2021-05-21 13:48:26 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, errors.New("error extracting actor property from follow")
|
|
|
|
}
|
2021-08-25 13:34:33 +00:00
|
|
|
originAccount, err := c.db.GetAccountByURI(ctx, origin.String())
|
2021-08-20 10:26:56 +00:00
|
|
|
if err != nil {
|
2021-05-21 13:48:26 +00:00
|
|
|
return nil, fmt.Errorf("error extracting account with uri %s from the database: %s", origin.String(), err)
|
|
|
|
}
|
|
|
|
|
2021-08-10 11:32:39 +00:00
|
|
|
target, err := ap.ExtractObject(followable)
|
2021-05-21 13:48:26 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, errors.New("error extracting object property from follow")
|
|
|
|
}
|
2021-08-25 13:34:33 +00:00
|
|
|
targetAccount, err := c.db.GetAccountByURI(ctx, target.String())
|
2021-08-20 10:26:56 +00:00
|
|
|
if err != nil {
|
2021-05-21 13:48:26 +00:00
|
|
|
return nil, fmt.Errorf("error extracting account with uri %s from the database: %s", origin.String(), err)
|
|
|
|
}
|
|
|
|
|
|
|
|
follow := >smodel.Follow{
|
|
|
|
URI: uri,
|
|
|
|
AccountID: originAccount.ID,
|
|
|
|
TargetAccountID: targetAccount.ID,
|
|
|
|
}
|
|
|
|
|
|
|
|
return follow, nil
|
|
|
|
}
|
|
|
|
|
2021-08-25 13:34:33 +00:00
|
|
|
func (c *converter) ASLikeToFave(ctx context.Context, likeable ap.Likeable) (*gtsmodel.StatusFave, error) {
|
2021-05-27 14:06:24 +00:00
|
|
|
idProp := likeable.GetJSONLDId()
|
|
|
|
if idProp == nil || !idProp.IsIRI() {
|
|
|
|
return nil, errors.New("no id property set on like, or was not an iri")
|
|
|
|
}
|
|
|
|
uri := idProp.GetIRI().String()
|
|
|
|
|
2021-08-10 11:32:39 +00:00
|
|
|
origin, err := ap.ExtractActor(likeable)
|
2021-05-27 14:06:24 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, errors.New("error extracting actor property from like")
|
|
|
|
}
|
2021-08-25 13:34:33 +00:00
|
|
|
originAccount, err := c.db.GetAccountByURI(ctx, origin.String())
|
2021-08-20 10:26:56 +00:00
|
|
|
if err != nil {
|
2021-05-27 14:06:24 +00:00
|
|
|
return nil, fmt.Errorf("error extracting account with uri %s from the database: %s", origin.String(), err)
|
|
|
|
}
|
|
|
|
|
2021-08-10 11:32:39 +00:00
|
|
|
target, err := ap.ExtractObject(likeable)
|
2021-05-27 14:06:24 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, errors.New("error extracting object property from like")
|
|
|
|
}
|
|
|
|
|
2021-08-25 13:34:33 +00:00
|
|
|
targetStatus, err := c.db.GetStatusByURI(ctx, target.String())
|
2021-08-20 10:26:56 +00:00
|
|
|
if err != nil {
|
2021-05-27 14:06:24 +00:00
|
|
|
return nil, fmt.Errorf("error extracting status with uri %s from the database: %s", target.String(), err)
|
|
|
|
}
|
|
|
|
|
2021-08-20 10:26:56 +00:00
|
|
|
var targetAccount *gtsmodel.Account
|
|
|
|
if targetStatus.Account != nil {
|
|
|
|
targetAccount = targetStatus.Account
|
|
|
|
} else {
|
2021-08-25 13:34:33 +00:00
|
|
|
a, err := c.db.GetAccountByID(ctx, targetStatus.AccountID)
|
2021-08-20 10:26:56 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("error extracting account with id %s from the database: %s", targetStatus.AccountID, err)
|
|
|
|
}
|
|
|
|
targetAccount = a
|
2021-05-27 14:06:24 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return >smodel.StatusFave{
|
2021-08-20 10:26:56 +00:00
|
|
|
AccountID: originAccount.ID,
|
|
|
|
Account: originAccount,
|
|
|
|
TargetAccountID: targetAccount.ID,
|
|
|
|
TargetAccount: targetAccount,
|
|
|
|
StatusID: targetStatus.ID,
|
|
|
|
Status: targetStatus,
|
|
|
|
URI: uri,
|
2021-05-27 14:06:24 +00:00
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
2021-08-25 13:34:33 +00:00
|
|
|
func (c *converter) ASBlockToBlock(ctx context.Context, blockable ap.Blockable) (*gtsmodel.Block, error) {
|
2021-07-11 14:22:21 +00:00
|
|
|
idProp := blockable.GetJSONLDId()
|
|
|
|
if idProp == nil || !idProp.IsIRI() {
|
|
|
|
return nil, errors.New("ASBlockToBlock: no id property set on block, or was not an iri")
|
|
|
|
}
|
|
|
|
uri := idProp.GetIRI().String()
|
|
|
|
|
2021-08-10 11:32:39 +00:00
|
|
|
origin, err := ap.ExtractActor(blockable)
|
2021-07-11 14:22:21 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, errors.New("ASBlockToBlock: error extracting actor property from block")
|
|
|
|
}
|
2021-08-25 13:34:33 +00:00
|
|
|
originAccount, err := c.db.GetAccountByURI(ctx, origin.String())
|
2021-08-20 10:26:56 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("error extracting account with uri %s from the database: %s", origin.String(), err)
|
2021-07-11 14:22:21 +00:00
|
|
|
}
|
|
|
|
|
2021-08-10 11:32:39 +00:00
|
|
|
target, err := ap.ExtractObject(blockable)
|
2021-07-11 14:22:21 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, errors.New("ASBlockToBlock: error extracting object property from block")
|
|
|
|
}
|
|
|
|
|
2021-08-25 13:34:33 +00:00
|
|
|
targetAccount, err := c.db.GetAccountByURI(ctx, target.String())
|
2021-08-20 10:26:56 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("error extracting account with uri %s from the database: %s", origin.String(), err)
|
2021-07-11 14:22:21 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return >smodel.Block{
|
|
|
|
AccountID: originAccount.ID,
|
|
|
|
Account: originAccount,
|
|
|
|
TargetAccountID: targetAccount.ID,
|
|
|
|
TargetAccount: targetAccount,
|
|
|
|
URI: uri,
|
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
2021-08-25 13:34:33 +00:00
|
|
|
func (c *converter) ASAnnounceToStatus(ctx context.Context, announceable ap.Announceable) (*gtsmodel.Status, bool, error) {
|
2021-05-28 17:57:04 +00:00
|
|
|
status := >smodel.Status{}
|
|
|
|
isNew := true
|
|
|
|
|
|
|
|
// check if we already have the boost in the database
|
|
|
|
idProp := announceable.GetJSONLDId()
|
|
|
|
if idProp == nil || !idProp.IsIRI() {
|
|
|
|
return nil, isNew, errors.New("no id property set on announce, or was not an iri")
|
|
|
|
}
|
|
|
|
uri := idProp.GetIRI().String()
|
|
|
|
|
2021-08-25 13:34:33 +00:00
|
|
|
if status, err := c.db.GetStatusByURI(ctx, uri); err == nil {
|
2021-05-28 17:57:04 +00:00
|
|
|
// we already have it, great, just return it as-is :)
|
|
|
|
isNew = false
|
|
|
|
return status, isNew, nil
|
|
|
|
}
|
|
|
|
status.URI = uri
|
|
|
|
|
|
|
|
// get the URI of the announced/boosted status
|
2021-08-10 11:32:39 +00:00
|
|
|
boostedStatusURI, err := ap.ExtractObject(announceable)
|
2021-05-28 17:57:04 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, isNew, fmt.Errorf("ASAnnounceToStatus: error getting object from announce: %s", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
// set the URI on the new status for dereferencing later
|
2021-08-20 10:26:56 +00:00
|
|
|
status.BoostOf = >smodel.Status{
|
2021-05-28 17:57:04 +00:00
|
|
|
URI: boostedStatusURI.String(),
|
|
|
|
}
|
|
|
|
|
|
|
|
// get the published time for the announce
|
2021-08-10 11:32:39 +00:00
|
|
|
published, err := ap.ExtractPublished(announceable)
|
2021-05-28 17:57:04 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, isNew, fmt.Errorf("ASAnnounceToStatus: error extracting published time: %s", err)
|
|
|
|
}
|
|
|
|
status.CreatedAt = published
|
|
|
|
status.UpdatedAt = published
|
|
|
|
|
|
|
|
// get the actor's IRI (ie., the person who boosted the status)
|
2021-08-10 11:32:39 +00:00
|
|
|
actor, err := ap.ExtractActor(announceable)
|
2021-05-28 17:57:04 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, isNew, fmt.Errorf("ASAnnounceToStatus: error extracting actor: %s", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
// get the boosting account based on the URI
|
|
|
|
// this should have been dereferenced already before we hit this point so we can confidently error out if we don't have it
|
2021-08-25 13:34:33 +00:00
|
|
|
boostingAccount, err := c.db.GetAccountByURI(ctx, actor.String())
|
2021-08-20 10:26:56 +00:00
|
|
|
if err != nil {
|
2021-05-28 17:57:04 +00:00
|
|
|
return nil, isNew, fmt.Errorf("ASAnnounceToStatus: error in db fetching account with uri %s: %s", actor.String(), err)
|
|
|
|
}
|
|
|
|
status.AccountID = boostingAccount.ID
|
2021-06-17 16:02:33 +00:00
|
|
|
status.AccountURI = boostingAccount.URI
|
2021-08-20 10:26:56 +00:00
|
|
|
status.Account = boostingAccount
|
2021-05-28 17:57:04 +00:00
|
|
|
|
|
|
|
// these will all be wrapped in the boosted status so set them empty here
|
2021-08-20 10:26:56 +00:00
|
|
|
status.AttachmentIDs = []string{}
|
|
|
|
status.TagIDs = []string{}
|
|
|
|
status.MentionIDs = []string{}
|
|
|
|
status.EmojiIDs = []string{}
|
2021-05-28 17:57:04 +00:00
|
|
|
|
2021-10-06 16:18:02 +00:00
|
|
|
visibility, err := ap.ExtractVisibility(announceable, boostingAccount.FollowersURI)
|
2021-05-28 17:57:04 +00:00
|
|
|
if err != nil {
|
2021-10-06 16:18:02 +00:00
|
|
|
return nil, isNew, fmt.Errorf("ASAnnounceToStatus: error extracting visibility: %s", err)
|
2021-05-28 17:57:04 +00:00
|
|
|
}
|
|
|
|
status.Visibility = visibility
|
|
|
|
|
|
|
|
// the rest of the fields will be taken from the target status, but it's not our job to do the dereferencing here
|
|
|
|
return status, isNew, nil
|
|
|
|
}
|
2023-01-25 10:12:27 +00:00
|
|
|
|
|
|
|
func (c *converter) ASFlagToReport(ctx context.Context, flaggable ap.Flaggable) (*gtsmodel.Report, error) {
|
|
|
|
// Extract flag uri.
|
|
|
|
idProp := flaggable.GetJSONLDId()
|
|
|
|
if idProp == nil || !idProp.IsIRI() {
|
|
|
|
return nil, errors.New("ASFlagToReport: no id property set on flaggable, or was not an iri")
|
|
|
|
}
|
|
|
|
uri := idProp.GetIRI().String()
|
|
|
|
|
|
|
|
// Extract account that created the flag / report.
|
|
|
|
// This will usually be an instance actor.
|
|
|
|
actor, err := ap.ExtractActor(flaggable)
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("ASFlagToReport: error extracting actor: %w", err)
|
|
|
|
}
|
|
|
|
account, err := c.db.GetAccountByURI(ctx, actor.String())
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("ASFlagToReport: error in db fetching account with uri %s: %w", actor.String(), err)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Get the content of the report.
|
|
|
|
// For Mastodon, this will just be a string, or nothing.
|
|
|
|
// In Misskey's case, it may also contain the URLs of
|
|
|
|
// one or more reported statuses, so extract these too.
|
|
|
|
content := ap.ExtractContent(flaggable)
|
|
|
|
statusURIs := []*url.URL{}
|
|
|
|
inlineURLs := misskeyReportInlineURLs(content)
|
|
|
|
statusURIs = append(statusURIs, inlineURLs...)
|
|
|
|
|
|
|
|
// Extract account and statuses targeted by the flag / report.
|
|
|
|
//
|
|
|
|
// Incoming flags from mastodon usually have a target account uri as
|
|
|
|
// first entry in objects, followed by URIs of one or more statuses.
|
|
|
|
// Misskey on the other hand will just contain the target account uri.
|
|
|
|
// We shouldn't assume the order of the objects will correspond to this,
|
|
|
|
// but we can check that he objects slice contains just one account, and
|
|
|
|
// maybe some statuses.
|
|
|
|
//
|
|
|
|
// Throw away anything that's not relevant to us.
|
|
|
|
objects, err := ap.ExtractObjects(flaggable)
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("ASFlagToReport: error extracting objects: %w", err)
|
|
|
|
}
|
|
|
|
if len(objects) == 0 {
|
|
|
|
return nil, errors.New("ASFlagToReport: flaggable objects empty, can't create report")
|
|
|
|
}
|
|
|
|
|
|
|
|
var targetAccountURI *url.URL
|
|
|
|
for _, object := range objects {
|
|
|
|
switch {
|
|
|
|
case object.Host != config.GetHost():
|
|
|
|
// object doesn't belong to us, just ignore it
|
|
|
|
continue
|
|
|
|
case uris.IsUserPath(object):
|
|
|
|
if targetAccountURI != nil {
|
|
|
|
return nil, errors.New("ASFlagToReport: flaggable objects contained more than one target account uri")
|
|
|
|
}
|
|
|
|
targetAccountURI = object
|
|
|
|
case uris.IsStatusesPath(object):
|
|
|
|
statusURIs = append(statusURIs, object)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Make sure we actually have a target account now.
|
|
|
|
if targetAccountURI == nil {
|
|
|
|
return nil, errors.New("ASFlagToReport: flaggable objects contained no recognizable target account uri")
|
|
|
|
}
|
|
|
|
targetAccount, err := c.db.GetAccountByURI(ctx, targetAccountURI.String())
|
|
|
|
if err != nil {
|
|
|
|
if errors.Is(err, db.ErrNoEntries) {
|
|
|
|
return nil, fmt.Errorf("ASFlagToReport: account with uri %s could not be found in the db", targetAccountURI.String())
|
|
|
|
}
|
|
|
|
return nil, fmt.Errorf("ASFlagToReport: db error getting account with uri %s: %w", targetAccountURI.String(), err)
|
|
|
|
}
|
|
|
|
|
|
|
|
// If we got some status URIs, try to get them from the db now
|
|
|
|
var (
|
|
|
|
statusIDs = make([]string, 0, len(statusURIs))
|
|
|
|
statuses = make([]*gtsmodel.Status, 0, len(statusURIs))
|
|
|
|
)
|
|
|
|
for _, statusURI := range statusURIs {
|
|
|
|
statusURIString := statusURI.String()
|
|
|
|
|
|
|
|
// try getting this status by URI first, then URL
|
|
|
|
status, err := c.db.GetStatusByURI(ctx, statusURIString)
|
|
|
|
if err != nil {
|
|
|
|
if !errors.Is(err, db.ErrNoEntries) {
|
|
|
|
return nil, fmt.Errorf("ASFlagToReport: db error getting status with uri %s: %w", statusURIString, err)
|
|
|
|
}
|
|
|
|
|
|
|
|
status, err = c.db.GetStatusByURL(ctx, statusURIString)
|
|
|
|
if err != nil {
|
|
|
|
if !errors.Is(err, db.ErrNoEntries) {
|
|
|
|
return nil, fmt.Errorf("ASFlagToReport: db error getting status with url %s: %w", statusURIString, err)
|
|
|
|
}
|
|
|
|
|
2023-02-17 11:02:29 +00:00
|
|
|
log.Warnf(nil, "reported status %s could not be found in the db, skipping it", statusURIString)
|
2023-01-25 10:12:27 +00:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if status.AccountID != targetAccount.ID {
|
|
|
|
// status doesn't belong to this account, ignore it
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
statusIDs = append(statusIDs, status.ID)
|
|
|
|
statuses = append(statuses, status)
|
|
|
|
}
|
|
|
|
|
|
|
|
// id etc should be handled the caller, so just return what we got
|
|
|
|
return >smodel.Report{
|
|
|
|
URI: uri,
|
|
|
|
AccountID: account.ID,
|
|
|
|
Account: account,
|
|
|
|
TargetAccountID: targetAccount.ID,
|
|
|
|
TargetAccount: targetAccount,
|
|
|
|
Comment: content,
|
|
|
|
StatusIDs: statusIDs,
|
|
|
|
Statuses: statuses,
|
|
|
|
}, nil
|
|
|
|
}
|