// GoToSocial // Copyright (C) GoToSocial Authors admin@gotosocial.org // SPDX-License-Identifier: AGPL-3.0-or-later // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . package cache import ( "time" "codeberg.org/gruf/go-cache/v3/ttl" "codeberg.org/gruf/go-structr" "github.com/superseriousbusiness/gotosocial/internal/cache/domain" "github.com/superseriousbusiness/gotosocial/internal/config" "github.com/superseriousbusiness/gotosocial/internal/gtsmodel" "github.com/superseriousbusiness/gotosocial/internal/log" ) type GTSCaches struct { // Account provides access to the gtsmodel Account database cache. Account StructCache[*gtsmodel.Account] // AccountNote provides access to the gtsmodel Note database cache. AccountNote StructCache[*gtsmodel.AccountNote] // AccountSettings provides access to the gtsmodel AccountSettings database cache. AccountSettings StructCache[*gtsmodel.AccountSettings] // AccountStats provides access to the gtsmodel AccountStats database cache. AccountStats StructCache[*gtsmodel.AccountStats] // Application provides access to the gtsmodel Application database cache. Application StructCache[*gtsmodel.Application] // Block provides access to the gtsmodel Block (account) database cache. Block StructCache[*gtsmodel.Block] // BlockIDs provides access to the block IDs database cache. BlockIDs SliceCache[string] // BoostOfIDs provides access to the boost of IDs list database cache. BoostOfIDs SliceCache[string] // Client provides access to the gtsmodel Client database cache. Client StructCache[*gtsmodel.Client] // Conversation provides access to the gtsmodel Conversation database cache. Conversation StructCache[*gtsmodel.Conversation] // ConversationLastStatusIDs provides access to the conversation last status IDs database cache. ConversationLastStatusIDs SliceCache[string] // DomainAllow provides access to the domain allow database cache. DomainAllow *domain.Cache // DomainBlock provides access to the domain block database cache. DomainBlock *domain.Cache // Emoji provides access to the gtsmodel Emoji database cache. Emoji StructCache[*gtsmodel.Emoji] // EmojiCategory provides access to the gtsmodel EmojiCategory database cache. EmojiCategory StructCache[*gtsmodel.EmojiCategory] // Filter provides access to the gtsmodel Filter database cache. Filter StructCache[*gtsmodel.Filter] // FilterKeyword provides access to the gtsmodel FilterKeyword database cache. FilterKeyword StructCache[*gtsmodel.FilterKeyword] // FilterStatus provides access to the gtsmodel FilterStatus database cache. FilterStatus StructCache[*gtsmodel.FilterStatus] // Follow provides access to the gtsmodel Follow database cache. Follow StructCache[*gtsmodel.Follow] // FollowIDs provides access to the follower / following IDs database cache. // THIS CACHE IS KEYED AS THE FOLLOWING {prefix}{accountID} WHERE PREFIX IS: // - '>' for following IDs // - 'l>' for local following IDs // - '<' for follower IDs // - 'l<' for local follower IDs FollowIDs SliceCache[string] // FollowRequest provides access to the gtsmodel FollowRequest database cache. FollowRequest StructCache[*gtsmodel.FollowRequest] // FollowRequestIDs provides access to the follow requester / requesting IDs database // cache. THIS CACHE IS KEYED AS THE FOLLOWING {prefix}{accountID} WHERE PREFIX IS: // - '>' for following IDs // - '<' for follower IDs FollowRequestIDs SliceCache[string] // Instance provides access to the gtsmodel Instance database cache. Instance StructCache[*gtsmodel.Instance] // InteractionApproval provides access to the gtsmodel InteractionApproval database cache. InteractionApproval StructCache[*gtsmodel.InteractionApproval] // InReplyToIDs provides access to the status in reply to IDs list database cache. InReplyToIDs SliceCache[string] // List provides access to the gtsmodel List database cache. List StructCache[*gtsmodel.List] // ListEntry provides access to the gtsmodel ListEntry database cache. ListEntry StructCache[*gtsmodel.ListEntry] // Marker provides access to the gtsmodel Marker database cache. Marker StructCache[*gtsmodel.Marker] // Media provides access to the gtsmodel Media database cache. Media StructCache[*gtsmodel.MediaAttachment] // Mention provides access to the gtsmodel Mention database cache. Mention StructCache[*gtsmodel.Mention] // Move provides access to the gtsmodel Move database cache. Move StructCache[*gtsmodel.Move] // Notification provides access to the gtsmodel Notification database cache. Notification StructCache[*gtsmodel.Notification] // Poll provides access to the gtsmodel Poll database cache. Poll StructCache[*gtsmodel.Poll] // PollVote provides access to the gtsmodel PollVote database cache. PollVote StructCache[*gtsmodel.PollVote] // PollVoteIDs provides access to the poll vote IDs list database cache. PollVoteIDs SliceCache[string] // Report provides access to the gtsmodel Report database cache. Report StructCache[*gtsmodel.Report] // Status provides access to the gtsmodel Status database cache. Status StructCache[*gtsmodel.Status] // StatusBookmark ... StatusBookmark StructCache[*gtsmodel.StatusBookmark] // StatusBookmarkIDs ... StatusBookmarkIDs SliceCache[string] // StatusFave provides access to the gtsmodel StatusFave database cache. StatusFave StructCache[*gtsmodel.StatusFave] // StatusFaveIDs provides access to the status fave IDs list database cache. StatusFaveIDs SliceCache[string] // Tag provides access to the gtsmodel Tag database cache. Tag StructCache[*gtsmodel.Tag] // ThreadMute provides access to the gtsmodel ThreadMute database cache. ThreadMute StructCache[*gtsmodel.ThreadMute] // Token provides access to the gtsmodel Token database cache. Token StructCache[*gtsmodel.Token] // Tombstone provides access to the gtsmodel Tombstone database cache. Tombstone StructCache[*gtsmodel.Tombstone] // User provides access to the gtsmodel User database cache. User StructCache[*gtsmodel.User] // UserMute provides access to the gtsmodel UserMute database cache. UserMute StructCache[*gtsmodel.UserMute] // UserMuteIDs provides access to the user mute IDs database cache. UserMuteIDs SliceCache[string] // Webfinger provides access to the webfinger URL cache. // TODO: move out of GTS caches since unrelated to DB. Webfinger *ttl.Cache[string, string] // TTL=24hr, sweep=5min } // NOTE: // all of the below init functions // are receivers to the main cache // struct type, not the database cache // struct type, in order to get access // to the full suite of caches for // our invalidate function hooks. func (c *Caches) initAccount() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofAccount(), // model in-mem size. config.GetCacheAccountMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(a1 *gtsmodel.Account) *gtsmodel.Account { a2 := new(gtsmodel.Account) *a2 = *a1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/account.go. a2.AvatarMediaAttachment = nil a2.HeaderMediaAttachment = nil a2.Emojis = nil a2.AlsoKnownAs = nil a2.Move = nil a2.MovedTo = nil a2.Settings = nil a2.Stats = nil return a2 } c.GTS.Account.Init(structr.CacheConfig[*gtsmodel.Account]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "URI"}, {Fields: "URL"}, {Fields: "Username,Domain", AllowZero: true}, {Fields: "PublicKeyURI"}, {Fields: "InboxURI"}, {Fields: "OutboxURI"}, {Fields: "FollowersURI"}, {Fields: "FollowingURI"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidateAccount, }) } func (c *Caches) initAccountNote() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofAccountNote(), // model in-mem size. config.GetCacheAccountNoteMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(n1 *gtsmodel.AccountNote) *gtsmodel.AccountNote { n2 := new(gtsmodel.AccountNote) *n2 = *n1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/relationship_note.go. n2.Account = nil n2.TargetAccount = nil return n2 } c.GTS.AccountNote.Init(structr.CacheConfig[*gtsmodel.AccountNote]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "AccountID,TargetAccountID"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, }) } func (c *Caches) initAccountSettings() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofAccountSettings(), // model in-mem size. config.GetCacheAccountSettingsMemRatio(), ) log.Infof(nil, "cache size = %d", cap) c.GTS.AccountSettings.Init(structr.CacheConfig[*gtsmodel.AccountSettings]{ Indices: []structr.IndexConfig{ {Fields: "AccountID"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: func(s1 *gtsmodel.AccountSettings) *gtsmodel.AccountSettings { s2 := new(gtsmodel.AccountSettings) *s2 = *s1 return s2 }, }) } func (c *Caches) initAccountStats() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofAccountStats(), // model in-mem size. config.GetCacheAccountStatsMemRatio(), ) log.Infof(nil, "cache size = %d", cap) c.GTS.AccountStats.Init(structr.CacheConfig[*gtsmodel.AccountStats]{ Indices: []structr.IndexConfig{ {Fields: "AccountID"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: func(s1 *gtsmodel.AccountStats) *gtsmodel.AccountStats { s2 := new(gtsmodel.AccountStats) *s2 = *s1 return s2 }, }) } func (c *Caches) initApplication() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofApplication(), // model in-mem size. config.GetCacheApplicationMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(a1 *gtsmodel.Application) *gtsmodel.Application { a2 := new(gtsmodel.Application) *a2 = *a1 return a2 } c.GTS.Application.Init(structr.CacheConfig[*gtsmodel.Application]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "ClientID"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidateApplication, }) } func (c *Caches) initBlock() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofBlock(), // model in-mem size. config.GetCacheBlockMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(b1 *gtsmodel.Block) *gtsmodel.Block { b2 := new(gtsmodel.Block) *b2 = *b1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/relationship_block.go. b2.Account = nil b2.TargetAccount = nil return b2 } c.GTS.Block.Init(structr.CacheConfig[*gtsmodel.Block]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "URI"}, {Fields: "AccountID,TargetAccountID"}, {Fields: "AccountID", Multiple: true}, {Fields: "TargetAccountID", Multiple: true}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidateBlock, }) } func (c *Caches) initBlockIDs() { // Calculate maximum cache size. cap := calculateSliceCacheMax( config.GetCacheBlockIDsMemRatio(), ) log.Infof(nil, "cache size = %d", cap) c.GTS.BlockIDs.Init(0, cap) } func (c *Caches) initBoostOfIDs() { // Calculate maximum cache size. cap := calculateSliceCacheMax( config.GetCacheBoostOfIDsMemRatio(), ) log.Infof(nil, "cache size = %d", cap) c.GTS.BoostOfIDs.Init(0, cap) } func (c *Caches) initClient() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofClient(), // model in-mem size. config.GetCacheClientMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(c1 *gtsmodel.Client) *gtsmodel.Client { c2 := new(gtsmodel.Client) *c2 = *c1 return c2 } c.GTS.Client.Init(structr.CacheConfig[*gtsmodel.Client]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidateClient, }) } func (c *Caches) initConversation() { cap := calculateResultCacheMax( sizeofConversation(), // model in-mem size. config.GetCacheConversationMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(c1 *gtsmodel.Conversation) *gtsmodel.Conversation { c2 := new(gtsmodel.Conversation) *c2 = *c1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/conversation.go. c2.Account = nil c2.OtherAccounts = nil c2.LastStatus = nil return c2 } c.GTS.Conversation.Init(structr.CacheConfig[*gtsmodel.Conversation]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "ThreadID,AccountID,OtherAccountsKey"}, {Fields: "AccountID,LastStatusID"}, {Fields: "AccountID", Multiple: true}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidateConversation, }) } func (c *Caches) initConversationLastStatusIDs() { cap := calculateSliceCacheMax( config.GetCacheConversationLastStatusIDsMemRatio(), ) log.Infof(nil, "cache size = %d", cap) c.GTS.ConversationLastStatusIDs.Init(0, cap) } func (c *Caches) initDomainAllow() { c.GTS.DomainAllow = new(domain.Cache) } func (c *Caches) initDomainBlock() { c.GTS.DomainBlock = new(domain.Cache) } func (c *Caches) initEmoji() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofEmoji(), // model in-mem size. config.GetCacheEmojiMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(e1 *gtsmodel.Emoji) *gtsmodel.Emoji { e2 := new(gtsmodel.Emoji) *e2 = *e1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/emoji.go. e2.Category = nil return e2 } c.GTS.Emoji.Init(structr.CacheConfig[*gtsmodel.Emoji]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "URI"}, {Fields: "Shortcode,Domain", AllowZero: true}, {Fields: "ImageStaticURL"}, {Fields: "CategoryID", Multiple: true}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, }) } func (c *Caches) initEmojiCategory() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofEmojiCategory(), // model in-mem size. config.GetCacheEmojiCategoryMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(c1 *gtsmodel.EmojiCategory) *gtsmodel.EmojiCategory { c2 := new(gtsmodel.EmojiCategory) *c2 = *c1 return c2 } c.GTS.EmojiCategory.Init(structr.CacheConfig[*gtsmodel.EmojiCategory]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "Name"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidateEmojiCategory, }) } func (c *Caches) initFilter() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofFilter(), // model in-mem size. config.GetCacheFilterMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(filter1 *gtsmodel.Filter) *gtsmodel.Filter { filter2 := new(gtsmodel.Filter) *filter2 = *filter1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/filter.go. filter2.Keywords = nil filter2.Statuses = nil return filter2 } c.GTS.Filter.Init(structr.CacheConfig[*gtsmodel.Filter]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "AccountID", Multiple: true}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, }) } func (c *Caches) initFilterKeyword() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofFilterKeyword(), // model in-mem size. config.GetCacheFilterKeywordMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(filterKeyword1 *gtsmodel.FilterKeyword) *gtsmodel.FilterKeyword { filterKeyword2 := new(gtsmodel.FilterKeyword) *filterKeyword2 = *filterKeyword1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/filter.go. filterKeyword2.Filter = nil // We specifically DO NOT unset // the regexp field here, as any // regexp.Regexp instance is safe // for concurrent access. return filterKeyword2 } c.GTS.FilterKeyword.Init(structr.CacheConfig[*gtsmodel.FilterKeyword]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "AccountID", Multiple: true}, {Fields: "FilterID", Multiple: true}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, }) } func (c *Caches) initFilterStatus() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofFilterStatus(), // model in-mem size. config.GetCacheFilterStatusMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(filterStatus1 *gtsmodel.FilterStatus) *gtsmodel.FilterStatus { filterStatus2 := new(gtsmodel.FilterStatus) *filterStatus2 = *filterStatus1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/filter.go. filterStatus2.Filter = nil return filterStatus2 } c.GTS.FilterStatus.Init(structr.CacheConfig[*gtsmodel.FilterStatus]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "AccountID", Multiple: true}, {Fields: "FilterID", Multiple: true}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, }) } func (c *Caches) initFollow() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofFollow(), // model in-mem size. config.GetCacheFollowMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(f1 *gtsmodel.Follow) *gtsmodel.Follow { f2 := new(gtsmodel.Follow) *f2 = *f1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/relationship_follow.go. f2.Account = nil f2.TargetAccount = nil return f2 } c.GTS.Follow.Init(structr.CacheConfig[*gtsmodel.Follow]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "URI"}, {Fields: "AccountID,TargetAccountID"}, {Fields: "AccountID", Multiple: true}, {Fields: "TargetAccountID", Multiple: true}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidateFollow, }) } func (c *Caches) initFollowIDs() { // Calculate maximum cache size. cap := calculateSliceCacheMax( config.GetCacheFollowIDsMemRatio(), ) log.Infof(nil, "cache size = %d", cap) c.GTS.FollowIDs.Init(0, cap) } func (c *Caches) initFollowRequest() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofFollowRequest(), // model in-mem size. config.GetCacheFollowRequestMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(f1 *gtsmodel.FollowRequest) *gtsmodel.FollowRequest { f2 := new(gtsmodel.FollowRequest) *f2 = *f1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/relationship_follow_req.go. f2.Account = nil f2.TargetAccount = nil return f2 } c.GTS.FollowRequest.Init(structr.CacheConfig[*gtsmodel.FollowRequest]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "URI"}, {Fields: "AccountID,TargetAccountID"}, {Fields: "AccountID", Multiple: true}, {Fields: "TargetAccountID", Multiple: true}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidateFollowRequest, }) } func (c *Caches) initFollowRequestIDs() { // Calculate maximum cache size. cap := calculateSliceCacheMax( config.GetCacheFollowRequestIDsMemRatio(), ) log.Infof(nil, "cache size = %d", cap) c.GTS.FollowRequestIDs.Init(0, cap) } func (c *Caches) initInReplyToIDs() { // Calculate maximum cache size. cap := calculateSliceCacheMax( config.GetCacheInReplyToIDsMemRatio(), ) log.Infof(nil, "cache size = %d", cap) c.GTS.InReplyToIDs.Init(0, cap) } func (c *Caches) initInstance() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofInstance(), // model in-mem size. config.GetCacheInstanceMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(i1 *gtsmodel.Instance) *gtsmodel.Instance { i2 := new(gtsmodel.Instance) *i2 = *i1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/instance.go. i2.DomainBlock = nil i2.ContactAccount = nil return i2 } c.GTS.Instance.Init(structr.CacheConfig[*gtsmodel.Instance]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "Domain"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, }) } func (c *Caches) initInteractionApproval() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofInteractionApproval(), config.GetCacheInteractionApprovalMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(i1 *gtsmodel.InteractionApproval) *gtsmodel.InteractionApproval { i2 := new(gtsmodel.InteractionApproval) *i2 = *i1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/interaction.go. i2.Account = nil i2.InteractingAccount = nil return i2 } c.GTS.InteractionApproval.Init(structr.CacheConfig[*gtsmodel.InteractionApproval]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "URI"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, }) } func (c *Caches) initList() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofList(), // model in-mem size. config.GetCacheListMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(l1 *gtsmodel.List) *gtsmodel.List { l2 := new(gtsmodel.List) *l2 = *l1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/list.go. l2.Account = nil l2.ListEntries = nil return l2 } c.GTS.List.Init(structr.CacheConfig[*gtsmodel.List]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidateList, }) } func (c *Caches) initListEntry() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofListEntry(), // model in-mem size. config.GetCacheListEntryMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(l1 *gtsmodel.ListEntry) *gtsmodel.ListEntry { l2 := new(gtsmodel.ListEntry) *l2 = *l1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/list.go. l2.Follow = nil return l2 } c.GTS.ListEntry.Init(structr.CacheConfig[*gtsmodel.ListEntry]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "ListID", Multiple: true}, {Fields: "FollowID", Multiple: true}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, }) } func (c *Caches) initMarker() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofMarker(), // model in-mem size. config.GetCacheMarkerMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(m1 *gtsmodel.Marker) *gtsmodel.Marker { m2 := new(gtsmodel.Marker) *m2 = *m1 return m2 } c.GTS.Marker.Init(structr.CacheConfig[*gtsmodel.Marker]{ Indices: []structr.IndexConfig{ {Fields: "AccountID,Name"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, }) } func (c *Caches) initMedia() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofMedia(), // model in-mem size. config.GetCacheMediaMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(m1 *gtsmodel.MediaAttachment) *gtsmodel.MediaAttachment { m2 := new(gtsmodel.MediaAttachment) *m2 = *m1 return m2 } c.GTS.Media.Init(structr.CacheConfig[*gtsmodel.MediaAttachment]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidateMedia, }) } func (c *Caches) initMention() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofMention(), // model in-mem size. config.GetCacheMentionMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(m1 *gtsmodel.Mention) *gtsmodel.Mention { m2 := new(gtsmodel.Mention) *m2 = *m1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/mention.go. m2.Status = nil m2.OriginAccount = nil m2.TargetAccount = nil return m2 } c.GTS.Mention.Init(structr.CacheConfig[*gtsmodel.Mention]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, }) } func (c *Caches) initMove() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofMove(), // model in-mem size. config.GetCacheMoveMemRatio(), ) log.Infof(nil, "cache size = %d", cap) c.GTS.Move.Init(structr.CacheConfig[*gtsmodel.Move]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "URI"}, {Fields: "OriginURI,TargetURI"}, {Fields: "OriginURI", Multiple: true}, {Fields: "TargetURI", Multiple: true}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: func(m1 *gtsmodel.Move) *gtsmodel.Move { m2 := new(gtsmodel.Move) *m2 = *m1 return m2 }, }) } func (c *Caches) initNotification() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofNotification(), // model in-mem size. config.GetCacheNotificationMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(n1 *gtsmodel.Notification) *gtsmodel.Notification { n2 := new(gtsmodel.Notification) *n2 = *n1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/notification.go. n2.Status = nil n2.OriginAccount = nil n2.TargetAccount = nil return n2 } c.GTS.Notification.Init(structr.CacheConfig[*gtsmodel.Notification]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "NotificationType,TargetAccountID,OriginAccountID,StatusID", AllowZero: true}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, }) } func (c *Caches) initPoll() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofPoll(), // model in-mem size. config.GetCachePollMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(p1 *gtsmodel.Poll) *gtsmodel.Poll { p2 := new(gtsmodel.Poll) *p2 = *p1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/poll.go. p2.Status = nil // Don't include ephemeral fields // which are only expected to be // set on ONE poll instance. p2.Closing = false return p2 } c.GTS.Poll.Init(structr.CacheConfig[*gtsmodel.Poll]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "StatusID"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidatePoll, }) } func (c *Caches) initPollVote() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofPollVote(), // model in-mem size. config.GetCachePollVoteMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(v1 *gtsmodel.PollVote) *gtsmodel.PollVote { v2 := new(gtsmodel.PollVote) *v2 = *v1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/poll.go. v2.Account = nil v2.Poll = nil return v2 } c.GTS.PollVote.Init(structr.CacheConfig[*gtsmodel.PollVote]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "PollID", Multiple: true}, {Fields: "PollID,AccountID"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidatePollVote, }) } func (c *Caches) initPollVoteIDs() { // Calculate maximum cache size. cap := calculateSliceCacheMax( config.GetCachePollVoteIDsMemRatio(), ) log.Infof(nil, "cache size = %d", cap) c.GTS.PollVoteIDs.Init(0, cap) } func (c *Caches) initReport() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofReport(), // model in-mem size. config.GetCacheReportMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(r1 *gtsmodel.Report) *gtsmodel.Report { r2 := new(gtsmodel.Report) *r2 = *r1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/report.go. r2.Account = nil r2.TargetAccount = nil r2.Statuses = nil r2.Rules = nil r2.ActionTakenByAccount = nil return r2 } c.GTS.Report.Init(structr.CacheConfig[*gtsmodel.Report]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, }) } func (c *Caches) initStatus() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofStatus(), // model in-mem size. config.GetCacheStatusMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(s1 *gtsmodel.Status) *gtsmodel.Status { s2 := new(gtsmodel.Status) *s2 = *s1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/status.go. s2.Account = nil s2.InReplyTo = nil s2.InReplyToAccount = nil s2.BoostOf = nil s2.BoostOfAccount = nil s2.Poll = nil s2.Attachments = nil s2.Tags = nil s2.Mentions = nil s2.Emojis = nil s2.CreatedWithApplication = nil return s2 } c.GTS.Status.Init(structr.CacheConfig[*gtsmodel.Status]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "URI"}, {Fields: "URL"}, {Fields: "PollID"}, {Fields: "BoostOfID,AccountID"}, {Fields: "ThreadID", Multiple: true}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidateStatus, }) } func (c *Caches) initStatusBookmark() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofStatusBookmark(), // model in-mem size. config.GetCacheStatusBookmarkMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(s1 *gtsmodel.StatusBookmark) *gtsmodel.StatusBookmark { s2 := new(gtsmodel.StatusBookmark) *s2 = *s1 // Don't include ptr fields that // will be populated separately. s2.Account = nil s2.TargetAccount = nil s2.Status = nil return s2 } c.GTS.StatusBookmark.Init(structr.CacheConfig[*gtsmodel.StatusBookmark]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "AccountID,StatusID"}, {Fields: "AccountID", Multiple: true}, {Fields: "TargetAccountID", Multiple: true}, {Fields: "StatusID", Multiple: true}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidateStatusBookmark, }) } func (c *Caches) initStatusBookmarkIDs() { // Calculate maximum cache size. cap := calculateSliceCacheMax( config.GetCacheStatusBookmarkIDsMemRatio(), ) log.Infof(nil, "cache size = %d", cap) c.GTS.StatusBookmarkIDs.Init(0, cap) } func (c *Caches) initStatusFave() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofStatusFave(), // model in-mem size. config.GetCacheStatusFaveMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(f1 *gtsmodel.StatusFave) *gtsmodel.StatusFave { f2 := new(gtsmodel.StatusFave) *f2 = *f1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/statusfave.go. f2.Account = nil f2.TargetAccount = nil f2.Status = nil return f2 } c.GTS.StatusFave.Init(structr.CacheConfig[*gtsmodel.StatusFave]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "URI"}, {Fields: "AccountID,StatusID"}, {Fields: "StatusID", Multiple: true}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidateStatusFave, }) } func (c *Caches) initStatusFaveIDs() { // Calculate maximum cache size. cap := calculateSliceCacheMax( config.GetCacheStatusFaveIDsMemRatio(), ) log.Infof(nil, "cache size = %d", cap) c.GTS.StatusFaveIDs.Init(0, cap) } func (c *Caches) initTag() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofTag(), // model in-mem size. config.GetCacheTagMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(m1 *gtsmodel.Tag) *gtsmodel.Tag { m2 := new(gtsmodel.Tag) *m2 = *m1 return m2 } c.GTS.Tag.Init(structr.CacheConfig[*gtsmodel.Tag]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "Name"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, }) } func (c *Caches) initThreadMute() { cap := calculateResultCacheMax( sizeofThreadMute(), // model in-mem size. config.GetCacheThreadMuteMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(t1 *gtsmodel.ThreadMute) *gtsmodel.ThreadMute { t2 := new(gtsmodel.ThreadMute) *t2 = *t1 return t2 } c.GTS.ThreadMute.Init(structr.CacheConfig[*gtsmodel.ThreadMute]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "ThreadID", Multiple: true}, {Fields: "AccountID", Multiple: true}, {Fields: "ThreadID,AccountID"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, }) } func (c *Caches) initToken() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofToken(), // model in-mem size. config.GetCacheTokenMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(t1 *gtsmodel.Token) *gtsmodel.Token { t2 := new(gtsmodel.Token) *t2 = *t1 return t2 } c.GTS.Token.Init(structr.CacheConfig[*gtsmodel.Token]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "Code"}, {Fields: "Access"}, {Fields: "Refresh"}, {Fields: "ClientID", Multiple: true}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, }) } func (c *Caches) initTombstone() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofTombstone(), // model in-mem size. config.GetCacheTombstoneMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(t1 *gtsmodel.Tombstone) *gtsmodel.Tombstone { t2 := new(gtsmodel.Tombstone) *t2 = *t1 return t2 } c.GTS.Tombstone.Init(structr.CacheConfig[*gtsmodel.Tombstone]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "URI"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, }) } func (c *Caches) initUser() { // Calculate maximum cache size. cap := calculateResultCacheMax( sizeofUser(), // model in-mem size. config.GetCacheUserMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(u1 *gtsmodel.User) *gtsmodel.User { u2 := new(gtsmodel.User) *u2 = *u1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/user.go. u2.Account = nil return u2 } c.GTS.User.Init(structr.CacheConfig[*gtsmodel.User]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "AccountID"}, {Fields: "Email"}, {Fields: "ConfirmationToken"}, {Fields: "ExternalID"}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidateUser, }) } func (c *Caches) initUserMute() { cap := calculateResultCacheMax( sizeofUserMute(), // model in-mem size. config.GetCacheUserMuteMemRatio(), ) log.Infof(nil, "cache size = %d", cap) copyF := func(u1 *gtsmodel.UserMute) *gtsmodel.UserMute { u2 := new(gtsmodel.UserMute) *u2 = *u1 // Don't include ptr fields that // will be populated separately. // See internal/db/bundb/relationship_mute.go. u2.Account = nil u2.TargetAccount = nil return u2 } c.GTS.UserMute.Init(structr.CacheConfig[*gtsmodel.UserMute]{ Indices: []structr.IndexConfig{ {Fields: "ID"}, {Fields: "AccountID,TargetAccountID"}, {Fields: "AccountID", Multiple: true}, {Fields: "TargetAccountID", Multiple: true}, }, MaxSize: cap, IgnoreErr: ignoreErrors, Copy: copyF, Invalidate: c.OnInvalidateUserMute, }) } func (c *Caches) initUserMuteIDs() { cap := calculateSliceCacheMax( config.GetCacheUserMuteIDsMemRatio(), ) log.Infof(nil, "cache size = %d", cap) c.GTS.UserMuteIDs.Init(0, cap) } func (c *Caches) initWebfinger() { // Calculate maximum cache size. cap := calculateCacheMax( sizeofURIStr, sizeofURIStr, config.GetCacheWebfingerMemRatio(), ) log.Infof(nil, "cache size = %d", cap) c.GTS.Webfinger = new(ttl.Cache[string, string]) c.GTS.Webfinger.Init( 0, cap, 24*time.Hour, ) }