mirror of
https://github.com/superseriousbusiness/gotosocial.git
synced 2024-11-14 13:31:03 +00:00
8fdd358f4b
* Implement conversations API * Sort and page conversations by last status ID * Appease linter * Fix deleting conversations and statuses * Refactor to make migrations automatic * Lint * Update tests post-merge * Fixes from live-fire testing * Linter caught a format problem * Refactor tests, fix cache * Negative test for non-DMs * Run conversations advanced migration on testrig startup as well as regular server startup * Document (lack of) side effects of API method for deleting a conversation * Make not-found check less nested for readability * Rename PutConversation to UpsertConversation * Use util.Ptr instead of IIFE * Reduce cache used by conversations * Remove unnecessary TableExpr/ColumnExpr * Use struct tags for both unique constraints on Conversation * Make it clear how paging with GetDirectStatusIDsBatch should be used * Let conversation paging skip conversations it can't render * Use Bun NewDropTable * Convert delete raw query to Bun * Convert update raw query to Bun * Convert latestConversationStatusesTempTable raw query partially to Bun * Convert conversationStatusesTempTable raw query partially to Bun * Rename field used to store result of MaxDirectStatusID * Move advanced migrations to their own tiny processor * Catch up util function name with main * Remove json.… wrappers * Remove redundant check * Combine error checks * Replace map with slice of structs * Address processor/type converter comments - Add context info for errors - Extract some common processor code into shared methods - Move conversation eligibility check ahead of populating conversation * Add error context when dropping temp tables
1505 lines
36 KiB
Go
1505 lines
36 KiB
Go
// GoToSocial
|
|
// Copyright (C) GoToSocial Authors admin@gotosocial.org
|
|
// SPDX-License-Identifier: AGPL-3.0-or-later
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package cache
|
|
|
|
import (
|
|
"time"
|
|
|
|
"codeberg.org/gruf/go-cache/v3/ttl"
|
|
"codeberg.org/gruf/go-structr"
|
|
"github.com/superseriousbusiness/gotosocial/internal/cache/domain"
|
|
"github.com/superseriousbusiness/gotosocial/internal/config"
|
|
"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
|
|
"github.com/superseriousbusiness/gotosocial/internal/log"
|
|
)
|
|
|
|
type GTSCaches struct {
|
|
// Account provides access to the gtsmodel Account database cache.
|
|
Account StructCache[*gtsmodel.Account]
|
|
|
|
// AccountNote provides access to the gtsmodel Note database cache.
|
|
AccountNote StructCache[*gtsmodel.AccountNote]
|
|
|
|
// AccountSettings provides access to the gtsmodel AccountSettings database cache.
|
|
AccountSettings StructCache[*gtsmodel.AccountSettings]
|
|
|
|
// AccountStats provides access to the gtsmodel AccountStats database cache.
|
|
AccountStats StructCache[*gtsmodel.AccountStats]
|
|
|
|
// Application provides access to the gtsmodel Application database cache.
|
|
Application StructCache[*gtsmodel.Application]
|
|
|
|
// Block provides access to the gtsmodel Block (account) database cache.
|
|
Block StructCache[*gtsmodel.Block]
|
|
|
|
// BlockIDs provides access to the block IDs database cache.
|
|
BlockIDs SliceCache[string]
|
|
|
|
// BoostOfIDs provides access to the boost of IDs list database cache.
|
|
BoostOfIDs SliceCache[string]
|
|
|
|
// Client provides access to the gtsmodel Client database cache.
|
|
Client StructCache[*gtsmodel.Client]
|
|
|
|
// Conversation provides access to the gtsmodel Conversation database cache.
|
|
Conversation StructCache[*gtsmodel.Conversation]
|
|
|
|
// ConversationLastStatusIDs provides access to the conversation last status IDs database cache.
|
|
ConversationLastStatusIDs SliceCache[string]
|
|
|
|
// DomainAllow provides access to the domain allow database cache.
|
|
DomainAllow *domain.Cache
|
|
|
|
// DomainBlock provides access to the domain block database cache.
|
|
DomainBlock *domain.Cache
|
|
|
|
// Emoji provides access to the gtsmodel Emoji database cache.
|
|
Emoji StructCache[*gtsmodel.Emoji]
|
|
|
|
// EmojiCategory provides access to the gtsmodel EmojiCategory database cache.
|
|
EmojiCategory StructCache[*gtsmodel.EmojiCategory]
|
|
|
|
// Filter provides access to the gtsmodel Filter database cache.
|
|
Filter StructCache[*gtsmodel.Filter]
|
|
|
|
// FilterKeyword provides access to the gtsmodel FilterKeyword database cache.
|
|
FilterKeyword StructCache[*gtsmodel.FilterKeyword]
|
|
|
|
// FilterStatus provides access to the gtsmodel FilterStatus database cache.
|
|
FilterStatus StructCache[*gtsmodel.FilterStatus]
|
|
|
|
// Follow provides access to the gtsmodel Follow database cache.
|
|
Follow StructCache[*gtsmodel.Follow]
|
|
|
|
// FollowIDs provides access to the follower / following IDs database cache.
|
|
// THIS CACHE IS KEYED AS THE FOLLOWING {prefix}{accountID} WHERE PREFIX IS:
|
|
// - '>' for following IDs
|
|
// - 'l>' for local following IDs
|
|
// - '<' for follower IDs
|
|
// - 'l<' for local follower IDs
|
|
FollowIDs SliceCache[string]
|
|
|
|
// FollowRequest provides access to the gtsmodel FollowRequest database cache.
|
|
FollowRequest StructCache[*gtsmodel.FollowRequest]
|
|
|
|
// FollowRequestIDs provides access to the follow requester / requesting IDs database
|
|
// cache. THIS CACHE IS KEYED AS THE FOLLOWING {prefix}{accountID} WHERE PREFIX IS:
|
|
// - '>' for following IDs
|
|
// - '<' for follower IDs
|
|
FollowRequestIDs SliceCache[string]
|
|
|
|
// Instance provides access to the gtsmodel Instance database cache.
|
|
Instance StructCache[*gtsmodel.Instance]
|
|
|
|
// InteractionApproval provides access to the gtsmodel InteractionApproval database cache.
|
|
InteractionApproval StructCache[*gtsmodel.InteractionApproval]
|
|
|
|
// InReplyToIDs provides access to the status in reply to IDs list database cache.
|
|
InReplyToIDs SliceCache[string]
|
|
|
|
// List provides access to the gtsmodel List database cache.
|
|
List StructCache[*gtsmodel.List]
|
|
|
|
// ListEntry provides access to the gtsmodel ListEntry database cache.
|
|
ListEntry StructCache[*gtsmodel.ListEntry]
|
|
|
|
// Marker provides access to the gtsmodel Marker database cache.
|
|
Marker StructCache[*gtsmodel.Marker]
|
|
|
|
// Media provides access to the gtsmodel Media database cache.
|
|
Media StructCache[*gtsmodel.MediaAttachment]
|
|
|
|
// Mention provides access to the gtsmodel Mention database cache.
|
|
Mention StructCache[*gtsmodel.Mention]
|
|
|
|
// Move provides access to the gtsmodel Move database cache.
|
|
Move StructCache[*gtsmodel.Move]
|
|
|
|
// Notification provides access to the gtsmodel Notification database cache.
|
|
Notification StructCache[*gtsmodel.Notification]
|
|
|
|
// Poll provides access to the gtsmodel Poll database cache.
|
|
Poll StructCache[*gtsmodel.Poll]
|
|
|
|
// PollVote provides access to the gtsmodel PollVote database cache.
|
|
PollVote StructCache[*gtsmodel.PollVote]
|
|
|
|
// PollVoteIDs provides access to the poll vote IDs list database cache.
|
|
PollVoteIDs SliceCache[string]
|
|
|
|
// Report provides access to the gtsmodel Report database cache.
|
|
Report StructCache[*gtsmodel.Report]
|
|
|
|
// Status provides access to the gtsmodel Status database cache.
|
|
Status StructCache[*gtsmodel.Status]
|
|
|
|
// StatusBookmark ...
|
|
StatusBookmark StructCache[*gtsmodel.StatusBookmark]
|
|
|
|
// StatusBookmarkIDs ...
|
|
StatusBookmarkIDs SliceCache[string]
|
|
|
|
// StatusFave provides access to the gtsmodel StatusFave database cache.
|
|
StatusFave StructCache[*gtsmodel.StatusFave]
|
|
|
|
// StatusFaveIDs provides access to the status fave IDs list database cache.
|
|
StatusFaveIDs SliceCache[string]
|
|
|
|
// Tag provides access to the gtsmodel Tag database cache.
|
|
Tag StructCache[*gtsmodel.Tag]
|
|
|
|
// ThreadMute provides access to the gtsmodel ThreadMute database cache.
|
|
ThreadMute StructCache[*gtsmodel.ThreadMute]
|
|
|
|
// Token provides access to the gtsmodel Token database cache.
|
|
Token StructCache[*gtsmodel.Token]
|
|
|
|
// Tombstone provides access to the gtsmodel Tombstone database cache.
|
|
Tombstone StructCache[*gtsmodel.Tombstone]
|
|
|
|
// User provides access to the gtsmodel User database cache.
|
|
User StructCache[*gtsmodel.User]
|
|
|
|
// UserMute provides access to the gtsmodel UserMute database cache.
|
|
UserMute StructCache[*gtsmodel.UserMute]
|
|
|
|
// UserMuteIDs provides access to the user mute IDs database cache.
|
|
UserMuteIDs SliceCache[string]
|
|
|
|
// Webfinger provides access to the webfinger URL cache.
|
|
// TODO: move out of GTS caches since unrelated to DB.
|
|
Webfinger *ttl.Cache[string, string] // TTL=24hr, sweep=5min
|
|
}
|
|
|
|
// NOTE:
|
|
// all of the below init functions
|
|
// are receivers to the main cache
|
|
// struct type, not the database cache
|
|
// struct type, in order to get access
|
|
// to the full suite of caches for
|
|
// our invalidate function hooks.
|
|
|
|
func (c *Caches) initAccount() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofAccount(), // model in-mem size.
|
|
config.GetCacheAccountMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(a1 *gtsmodel.Account) *gtsmodel.Account {
|
|
a2 := new(gtsmodel.Account)
|
|
*a2 = *a1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/account.go.
|
|
a2.AvatarMediaAttachment = nil
|
|
a2.HeaderMediaAttachment = nil
|
|
a2.Emojis = nil
|
|
a2.AlsoKnownAs = nil
|
|
a2.Move = nil
|
|
a2.MovedTo = nil
|
|
a2.Settings = nil
|
|
a2.Stats = nil
|
|
|
|
return a2
|
|
}
|
|
|
|
c.GTS.Account.Init(structr.CacheConfig[*gtsmodel.Account]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "URI"},
|
|
{Fields: "URL"},
|
|
{Fields: "Username,Domain", AllowZero: true},
|
|
{Fields: "PublicKeyURI"},
|
|
{Fields: "InboxURI"},
|
|
{Fields: "OutboxURI"},
|
|
{Fields: "FollowersURI"},
|
|
{Fields: "FollowingURI"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidateAccount,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initAccountNote() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofAccountNote(), // model in-mem size.
|
|
config.GetCacheAccountNoteMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(n1 *gtsmodel.AccountNote) *gtsmodel.AccountNote {
|
|
n2 := new(gtsmodel.AccountNote)
|
|
*n2 = *n1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/relationship_note.go.
|
|
n2.Account = nil
|
|
n2.TargetAccount = nil
|
|
|
|
return n2
|
|
}
|
|
|
|
c.GTS.AccountNote.Init(structr.CacheConfig[*gtsmodel.AccountNote]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "AccountID,TargetAccountID"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initAccountSettings() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofAccountSettings(), // model in-mem size.
|
|
config.GetCacheAccountSettingsMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
c.GTS.AccountSettings.Init(structr.CacheConfig[*gtsmodel.AccountSettings]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "AccountID"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: func(s1 *gtsmodel.AccountSettings) *gtsmodel.AccountSettings {
|
|
s2 := new(gtsmodel.AccountSettings)
|
|
*s2 = *s1
|
|
return s2
|
|
},
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initAccountStats() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofAccountStats(), // model in-mem size.
|
|
config.GetCacheAccountStatsMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
c.GTS.AccountStats.Init(structr.CacheConfig[*gtsmodel.AccountStats]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "AccountID"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: func(s1 *gtsmodel.AccountStats) *gtsmodel.AccountStats {
|
|
s2 := new(gtsmodel.AccountStats)
|
|
*s2 = *s1
|
|
return s2
|
|
},
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initApplication() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofApplication(), // model in-mem size.
|
|
config.GetCacheApplicationMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(a1 *gtsmodel.Application) *gtsmodel.Application {
|
|
a2 := new(gtsmodel.Application)
|
|
*a2 = *a1
|
|
return a2
|
|
}
|
|
|
|
c.GTS.Application.Init(structr.CacheConfig[*gtsmodel.Application]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "ClientID"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidateApplication,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initBlock() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofBlock(), // model in-mem size.
|
|
config.GetCacheBlockMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(b1 *gtsmodel.Block) *gtsmodel.Block {
|
|
b2 := new(gtsmodel.Block)
|
|
*b2 = *b1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/relationship_block.go.
|
|
b2.Account = nil
|
|
b2.TargetAccount = nil
|
|
|
|
return b2
|
|
}
|
|
|
|
c.GTS.Block.Init(structr.CacheConfig[*gtsmodel.Block]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "URI"},
|
|
{Fields: "AccountID,TargetAccountID"},
|
|
{Fields: "AccountID", Multiple: true},
|
|
{Fields: "TargetAccountID", Multiple: true},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidateBlock,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initBlockIDs() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateSliceCacheMax(
|
|
config.GetCacheBlockIDsMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
c.GTS.BlockIDs.Init(0, cap)
|
|
}
|
|
|
|
func (c *Caches) initBoostOfIDs() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateSliceCacheMax(
|
|
config.GetCacheBoostOfIDsMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
c.GTS.BoostOfIDs.Init(0, cap)
|
|
}
|
|
|
|
func (c *Caches) initClient() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofClient(), // model in-mem size.
|
|
config.GetCacheClientMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(c1 *gtsmodel.Client) *gtsmodel.Client {
|
|
c2 := new(gtsmodel.Client)
|
|
*c2 = *c1
|
|
return c2
|
|
}
|
|
|
|
c.GTS.Client.Init(structr.CacheConfig[*gtsmodel.Client]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidateClient,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initConversation() {
|
|
cap := calculateResultCacheMax(
|
|
sizeofConversation(), // model in-mem size.
|
|
config.GetCacheConversationMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(c1 *gtsmodel.Conversation) *gtsmodel.Conversation {
|
|
c2 := new(gtsmodel.Conversation)
|
|
*c2 = *c1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/conversation.go.
|
|
c2.Account = nil
|
|
c2.OtherAccounts = nil
|
|
c2.LastStatus = nil
|
|
|
|
return c2
|
|
}
|
|
|
|
c.GTS.Conversation.Init(structr.CacheConfig[*gtsmodel.Conversation]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "ThreadID,AccountID,OtherAccountsKey"},
|
|
{Fields: "AccountID,LastStatusID"},
|
|
{Fields: "AccountID", Multiple: true},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidateConversation,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initConversationLastStatusIDs() {
|
|
cap := calculateSliceCacheMax(
|
|
config.GetCacheConversationLastStatusIDsMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
c.GTS.ConversationLastStatusIDs.Init(0, cap)
|
|
}
|
|
|
|
func (c *Caches) initDomainAllow() {
|
|
c.GTS.DomainAllow = new(domain.Cache)
|
|
}
|
|
|
|
func (c *Caches) initDomainBlock() {
|
|
c.GTS.DomainBlock = new(domain.Cache)
|
|
}
|
|
|
|
func (c *Caches) initEmoji() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofEmoji(), // model in-mem size.
|
|
config.GetCacheEmojiMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(e1 *gtsmodel.Emoji) *gtsmodel.Emoji {
|
|
e2 := new(gtsmodel.Emoji)
|
|
*e2 = *e1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/emoji.go.
|
|
e2.Category = nil
|
|
|
|
return e2
|
|
}
|
|
|
|
c.GTS.Emoji.Init(structr.CacheConfig[*gtsmodel.Emoji]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "URI"},
|
|
{Fields: "Shortcode,Domain", AllowZero: true},
|
|
{Fields: "ImageStaticURL"},
|
|
{Fields: "CategoryID", Multiple: true},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initEmojiCategory() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofEmojiCategory(), // model in-mem size.
|
|
config.GetCacheEmojiCategoryMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(c1 *gtsmodel.EmojiCategory) *gtsmodel.EmojiCategory {
|
|
c2 := new(gtsmodel.EmojiCategory)
|
|
*c2 = *c1
|
|
return c2
|
|
}
|
|
|
|
c.GTS.EmojiCategory.Init(structr.CacheConfig[*gtsmodel.EmojiCategory]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "Name"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidateEmojiCategory,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initFilter() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofFilter(), // model in-mem size.
|
|
config.GetCacheFilterMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(filter1 *gtsmodel.Filter) *gtsmodel.Filter {
|
|
filter2 := new(gtsmodel.Filter)
|
|
*filter2 = *filter1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/filter.go.
|
|
filter2.Keywords = nil
|
|
filter2.Statuses = nil
|
|
|
|
return filter2
|
|
}
|
|
|
|
c.GTS.Filter.Init(structr.CacheConfig[*gtsmodel.Filter]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "AccountID", Multiple: true},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initFilterKeyword() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofFilterKeyword(), // model in-mem size.
|
|
config.GetCacheFilterKeywordMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(filterKeyword1 *gtsmodel.FilterKeyword) *gtsmodel.FilterKeyword {
|
|
filterKeyword2 := new(gtsmodel.FilterKeyword)
|
|
*filterKeyword2 = *filterKeyword1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/filter.go.
|
|
filterKeyword2.Filter = nil
|
|
|
|
// We specifically DO NOT unset
|
|
// the regexp field here, as any
|
|
// regexp.Regexp instance is safe
|
|
// for concurrent access.
|
|
|
|
return filterKeyword2
|
|
}
|
|
|
|
c.GTS.FilterKeyword.Init(structr.CacheConfig[*gtsmodel.FilterKeyword]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "AccountID", Multiple: true},
|
|
{Fields: "FilterID", Multiple: true},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initFilterStatus() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofFilterStatus(), // model in-mem size.
|
|
config.GetCacheFilterStatusMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(filterStatus1 *gtsmodel.FilterStatus) *gtsmodel.FilterStatus {
|
|
filterStatus2 := new(gtsmodel.FilterStatus)
|
|
*filterStatus2 = *filterStatus1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/filter.go.
|
|
filterStatus2.Filter = nil
|
|
|
|
return filterStatus2
|
|
}
|
|
|
|
c.GTS.FilterStatus.Init(structr.CacheConfig[*gtsmodel.FilterStatus]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "AccountID", Multiple: true},
|
|
{Fields: "FilterID", Multiple: true},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initFollow() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofFollow(), // model in-mem size.
|
|
config.GetCacheFollowMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(f1 *gtsmodel.Follow) *gtsmodel.Follow {
|
|
f2 := new(gtsmodel.Follow)
|
|
*f2 = *f1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/relationship_follow.go.
|
|
f2.Account = nil
|
|
f2.TargetAccount = nil
|
|
|
|
return f2
|
|
}
|
|
|
|
c.GTS.Follow.Init(structr.CacheConfig[*gtsmodel.Follow]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "URI"},
|
|
{Fields: "AccountID,TargetAccountID"},
|
|
{Fields: "AccountID", Multiple: true},
|
|
{Fields: "TargetAccountID", Multiple: true},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidateFollow,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initFollowIDs() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateSliceCacheMax(
|
|
config.GetCacheFollowIDsMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
c.GTS.FollowIDs.Init(0, cap)
|
|
}
|
|
|
|
func (c *Caches) initFollowRequest() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofFollowRequest(), // model in-mem size.
|
|
config.GetCacheFollowRequestMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(f1 *gtsmodel.FollowRequest) *gtsmodel.FollowRequest {
|
|
f2 := new(gtsmodel.FollowRequest)
|
|
*f2 = *f1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/relationship_follow_req.go.
|
|
f2.Account = nil
|
|
f2.TargetAccount = nil
|
|
|
|
return f2
|
|
}
|
|
|
|
c.GTS.FollowRequest.Init(structr.CacheConfig[*gtsmodel.FollowRequest]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "URI"},
|
|
{Fields: "AccountID,TargetAccountID"},
|
|
{Fields: "AccountID", Multiple: true},
|
|
{Fields: "TargetAccountID", Multiple: true},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidateFollowRequest,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initFollowRequestIDs() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateSliceCacheMax(
|
|
config.GetCacheFollowRequestIDsMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
c.GTS.FollowRequestIDs.Init(0, cap)
|
|
}
|
|
|
|
func (c *Caches) initInReplyToIDs() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateSliceCacheMax(
|
|
config.GetCacheInReplyToIDsMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
c.GTS.InReplyToIDs.Init(0, cap)
|
|
}
|
|
|
|
func (c *Caches) initInstance() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofInstance(), // model in-mem size.
|
|
config.GetCacheInstanceMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(i1 *gtsmodel.Instance) *gtsmodel.Instance {
|
|
i2 := new(gtsmodel.Instance)
|
|
*i2 = *i1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/instance.go.
|
|
i2.DomainBlock = nil
|
|
i2.ContactAccount = nil
|
|
|
|
return i2
|
|
}
|
|
|
|
c.GTS.Instance.Init(structr.CacheConfig[*gtsmodel.Instance]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "Domain"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initInteractionApproval() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofInteractionApproval(),
|
|
config.GetCacheInteractionApprovalMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(i1 *gtsmodel.InteractionApproval) *gtsmodel.InteractionApproval {
|
|
i2 := new(gtsmodel.InteractionApproval)
|
|
*i2 = *i1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/interaction.go.
|
|
i2.Account = nil
|
|
i2.InteractingAccount = nil
|
|
|
|
return i2
|
|
}
|
|
|
|
c.GTS.InteractionApproval.Init(structr.CacheConfig[*gtsmodel.InteractionApproval]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "URI"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initList() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofList(), // model in-mem size.
|
|
config.GetCacheListMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(l1 *gtsmodel.List) *gtsmodel.List {
|
|
l2 := new(gtsmodel.List)
|
|
*l2 = *l1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/list.go.
|
|
l2.Account = nil
|
|
l2.ListEntries = nil
|
|
|
|
return l2
|
|
}
|
|
|
|
c.GTS.List.Init(structr.CacheConfig[*gtsmodel.List]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidateList,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initListEntry() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofListEntry(), // model in-mem size.
|
|
config.GetCacheListEntryMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(l1 *gtsmodel.ListEntry) *gtsmodel.ListEntry {
|
|
l2 := new(gtsmodel.ListEntry)
|
|
*l2 = *l1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/list.go.
|
|
l2.Follow = nil
|
|
|
|
return l2
|
|
}
|
|
|
|
c.GTS.ListEntry.Init(structr.CacheConfig[*gtsmodel.ListEntry]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "ListID", Multiple: true},
|
|
{Fields: "FollowID", Multiple: true},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initMarker() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofMarker(), // model in-mem size.
|
|
config.GetCacheMarkerMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(m1 *gtsmodel.Marker) *gtsmodel.Marker {
|
|
m2 := new(gtsmodel.Marker)
|
|
*m2 = *m1
|
|
return m2
|
|
}
|
|
|
|
c.GTS.Marker.Init(structr.CacheConfig[*gtsmodel.Marker]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "AccountID,Name"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initMedia() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofMedia(), // model in-mem size.
|
|
config.GetCacheMediaMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(m1 *gtsmodel.MediaAttachment) *gtsmodel.MediaAttachment {
|
|
m2 := new(gtsmodel.MediaAttachment)
|
|
*m2 = *m1
|
|
return m2
|
|
}
|
|
|
|
c.GTS.Media.Init(structr.CacheConfig[*gtsmodel.MediaAttachment]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidateMedia,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initMention() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofMention(), // model in-mem size.
|
|
config.GetCacheMentionMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(m1 *gtsmodel.Mention) *gtsmodel.Mention {
|
|
m2 := new(gtsmodel.Mention)
|
|
*m2 = *m1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/mention.go.
|
|
m2.Status = nil
|
|
m2.OriginAccount = nil
|
|
m2.TargetAccount = nil
|
|
|
|
return m2
|
|
}
|
|
|
|
c.GTS.Mention.Init(structr.CacheConfig[*gtsmodel.Mention]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initMove() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofMove(), // model in-mem size.
|
|
config.GetCacheMoveMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
c.GTS.Move.Init(structr.CacheConfig[*gtsmodel.Move]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "URI"},
|
|
{Fields: "OriginURI,TargetURI"},
|
|
{Fields: "OriginURI", Multiple: true},
|
|
{Fields: "TargetURI", Multiple: true},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: func(m1 *gtsmodel.Move) *gtsmodel.Move {
|
|
m2 := new(gtsmodel.Move)
|
|
*m2 = *m1
|
|
return m2
|
|
},
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initNotification() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofNotification(), // model in-mem size.
|
|
config.GetCacheNotificationMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(n1 *gtsmodel.Notification) *gtsmodel.Notification {
|
|
n2 := new(gtsmodel.Notification)
|
|
*n2 = *n1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/notification.go.
|
|
n2.Status = nil
|
|
n2.OriginAccount = nil
|
|
n2.TargetAccount = nil
|
|
|
|
return n2
|
|
}
|
|
|
|
c.GTS.Notification.Init(structr.CacheConfig[*gtsmodel.Notification]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "NotificationType,TargetAccountID,OriginAccountID,StatusID", AllowZero: true},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initPoll() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofPoll(), // model in-mem size.
|
|
config.GetCachePollMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(p1 *gtsmodel.Poll) *gtsmodel.Poll {
|
|
p2 := new(gtsmodel.Poll)
|
|
*p2 = *p1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/poll.go.
|
|
p2.Status = nil
|
|
|
|
// Don't include ephemeral fields
|
|
// which are only expected to be
|
|
// set on ONE poll instance.
|
|
p2.Closing = false
|
|
|
|
return p2
|
|
}
|
|
|
|
c.GTS.Poll.Init(structr.CacheConfig[*gtsmodel.Poll]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "StatusID"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidatePoll,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initPollVote() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofPollVote(), // model in-mem size.
|
|
config.GetCachePollVoteMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(v1 *gtsmodel.PollVote) *gtsmodel.PollVote {
|
|
v2 := new(gtsmodel.PollVote)
|
|
*v2 = *v1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/poll.go.
|
|
v2.Account = nil
|
|
v2.Poll = nil
|
|
|
|
return v2
|
|
}
|
|
|
|
c.GTS.PollVote.Init(structr.CacheConfig[*gtsmodel.PollVote]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "PollID", Multiple: true},
|
|
{Fields: "PollID,AccountID"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidatePollVote,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initPollVoteIDs() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateSliceCacheMax(
|
|
config.GetCachePollVoteIDsMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
c.GTS.PollVoteIDs.Init(0, cap)
|
|
}
|
|
|
|
func (c *Caches) initReport() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofReport(), // model in-mem size.
|
|
config.GetCacheReportMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(r1 *gtsmodel.Report) *gtsmodel.Report {
|
|
r2 := new(gtsmodel.Report)
|
|
*r2 = *r1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/report.go.
|
|
r2.Account = nil
|
|
r2.TargetAccount = nil
|
|
r2.Statuses = nil
|
|
r2.Rules = nil
|
|
r2.ActionTakenByAccount = nil
|
|
|
|
return r2
|
|
}
|
|
|
|
c.GTS.Report.Init(structr.CacheConfig[*gtsmodel.Report]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initStatus() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofStatus(), // model in-mem size.
|
|
config.GetCacheStatusMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(s1 *gtsmodel.Status) *gtsmodel.Status {
|
|
s2 := new(gtsmodel.Status)
|
|
*s2 = *s1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/status.go.
|
|
s2.Account = nil
|
|
s2.InReplyTo = nil
|
|
s2.InReplyToAccount = nil
|
|
s2.BoostOf = nil
|
|
s2.BoostOfAccount = nil
|
|
s2.Poll = nil
|
|
s2.Attachments = nil
|
|
s2.Tags = nil
|
|
s2.Mentions = nil
|
|
s2.Emojis = nil
|
|
s2.CreatedWithApplication = nil
|
|
|
|
return s2
|
|
}
|
|
|
|
c.GTS.Status.Init(structr.CacheConfig[*gtsmodel.Status]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "URI"},
|
|
{Fields: "URL"},
|
|
{Fields: "PollID"},
|
|
{Fields: "BoostOfID,AccountID"},
|
|
{Fields: "ThreadID", Multiple: true},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidateStatus,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initStatusBookmark() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofStatusBookmark(), // model in-mem size.
|
|
config.GetCacheStatusBookmarkMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(s1 *gtsmodel.StatusBookmark) *gtsmodel.StatusBookmark {
|
|
s2 := new(gtsmodel.StatusBookmark)
|
|
*s2 = *s1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
s2.Account = nil
|
|
s2.TargetAccount = nil
|
|
s2.Status = nil
|
|
|
|
return s2
|
|
}
|
|
|
|
c.GTS.StatusBookmark.Init(structr.CacheConfig[*gtsmodel.StatusBookmark]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "AccountID,StatusID"},
|
|
{Fields: "AccountID", Multiple: true},
|
|
{Fields: "TargetAccountID", Multiple: true},
|
|
{Fields: "StatusID", Multiple: true},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidateStatusBookmark,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initStatusBookmarkIDs() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateSliceCacheMax(
|
|
config.GetCacheStatusBookmarkIDsMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
c.GTS.StatusBookmarkIDs.Init(0, cap)
|
|
}
|
|
|
|
func (c *Caches) initStatusFave() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofStatusFave(), // model in-mem size.
|
|
config.GetCacheStatusFaveMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(f1 *gtsmodel.StatusFave) *gtsmodel.StatusFave {
|
|
f2 := new(gtsmodel.StatusFave)
|
|
*f2 = *f1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/statusfave.go.
|
|
f2.Account = nil
|
|
f2.TargetAccount = nil
|
|
f2.Status = nil
|
|
|
|
return f2
|
|
}
|
|
|
|
c.GTS.StatusFave.Init(structr.CacheConfig[*gtsmodel.StatusFave]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "URI"},
|
|
{Fields: "AccountID,StatusID"},
|
|
{Fields: "StatusID", Multiple: true},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidateStatusFave,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initStatusFaveIDs() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateSliceCacheMax(
|
|
config.GetCacheStatusFaveIDsMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
c.GTS.StatusFaveIDs.Init(0, cap)
|
|
}
|
|
|
|
func (c *Caches) initTag() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofTag(), // model in-mem size.
|
|
config.GetCacheTagMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(m1 *gtsmodel.Tag) *gtsmodel.Tag {
|
|
m2 := new(gtsmodel.Tag)
|
|
*m2 = *m1
|
|
return m2
|
|
}
|
|
|
|
c.GTS.Tag.Init(structr.CacheConfig[*gtsmodel.Tag]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "Name"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initThreadMute() {
|
|
cap := calculateResultCacheMax(
|
|
sizeofThreadMute(), // model in-mem size.
|
|
config.GetCacheThreadMuteMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(t1 *gtsmodel.ThreadMute) *gtsmodel.ThreadMute {
|
|
t2 := new(gtsmodel.ThreadMute)
|
|
*t2 = *t1
|
|
return t2
|
|
}
|
|
|
|
c.GTS.ThreadMute.Init(structr.CacheConfig[*gtsmodel.ThreadMute]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "ThreadID", Multiple: true},
|
|
{Fields: "AccountID", Multiple: true},
|
|
{Fields: "ThreadID,AccountID"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initToken() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofToken(), // model in-mem size.
|
|
config.GetCacheTokenMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(t1 *gtsmodel.Token) *gtsmodel.Token {
|
|
t2 := new(gtsmodel.Token)
|
|
*t2 = *t1
|
|
return t2
|
|
}
|
|
|
|
c.GTS.Token.Init(structr.CacheConfig[*gtsmodel.Token]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "Code"},
|
|
{Fields: "Access"},
|
|
{Fields: "Refresh"},
|
|
{Fields: "ClientID", Multiple: true},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initTombstone() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofTombstone(), // model in-mem size.
|
|
config.GetCacheTombstoneMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(t1 *gtsmodel.Tombstone) *gtsmodel.Tombstone {
|
|
t2 := new(gtsmodel.Tombstone)
|
|
*t2 = *t1
|
|
return t2
|
|
}
|
|
|
|
c.GTS.Tombstone.Init(structr.CacheConfig[*gtsmodel.Tombstone]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "URI"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initUser() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofUser(), // model in-mem size.
|
|
config.GetCacheUserMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(u1 *gtsmodel.User) *gtsmodel.User {
|
|
u2 := new(gtsmodel.User)
|
|
*u2 = *u1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/user.go.
|
|
u2.Account = nil
|
|
|
|
return u2
|
|
}
|
|
|
|
c.GTS.User.Init(structr.CacheConfig[*gtsmodel.User]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "AccountID"},
|
|
{Fields: "Email"},
|
|
{Fields: "ConfirmationToken"},
|
|
{Fields: "ExternalID"},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidateUser,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initUserMute() {
|
|
cap := calculateResultCacheMax(
|
|
sizeofUserMute(), // model in-mem size.
|
|
config.GetCacheUserMuteMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
copyF := func(u1 *gtsmodel.UserMute) *gtsmodel.UserMute {
|
|
u2 := new(gtsmodel.UserMute)
|
|
*u2 = *u1
|
|
|
|
// Don't include ptr fields that
|
|
// will be populated separately.
|
|
// See internal/db/bundb/relationship_mute.go.
|
|
u2.Account = nil
|
|
u2.TargetAccount = nil
|
|
|
|
return u2
|
|
}
|
|
|
|
c.GTS.UserMute.Init(structr.CacheConfig[*gtsmodel.UserMute]{
|
|
Indices: []structr.IndexConfig{
|
|
{Fields: "ID"},
|
|
{Fields: "AccountID,TargetAccountID"},
|
|
{Fields: "AccountID", Multiple: true},
|
|
{Fields: "TargetAccountID", Multiple: true},
|
|
},
|
|
MaxSize: cap,
|
|
IgnoreErr: ignoreErrors,
|
|
Copy: copyF,
|
|
Invalidate: c.OnInvalidateUserMute,
|
|
})
|
|
}
|
|
|
|
func (c *Caches) initUserMuteIDs() {
|
|
cap := calculateSliceCacheMax(
|
|
config.GetCacheUserMuteIDsMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
c.GTS.UserMuteIDs.Init(0, cap)
|
|
}
|
|
|
|
func (c *Caches) initWebfinger() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateCacheMax(
|
|
sizeofURIStr, sizeofURIStr,
|
|
config.GetCacheWebfingerMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "cache size = %d", cap)
|
|
|
|
c.GTS.Webfinger = new(ttl.Cache[string, string])
|
|
c.GTS.Webfinger.Init(
|
|
0,
|
|
cap,
|
|
24*time.Hour,
|
|
)
|
|
}
|