mirror of
https://github.com/superseriousbusiness/gotosocial.git
synced 2024-11-25 01:41:00 +00:00
00adf18c24
* add automatic cache max size generation based on ratios of a singular fixed memory target Signed-off-by: kim <grufwub@gmail.com> * remove now-unused cache max-size config variables Signed-off-by: kim <grufwub@gmail.com> * slight ratio tweak Signed-off-by: kim <grufwub@gmail.com> * remove unused visibility config var Signed-off-by: kim <grufwub@gmail.com> * add secret little ratio config trick Signed-off-by: kim <grufwub@gmail.com> * fixed a word Signed-off-by: kim <grufwub@gmail.com> * update cache library to remove use of TTL in result caches + slice cache Signed-off-by: kim <grufwub@gmail.com> * update other cache usages to use correct interface Signed-off-by: kim <grufwub@gmail.com> * update example config to explain the cache memory target Signed-off-by: kim <grufwub@gmail.com> * update env parsing test with new config values Signed-off-by: kim <grufwub@gmail.com> * do some ratio twiddling Signed-off-by: kim <grufwub@gmail.com> * add missing header * update envparsing with latest defaults Signed-off-by: kim <grufwub@gmail.com> * update size calculations to take into account result cache, simple cache and extra map overheads Signed-off-by: kim <grufwub@gmail.com> * tweak the ratios some more Signed-off-by: kim <grufwub@gmail.com> * more nan rampaging Signed-off-by: kim <grufwub@gmail.com> * fix envparsing script Signed-off-by: kim <grufwub@gmail.com> * update cache library, add sweep function to keep caches trim Signed-off-by: kim <grufwub@gmail.com> * sweep caches once a minute Signed-off-by: kim <grufwub@gmail.com> * add a regular job to sweep caches and keep under 80% utilisation Signed-off-by: kim <grufwub@gmail.com> * remove dead code Signed-off-by: kim <grufwub@gmail.com> * add new size library used to libraries section of readme Signed-off-by: kim <grufwub@gmail.com> * add better explanations for the mem-ratio numbers Signed-off-by: kim <grufwub@gmail.com> * update go-cache Signed-off-by: kim <grufwub@gmail.com> * library version bump Signed-off-by: kim <grufwub@gmail.com> * update cache.result{} size model estimation Signed-off-by: kim <grufwub@gmail.com> --------- Signed-off-by: kim <grufwub@gmail.com>
88 lines
2.7 KiB
Go
88 lines
2.7 KiB
Go
// GoToSocial
|
|
// Copyright (C) GoToSocial Authors admin@gotosocial.org
|
|
// SPDX-License-Identifier: AGPL-3.0-or-later
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package cache
|
|
|
|
import (
|
|
"codeberg.org/gruf/go-cache/v3/result"
|
|
"github.com/superseriousbusiness/gotosocial/internal/config"
|
|
"github.com/superseriousbusiness/gotosocial/internal/log"
|
|
)
|
|
|
|
type VisibilityCache struct {
|
|
*result.Cache[*CachedVisibility]
|
|
}
|
|
|
|
// Init will initialize the visibility cache in this collection.
|
|
// NOTE: the cache MUST NOT be in use anywhere, this is not thread-safe.
|
|
func (c *VisibilityCache) Init() {
|
|
// Calculate maximum cache size.
|
|
cap := calculateResultCacheMax(
|
|
sizeofVisibility(), // model in-mem size.
|
|
config.GetCacheVisibilityMemRatio(),
|
|
)
|
|
|
|
log.Infof(nil, "Visibility cache size = %d", cap)
|
|
|
|
c.Cache = result.New([]result.Lookup{
|
|
{Name: "ItemID", Multi: true},
|
|
{Name: "RequesterID", Multi: true},
|
|
{Name: "Type.RequesterID.ItemID"},
|
|
}, func(v1 *CachedVisibility) *CachedVisibility {
|
|
v2 := new(CachedVisibility)
|
|
*v2 = *v1
|
|
return v2
|
|
}, cap)
|
|
|
|
c.Cache.IgnoreErrors(ignoreErrors)
|
|
}
|
|
|
|
// Start will attempt to start the visibility cache, or panic.
|
|
func (c *VisibilityCache) Start() {
|
|
}
|
|
|
|
// Stop will attempt to stop the visibility cache, or panic.
|
|
func (c *VisibilityCache) Stop() {
|
|
}
|
|
|
|
// VisibilityType represents a visibility lookup type.
|
|
// We use a byte type here to improve performance in the
|
|
// result cache when generating the key.
|
|
type VisibilityType byte
|
|
|
|
const (
|
|
// Possible cache visibility lookup types.
|
|
VisibilityTypeAccount = VisibilityType('a')
|
|
VisibilityTypeStatus = VisibilityType('s')
|
|
VisibilityTypeHome = VisibilityType('h')
|
|
VisibilityTypePublic = VisibilityType('p')
|
|
)
|
|
|
|
// CachedVisibility represents a cached visibility lookup value.
|
|
type CachedVisibility struct {
|
|
// ItemID is the ID of the item in question (status / account).
|
|
ItemID string
|
|
|
|
// RequesterID is the ID of the requesting account for this visibility lookup.
|
|
RequesterID string
|
|
|
|
// Type is the visibility lookup type.
|
|
Type VisibilityType
|
|
|
|
// Value is the actual visibility value.
|
|
Value bool
|
|
}
|