mirror of
https://github.com/superseriousbusiness/gotosocial.git
synced 2024-11-21 16:55:38 +03:00
[feature] do not uncache status / emoji media if attached status is bookmarked (#2956)
* do not uncache status / emoji media if attached status is bookmarked * add status bookmark and bookmark IDs caches * update status bookmark tests * move IsStatusBookmarkedBy() to StatusBookmark{} interface, rely on cache * fix envparsing.sh test
This commit is contained in:
parent
6f26b32ec3
commit
5dcc954072
17 changed files with 501 additions and 215 deletions
8
internal/cache/cache.go
vendored
8
internal/cache/cache.go
vendored
|
@ -85,6 +85,8 @@ func (c *Caches) Init() {
|
||||||
c.initPollVoteIDs()
|
c.initPollVoteIDs()
|
||||||
c.initReport()
|
c.initReport()
|
||||||
c.initStatus()
|
c.initStatus()
|
||||||
|
c.initStatusBookmark()
|
||||||
|
c.initStatusBookmarkIDs()
|
||||||
c.initStatusFave()
|
c.initStatusFave()
|
||||||
c.initStatusFaveIDs()
|
c.initStatusFaveIDs()
|
||||||
c.initTag()
|
c.initTag()
|
||||||
|
@ -101,7 +103,7 @@ func (c *Caches) Init() {
|
||||||
func (c *Caches) Start() {
|
func (c *Caches) Start() {
|
||||||
log.Infof(nil, "start: %p", c)
|
log.Infof(nil, "start: %p", c)
|
||||||
|
|
||||||
tryUntil("starting *gtsmodel.Webfinger cache", 5, func() bool {
|
tryUntil("starting webfinger cache", 5, func() bool {
|
||||||
return c.GTS.Webfinger.Start(5 * time.Minute)
|
return c.GTS.Webfinger.Start(5 * time.Minute)
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
@ -111,7 +113,7 @@ func (c *Caches) Start() {
|
||||||
func (c *Caches) Stop() {
|
func (c *Caches) Stop() {
|
||||||
log.Infof(nil, "stop: %p", c)
|
log.Infof(nil, "stop: %p", c)
|
||||||
|
|
||||||
tryUntil("stopping *gtsmodel.Webfinger cache", 5, c.GTS.Webfinger.Stop)
|
tryUntil("stopping webfinger cache", 5, c.GTS.Webfinger.Stop)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Sweep will sweep all the available caches to ensure none
|
// Sweep will sweep all the available caches to ensure none
|
||||||
|
@ -153,6 +155,8 @@ func (c *Caches) Sweep(threshold float64) {
|
||||||
c.GTS.PollVoteIDs.Trim(threshold)
|
c.GTS.PollVoteIDs.Trim(threshold)
|
||||||
c.GTS.Report.Trim(threshold)
|
c.GTS.Report.Trim(threshold)
|
||||||
c.GTS.Status.Trim(threshold)
|
c.GTS.Status.Trim(threshold)
|
||||||
|
c.GTS.StatusBookmark.Trim(threshold)
|
||||||
|
c.GTS.StatusBookmarkIDs.Trim(threshold)
|
||||||
c.GTS.StatusFave.Trim(threshold)
|
c.GTS.StatusFave.Trim(threshold)
|
||||||
c.GTS.StatusFaveIDs.Trim(threshold)
|
c.GTS.StatusFaveIDs.Trim(threshold)
|
||||||
c.GTS.Tag.Trim(threshold)
|
c.GTS.Tag.Trim(threshold)
|
||||||
|
|
54
internal/cache/db.go
vendored
54
internal/cache/db.go
vendored
|
@ -139,6 +139,12 @@ type GTSCaches struct {
|
||||||
// Status provides access to the gtsmodel Status database cache.
|
// Status provides access to the gtsmodel Status database cache.
|
||||||
Status StructCache[*gtsmodel.Status]
|
Status StructCache[*gtsmodel.Status]
|
||||||
|
|
||||||
|
// StatusBookmark ...
|
||||||
|
StatusBookmark StructCache[*gtsmodel.StatusBookmark]
|
||||||
|
|
||||||
|
// StatusBookmarkIDs ...
|
||||||
|
StatusBookmarkIDs SliceCache[string]
|
||||||
|
|
||||||
// StatusFave provides access to the gtsmodel StatusFave database cache.
|
// StatusFave provides access to the gtsmodel StatusFave database cache.
|
||||||
StatusFave StructCache[*gtsmodel.StatusFave]
|
StatusFave StructCache[*gtsmodel.StatusFave]
|
||||||
|
|
||||||
|
@ -1102,6 +1108,54 @@ func (c *Caches) initStatus() {
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (c *Caches) initStatusBookmark() {
|
||||||
|
// Calculate maximum cache size.
|
||||||
|
cap := calculateResultCacheMax(
|
||||||
|
sizeofStatusBookmark(), // model in-mem size.
|
||||||
|
config.GetCacheStatusBookmarkMemRatio(),
|
||||||
|
)
|
||||||
|
|
||||||
|
log.Infof(nil, "cache size = %d", cap)
|
||||||
|
|
||||||
|
copyF := func(s1 *gtsmodel.StatusBookmark) *gtsmodel.StatusBookmark {
|
||||||
|
s2 := new(gtsmodel.StatusBookmark)
|
||||||
|
*s2 = *s1
|
||||||
|
|
||||||
|
// Don't include ptr fields that
|
||||||
|
// will be populated separately.
|
||||||
|
s2.Account = nil
|
||||||
|
s2.TargetAccount = nil
|
||||||
|
s2.Status = nil
|
||||||
|
|
||||||
|
return s2
|
||||||
|
}
|
||||||
|
|
||||||
|
c.GTS.StatusBookmark.Init(structr.CacheConfig[*gtsmodel.StatusBookmark]{
|
||||||
|
Indices: []structr.IndexConfig{
|
||||||
|
{Fields: "ID"},
|
||||||
|
{Fields: "AccountID,StatusID"},
|
||||||
|
{Fields: "AccountID", Multiple: true},
|
||||||
|
{Fields: "TargetAccountID", Multiple: true},
|
||||||
|
{Fields: "StatusID", Multiple: true},
|
||||||
|
},
|
||||||
|
MaxSize: cap,
|
||||||
|
IgnoreErr: ignoreErrors,
|
||||||
|
Copy: copyF,
|
||||||
|
Invalidate: c.OnInvalidateStatusBookmark,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *Caches) initStatusBookmarkIDs() {
|
||||||
|
// Calculate maximum cache size.
|
||||||
|
cap := calculateSliceCacheMax(
|
||||||
|
config.GetCacheStatusBookmarkIDsMemRatio(),
|
||||||
|
)
|
||||||
|
|
||||||
|
log.Infof(nil, "cache size = %d", cap)
|
||||||
|
|
||||||
|
c.GTS.StatusBookmarkIDs.Init(0, cap)
|
||||||
|
}
|
||||||
|
|
||||||
func (c *Caches) initStatusFave() {
|
func (c *Caches) initStatusFave() {
|
||||||
// Calculate maximum cache size.
|
// Calculate maximum cache size.
|
||||||
cap := calculateResultCacheMax(
|
cap := calculateResultCacheMax(
|
||||||
|
|
5
internal/cache/invalidate.go
vendored
5
internal/cache/invalidate.go
vendored
|
@ -198,6 +198,11 @@ func (c *Caches) OnInvalidateStatus(status *gtsmodel.Status) {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (c *Caches) OnInvalidateStatusBookmark(bookmark *gtsmodel.StatusBookmark) {
|
||||||
|
// Invalidate status bookmark ID list for this status.
|
||||||
|
c.GTS.StatusBookmarkIDs.Invalidate(bookmark.StatusID)
|
||||||
|
}
|
||||||
|
|
||||||
func (c *Caches) OnInvalidateStatusFave(fave *gtsmodel.StatusFave) {
|
func (c *Caches) OnInvalidateStatusFave(fave *gtsmodel.StatusFave) {
|
||||||
// Invalidate status fave ID list for this status.
|
// Invalidate status fave ID list for this status.
|
||||||
c.GTS.StatusFaveIDs.Invalidate(fave.StatusID)
|
c.GTS.StatusFaveIDs.Invalidate(fave.StatusID)
|
||||||
|
|
18
internal/cache/size.go
vendored
18
internal/cache/size.go
vendored
|
@ -201,6 +201,8 @@ func totalOfRatios() float64 {
|
||||||
config.GetCachePollVoteMemRatio() +
|
config.GetCachePollVoteMemRatio() +
|
||||||
config.GetCacheReportMemRatio() +
|
config.GetCacheReportMemRatio() +
|
||||||
config.GetCacheStatusMemRatio() +
|
config.GetCacheStatusMemRatio() +
|
||||||
|
config.GetCacheStatusBookmarkMemRatio() +
|
||||||
|
config.GetCacheStatusBookmarkIDsMemRatio() +
|
||||||
config.GetCacheStatusFaveMemRatio() +
|
config.GetCacheStatusFaveMemRatio() +
|
||||||
config.GetCacheStatusFaveIDsMemRatio() +
|
config.GetCacheStatusFaveIDsMemRatio() +
|
||||||
config.GetCacheTagMemRatio() +
|
config.GetCacheTagMemRatio() +
|
||||||
|
@ -566,7 +568,7 @@ func sizeofReport() uintptr {
|
||||||
|
|
||||||
func sizeofStatus() uintptr {
|
func sizeofStatus() uintptr {
|
||||||
return uintptr(size.Of(>smodel.Status{
|
return uintptr(size.Of(>smodel.Status{
|
||||||
ID: exampleURI,
|
ID: exampleID,
|
||||||
URI: exampleURI,
|
URI: exampleURI,
|
||||||
URL: exampleURI,
|
URL: exampleURI,
|
||||||
Content: exampleText,
|
Content: exampleText,
|
||||||
|
@ -599,6 +601,20 @@ func sizeofStatus() uintptr {
|
||||||
}))
|
}))
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func sizeofStatusBookmark() uintptr {
|
||||||
|
return uintptr(size.Of(>smodel.StatusBookmark{
|
||||||
|
ID: exampleID,
|
||||||
|
AccountID: exampleID,
|
||||||
|
Account: nil,
|
||||||
|
TargetAccountID: exampleID,
|
||||||
|
TargetAccount: nil,
|
||||||
|
StatusID: exampleID,
|
||||||
|
Status: nil,
|
||||||
|
CreatedAt: exampleTime,
|
||||||
|
UpdatedAt: exampleTime,
|
||||||
|
}))
|
||||||
|
}
|
||||||
|
|
||||||
func sizeofStatusFave() uintptr {
|
func sizeofStatusFave() uintptr {
|
||||||
return uintptr(size.Of(>smodel.StatusFave{
|
return uintptr(size.Of(>smodel.StatusFave{
|
||||||
ID: exampleID,
|
ID: exampleID,
|
||||||
|
|
|
@ -32,9 +32,7 @@ import (
|
||||||
|
|
||||||
// Emoji encompasses a set of
|
// Emoji encompasses a set of
|
||||||
// emoji cleanup / admin utils.
|
// emoji cleanup / admin utils.
|
||||||
type Emoji struct {
|
type Emoji struct{ *Cleaner }
|
||||||
*Cleaner
|
|
||||||
}
|
|
||||||
|
|
||||||
// All will execute all cleaner.Emoji utilities synchronously, including output logging.
|
// All will execute all cleaner.Emoji utilities synchronously, including output logging.
|
||||||
// Context will be checked for `gtscontext.DryRun()` in order to actually perform the action.
|
// Context will be checked for `gtscontext.DryRun()` in order to actually perform the action.
|
||||||
|
@ -381,10 +379,20 @@ func (e *Emoji) uncacheRemote(ctx context.Context, after time.Time, emoji *gtsmo
|
||||||
}
|
}
|
||||||
|
|
||||||
for _, status := range statuses {
|
for _, status := range statuses {
|
||||||
|
// Check if recently used status.
|
||||||
if status.FetchedAt.After(after) {
|
if status.FetchedAt.After(after) {
|
||||||
l.Debug("skipping due to recently fetched status")
|
l.Debug("skipping due to recently fetched status")
|
||||||
return false, nil
|
return false, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Check whether status is bookmarked by active accounts.
|
||||||
|
bookmarked, err := e.state.DB.IsStatusBookmarked(ctx, status.ID)
|
||||||
|
if err != nil {
|
||||||
|
return false, err
|
||||||
|
} else if bookmarked {
|
||||||
|
l.Debug("skipping due to bookmarked status")
|
||||||
|
return false, nil
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// This emoji is too old, uncache it.
|
// This emoji is too old, uncache it.
|
||||||
|
|
|
@ -35,9 +35,7 @@ import (
|
||||||
|
|
||||||
// Media encompasses a set of
|
// Media encompasses a set of
|
||||||
// media cleanup / admin utils.
|
// media cleanup / admin utils.
|
||||||
type Media struct {
|
type Media struct{ *Cleaner }
|
||||||
*Cleaner
|
|
||||||
}
|
|
||||||
|
|
||||||
// All will execute all cleaner.Media utilities synchronously, including output logging.
|
// All will execute all cleaner.Media utilities synchronously, including output logging.
|
||||||
// Context will be checked for `gtscontext.DryRun()` in order to actually perform the action.
|
// Context will be checked for `gtscontext.DryRun()` in order to actually perform the action.
|
||||||
|
@ -475,9 +473,21 @@ func (m *Media) uncacheRemote(ctx context.Context, after time.Time, media *gtsmo
|
||||||
return false, nil
|
return false, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
if status != nil && status.FetchedAt.After(after) {
|
if status != nil {
|
||||||
l.Debug("skipping due to recently fetched status")
|
// Check if recently used status.
|
||||||
return false, nil
|
if status.FetchedAt.After(after) {
|
||||||
|
l.Debug("skipping due to recently fetched status")
|
||||||
|
return false, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check whether status is bookmarked by active accounts.
|
||||||
|
bookmarked, err := m.state.DB.IsStatusBookmarked(ctx, status.ID)
|
||||||
|
if err != nil {
|
||||||
|
return false, err
|
||||||
|
} else if bookmarked {
|
||||||
|
l.Debug("skipping due to bookmarked status")
|
||||||
|
return false, nil
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -191,48 +191,50 @@ type HTTPClientConfiguration struct {
|
||||||
}
|
}
|
||||||
|
|
||||||
type CacheConfiguration struct {
|
type CacheConfiguration struct {
|
||||||
MemoryTarget bytesize.Size `name:"memory-target"`
|
MemoryTarget bytesize.Size `name:"memory-target"`
|
||||||
AccountMemRatio float64 `name:"account-mem-ratio"`
|
AccountMemRatio float64 `name:"account-mem-ratio"`
|
||||||
AccountNoteMemRatio float64 `name:"account-note-mem-ratio"`
|
AccountNoteMemRatio float64 `name:"account-note-mem-ratio"`
|
||||||
AccountSettingsMemRatio float64 `name:"account-settings-mem-ratio"`
|
AccountSettingsMemRatio float64 `name:"account-settings-mem-ratio"`
|
||||||
AccountStatsMemRatio float64 `name:"account-stats-mem-ratio"`
|
AccountStatsMemRatio float64 `name:"account-stats-mem-ratio"`
|
||||||
ApplicationMemRatio float64 `name:"application-mem-ratio"`
|
ApplicationMemRatio float64 `name:"application-mem-ratio"`
|
||||||
BlockMemRatio float64 `name:"block-mem-ratio"`
|
BlockMemRatio float64 `name:"block-mem-ratio"`
|
||||||
BlockIDsMemRatio float64 `name:"block-mem-ratio"`
|
BlockIDsMemRatio float64 `name:"block-mem-ratio"`
|
||||||
BoostOfIDsMemRatio float64 `name:"boost-of-ids-mem-ratio"`
|
BoostOfIDsMemRatio float64 `name:"boost-of-ids-mem-ratio"`
|
||||||
ClientMemRatio float64 `name:"client-mem-ratio"`
|
ClientMemRatio float64 `name:"client-mem-ratio"`
|
||||||
EmojiMemRatio float64 `name:"emoji-mem-ratio"`
|
EmojiMemRatio float64 `name:"emoji-mem-ratio"`
|
||||||
EmojiCategoryMemRatio float64 `name:"emoji-category-mem-ratio"`
|
EmojiCategoryMemRatio float64 `name:"emoji-category-mem-ratio"`
|
||||||
FilterMemRatio float64 `name:"filter-mem-ratio"`
|
FilterMemRatio float64 `name:"filter-mem-ratio"`
|
||||||
FilterKeywordMemRatio float64 `name:"filter-keyword-mem-ratio"`
|
FilterKeywordMemRatio float64 `name:"filter-keyword-mem-ratio"`
|
||||||
FilterStatusMemRatio float64 `name:"filter-status-mem-ratio"`
|
FilterStatusMemRatio float64 `name:"filter-status-mem-ratio"`
|
||||||
FollowMemRatio float64 `name:"follow-mem-ratio"`
|
FollowMemRatio float64 `name:"follow-mem-ratio"`
|
||||||
FollowIDsMemRatio float64 `name:"follow-ids-mem-ratio"`
|
FollowIDsMemRatio float64 `name:"follow-ids-mem-ratio"`
|
||||||
FollowRequestMemRatio float64 `name:"follow-request-mem-ratio"`
|
FollowRequestMemRatio float64 `name:"follow-request-mem-ratio"`
|
||||||
FollowRequestIDsMemRatio float64 `name:"follow-request-ids-mem-ratio"`
|
FollowRequestIDsMemRatio float64 `name:"follow-request-ids-mem-ratio"`
|
||||||
InReplyToIDsMemRatio float64 `name:"in-reply-to-ids-mem-ratio"`
|
InReplyToIDsMemRatio float64 `name:"in-reply-to-ids-mem-ratio"`
|
||||||
InstanceMemRatio float64 `name:"instance-mem-ratio"`
|
InstanceMemRatio float64 `name:"instance-mem-ratio"`
|
||||||
ListMemRatio float64 `name:"list-mem-ratio"`
|
ListMemRatio float64 `name:"list-mem-ratio"`
|
||||||
ListEntryMemRatio float64 `name:"list-entry-mem-ratio"`
|
ListEntryMemRatio float64 `name:"list-entry-mem-ratio"`
|
||||||
MarkerMemRatio float64 `name:"marker-mem-ratio"`
|
MarkerMemRatio float64 `name:"marker-mem-ratio"`
|
||||||
MediaMemRatio float64 `name:"media-mem-ratio"`
|
MediaMemRatio float64 `name:"media-mem-ratio"`
|
||||||
MentionMemRatio float64 `name:"mention-mem-ratio"`
|
MentionMemRatio float64 `name:"mention-mem-ratio"`
|
||||||
MoveMemRatio float64 `name:"move-mem-ratio"`
|
MoveMemRatio float64 `name:"move-mem-ratio"`
|
||||||
NotificationMemRatio float64 `name:"notification-mem-ratio"`
|
NotificationMemRatio float64 `name:"notification-mem-ratio"`
|
||||||
PollMemRatio float64 `name:"poll-mem-ratio"`
|
PollMemRatio float64 `name:"poll-mem-ratio"`
|
||||||
PollVoteMemRatio float64 `name:"poll-vote-mem-ratio"`
|
PollVoteMemRatio float64 `name:"poll-vote-mem-ratio"`
|
||||||
PollVoteIDsMemRatio float64 `name:"poll-vote-ids-mem-ratio"`
|
PollVoteIDsMemRatio float64 `name:"poll-vote-ids-mem-ratio"`
|
||||||
ReportMemRatio float64 `name:"report-mem-ratio"`
|
ReportMemRatio float64 `name:"report-mem-ratio"`
|
||||||
StatusMemRatio float64 `name:"status-mem-ratio"`
|
StatusMemRatio float64 `name:"status-mem-ratio"`
|
||||||
StatusFaveMemRatio float64 `name:"status-fave-mem-ratio"`
|
StatusBookmarkMemRatio float64 `name:"status-bookmark-mem-ratio"`
|
||||||
StatusFaveIDsMemRatio float64 `name:"status-fave-ids-mem-ratio"`
|
StatusBookmarkIDsMemRatio float64 `name:"status-bookmark-ids-mem-ratio"`
|
||||||
TagMemRatio float64 `name:"tag-mem-ratio"`
|
StatusFaveMemRatio float64 `name:"status-fave-mem-ratio"`
|
||||||
ThreadMuteMemRatio float64 `name:"thread-mute-mem-ratio"`
|
StatusFaveIDsMemRatio float64 `name:"status-fave-ids-mem-ratio"`
|
||||||
TokenMemRatio float64 `name:"token-mem-ratio"`
|
TagMemRatio float64 `name:"tag-mem-ratio"`
|
||||||
TombstoneMemRatio float64 `name:"tombstone-mem-ratio"`
|
ThreadMuteMemRatio float64 `name:"thread-mute-mem-ratio"`
|
||||||
UserMemRatio float64 `name:"user-mem-ratio"`
|
TokenMemRatio float64 `name:"token-mem-ratio"`
|
||||||
WebfingerMemRatio float64 `name:"webfinger-mem-ratio"`
|
TombstoneMemRatio float64 `name:"tombstone-mem-ratio"`
|
||||||
VisibilityMemRatio float64 `name:"visibility-mem-ratio"`
|
UserMemRatio float64 `name:"user-mem-ratio"`
|
||||||
|
WebfingerMemRatio float64 `name:"webfinger-mem-ratio"`
|
||||||
|
VisibilityMemRatio float64 `name:"visibility-mem-ratio"`
|
||||||
}
|
}
|
||||||
|
|
||||||
// MarshalMap will marshal current Configuration into a map structure (useful for JSON/TOML/YAML).
|
// MarshalMap will marshal current Configuration into a map structure (useful for JSON/TOML/YAML).
|
||||||
|
|
|
@ -156,47 +156,49 @@ var Defaults = Configuration{
|
||||||
// when TODO items in the size.go source
|
// when TODO items in the size.go source
|
||||||
// file have been addressed, these should
|
// file have been addressed, these should
|
||||||
// be able to make some more sense :D
|
// be able to make some more sense :D
|
||||||
AccountMemRatio: 5,
|
AccountMemRatio: 5,
|
||||||
AccountNoteMemRatio: 1,
|
AccountNoteMemRatio: 1,
|
||||||
AccountSettingsMemRatio: 0.1,
|
AccountSettingsMemRatio: 0.1,
|
||||||
AccountStatsMemRatio: 2,
|
AccountStatsMemRatio: 2,
|
||||||
ApplicationMemRatio: 0.1,
|
ApplicationMemRatio: 0.1,
|
||||||
BlockMemRatio: 2,
|
BlockMemRatio: 2,
|
||||||
BlockIDsMemRatio: 3,
|
BlockIDsMemRatio: 3,
|
||||||
BoostOfIDsMemRatio: 3,
|
BoostOfIDsMemRatio: 3,
|
||||||
ClientMemRatio: 0.1,
|
ClientMemRatio: 0.1,
|
||||||
EmojiMemRatio: 3,
|
EmojiMemRatio: 3,
|
||||||
EmojiCategoryMemRatio: 0.1,
|
EmojiCategoryMemRatio: 0.1,
|
||||||
FilterMemRatio: 0.5,
|
FilterMemRatio: 0.5,
|
||||||
FilterKeywordMemRatio: 0.5,
|
FilterKeywordMemRatio: 0.5,
|
||||||
FilterStatusMemRatio: 0.5,
|
FilterStatusMemRatio: 0.5,
|
||||||
FollowMemRatio: 2,
|
FollowMemRatio: 2,
|
||||||
FollowIDsMemRatio: 4,
|
FollowIDsMemRatio: 4,
|
||||||
FollowRequestMemRatio: 2,
|
FollowRequestMemRatio: 2,
|
||||||
FollowRequestIDsMemRatio: 2,
|
FollowRequestIDsMemRatio: 2,
|
||||||
InReplyToIDsMemRatio: 3,
|
InReplyToIDsMemRatio: 3,
|
||||||
InstanceMemRatio: 1,
|
InstanceMemRatio: 1,
|
||||||
ListMemRatio: 1,
|
ListMemRatio: 1,
|
||||||
ListEntryMemRatio: 2,
|
ListEntryMemRatio: 2,
|
||||||
MarkerMemRatio: 0.5,
|
MarkerMemRatio: 0.5,
|
||||||
MediaMemRatio: 4,
|
MediaMemRatio: 4,
|
||||||
MentionMemRatio: 2,
|
MentionMemRatio: 2,
|
||||||
MoveMemRatio: 0.1,
|
MoveMemRatio: 0.1,
|
||||||
NotificationMemRatio: 2,
|
NotificationMemRatio: 2,
|
||||||
PollMemRatio: 1,
|
PollMemRatio: 1,
|
||||||
PollVoteMemRatio: 2,
|
PollVoteMemRatio: 2,
|
||||||
PollVoteIDsMemRatio: 2,
|
PollVoteIDsMemRatio: 2,
|
||||||
ReportMemRatio: 1,
|
ReportMemRatio: 1,
|
||||||
StatusMemRatio: 5,
|
StatusMemRatio: 5,
|
||||||
StatusFaveMemRatio: 2,
|
StatusBookmarkMemRatio: 0.5,
|
||||||
StatusFaveIDsMemRatio: 3,
|
StatusBookmarkIDsMemRatio: 2,
|
||||||
TagMemRatio: 2,
|
StatusFaveMemRatio: 2,
|
||||||
ThreadMuteMemRatio: 0.2,
|
StatusFaveIDsMemRatio: 3,
|
||||||
TokenMemRatio: 0.75,
|
TagMemRatio: 2,
|
||||||
TombstoneMemRatio: 0.5,
|
ThreadMuteMemRatio: 0.2,
|
||||||
UserMemRatio: 0.25,
|
TokenMemRatio: 0.75,
|
||||||
WebfingerMemRatio: 0.1,
|
TombstoneMemRatio: 0.5,
|
||||||
VisibilityMemRatio: 2,
|
UserMemRatio: 0.25,
|
||||||
|
WebfingerMemRatio: 0.1,
|
||||||
|
VisibilityMemRatio: 2,
|
||||||
},
|
},
|
||||||
|
|
||||||
HTTPClient: HTTPClientConfiguration{
|
HTTPClient: HTTPClientConfiguration{
|
||||||
|
|
|
@ -3550,6 +3550,56 @@ func GetCacheStatusMemRatio() float64 { return global.GetCacheStatusMemRatio() }
|
||||||
// SetCacheStatusMemRatio safely sets the value for global configuration 'Cache.StatusMemRatio' field
|
// SetCacheStatusMemRatio safely sets the value for global configuration 'Cache.StatusMemRatio' field
|
||||||
func SetCacheStatusMemRatio(v float64) { global.SetCacheStatusMemRatio(v) }
|
func SetCacheStatusMemRatio(v float64) { global.SetCacheStatusMemRatio(v) }
|
||||||
|
|
||||||
|
// GetCacheStatusBookmarkMemRatio safely fetches the Configuration value for state's 'Cache.StatusBookmarkMemRatio' field
|
||||||
|
func (st *ConfigState) GetCacheStatusBookmarkMemRatio() (v float64) {
|
||||||
|
st.mutex.RLock()
|
||||||
|
v = st.config.Cache.StatusBookmarkMemRatio
|
||||||
|
st.mutex.RUnlock()
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// SetCacheStatusBookmarkMemRatio safely sets the Configuration value for state's 'Cache.StatusBookmarkMemRatio' field
|
||||||
|
func (st *ConfigState) SetCacheStatusBookmarkMemRatio(v float64) {
|
||||||
|
st.mutex.Lock()
|
||||||
|
defer st.mutex.Unlock()
|
||||||
|
st.config.Cache.StatusBookmarkMemRatio = v
|
||||||
|
st.reloadToViper()
|
||||||
|
}
|
||||||
|
|
||||||
|
// CacheStatusBookmarkMemRatioFlag returns the flag name for the 'Cache.StatusBookmarkMemRatio' field
|
||||||
|
func CacheStatusBookmarkMemRatioFlag() string { return "cache-status-bookmark-mem-ratio" }
|
||||||
|
|
||||||
|
// GetCacheStatusBookmarkMemRatio safely fetches the value for global configuration 'Cache.StatusBookmarkMemRatio' field
|
||||||
|
func GetCacheStatusBookmarkMemRatio() float64 { return global.GetCacheStatusBookmarkMemRatio() }
|
||||||
|
|
||||||
|
// SetCacheStatusBookmarkMemRatio safely sets the value for global configuration 'Cache.StatusBookmarkMemRatio' field
|
||||||
|
func SetCacheStatusBookmarkMemRatio(v float64) { global.SetCacheStatusBookmarkMemRatio(v) }
|
||||||
|
|
||||||
|
// GetCacheStatusBookmarkIDsMemRatio safely fetches the Configuration value for state's 'Cache.StatusBookmarkIDsMemRatio' field
|
||||||
|
func (st *ConfigState) GetCacheStatusBookmarkIDsMemRatio() (v float64) {
|
||||||
|
st.mutex.RLock()
|
||||||
|
v = st.config.Cache.StatusBookmarkIDsMemRatio
|
||||||
|
st.mutex.RUnlock()
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// SetCacheStatusBookmarkIDsMemRatio safely sets the Configuration value for state's 'Cache.StatusBookmarkIDsMemRatio' field
|
||||||
|
func (st *ConfigState) SetCacheStatusBookmarkIDsMemRatio(v float64) {
|
||||||
|
st.mutex.Lock()
|
||||||
|
defer st.mutex.Unlock()
|
||||||
|
st.config.Cache.StatusBookmarkIDsMemRatio = v
|
||||||
|
st.reloadToViper()
|
||||||
|
}
|
||||||
|
|
||||||
|
// CacheStatusBookmarkIDsMemRatioFlag returns the flag name for the 'Cache.StatusBookmarkIDsMemRatio' field
|
||||||
|
func CacheStatusBookmarkIDsMemRatioFlag() string { return "cache-status-bookmark-ids-mem-ratio" }
|
||||||
|
|
||||||
|
// GetCacheStatusBookmarkIDsMemRatio safely fetches the value for global configuration 'Cache.StatusBookmarkIDsMemRatio' field
|
||||||
|
func GetCacheStatusBookmarkIDsMemRatio() float64 { return global.GetCacheStatusBookmarkIDsMemRatio() }
|
||||||
|
|
||||||
|
// SetCacheStatusBookmarkIDsMemRatio safely sets the value for global configuration 'Cache.StatusBookmarkIDsMemRatio' field
|
||||||
|
func SetCacheStatusBookmarkIDsMemRatio(v float64) { global.SetCacheStatusBookmarkIDsMemRatio(v) }
|
||||||
|
|
||||||
// GetCacheStatusFaveMemRatio safely fetches the Configuration value for state's 'Cache.StatusFaveMemRatio' field
|
// GetCacheStatusFaveMemRatio safely fetches the Configuration value for state's 'Cache.StatusFaveMemRatio' field
|
||||||
func (st *ConfigState) GetCacheStatusFaveMemRatio() (v float64) {
|
func (st *ConfigState) GetCacheStatusFaveMemRatio() (v float64) {
|
||||||
st.mutex.RLock()
|
st.mutex.RLock()
|
||||||
|
|
|
@ -677,12 +677,3 @@ func (s *statusDB) getStatusBoostIDs(ctx context.Context, statusID string) ([]st
|
||||||
return statusIDs, nil
|
return statusIDs, nil
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *statusDB) IsStatusBookmarkedBy(ctx context.Context, status *gtsmodel.Status, accountID string) (bool, error) {
|
|
||||||
q := s.db.
|
|
||||||
NewSelect().
|
|
||||||
TableExpr("? AS ?", bun.Ident("status_bookmarks"), bun.Ident("status_bookmark")).
|
|
||||||
Where("? = ?", bun.Ident("status_bookmark.status_id"), status.ID).
|
|
||||||
Where("? = ?", bun.Ident("status_bookmark.account_id"), accountID)
|
|
||||||
return exists(ctx, q)
|
|
||||||
}
|
|
||||||
|
|
|
@ -20,11 +20,15 @@ package bundb
|
||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"slices"
|
||||||
|
|
||||||
|
"github.com/superseriousbusiness/gotosocial/internal/db"
|
||||||
|
"github.com/superseriousbusiness/gotosocial/internal/gtscontext"
|
||||||
|
"github.com/superseriousbusiness/gotosocial/internal/gtserror"
|
||||||
"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
|
"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
|
||||||
"github.com/superseriousbusiness/gotosocial/internal/log"
|
"github.com/superseriousbusiness/gotosocial/internal/log"
|
||||||
"github.com/superseriousbusiness/gotosocial/internal/state"
|
"github.com/superseriousbusiness/gotosocial/internal/state"
|
||||||
|
"github.com/superseriousbusiness/gotosocial/internal/util"
|
||||||
"github.com/uptrace/bun"
|
"github.com/uptrace/bun"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
@ -33,52 +37,158 @@ type statusBookmarkDB struct {
|
||||||
state *state.State
|
state *state.State
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *statusBookmarkDB) GetStatusBookmark(ctx context.Context, id string) (*gtsmodel.StatusBookmark, error) {
|
func (s *statusBookmarkDB) GetStatusBookmarkByID(ctx context.Context, id string) (*gtsmodel.StatusBookmark, error) {
|
||||||
bookmark := new(gtsmodel.StatusBookmark)
|
return s.getStatusBookmark(
|
||||||
|
ctx,
|
||||||
|
"ID",
|
||||||
|
func(bookmark *gtsmodel.StatusBookmark) error {
|
||||||
|
return s.db.
|
||||||
|
NewSelect().
|
||||||
|
Model(bookmark).
|
||||||
|
Where("? = ?", bun.Ident("id"), id).
|
||||||
|
Scan(ctx)
|
||||||
|
},
|
||||||
|
id,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
err := s.db.
|
func (s *statusBookmarkDB) GetStatusBookmark(ctx context.Context, accountID string, statusID string) (*gtsmodel.StatusBookmark, error) {
|
||||||
NewSelect().
|
return s.getStatusBookmark(
|
||||||
Model(bookmark).
|
ctx,
|
||||||
Where("? = ?", bun.Ident("status_bookmark.id"), id).
|
"AccountID,StatusID",
|
||||||
Scan(ctx)
|
func(bookmark *gtsmodel.StatusBookmark) error {
|
||||||
|
return s.db.
|
||||||
|
NewSelect().
|
||||||
|
Model(bookmark).
|
||||||
|
Where("? = ?", bun.Ident("account_id"), accountID).
|
||||||
|
Where("? = ?", bun.Ident("status_id"), statusID).
|
||||||
|
Scan(ctx)
|
||||||
|
},
|
||||||
|
accountID, statusID,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *statusBookmarkDB) GetStatusBookmarksByIDs(ctx context.Context, ids []string) ([]*gtsmodel.StatusBookmark, error) {
|
||||||
|
// Load all input bookmark IDs via cache loader callback.
|
||||||
|
bookmarks, err := s.state.Caches.GTS.StatusBookmark.LoadIDs("ID",
|
||||||
|
ids,
|
||||||
|
func(uncached []string) ([]*gtsmodel.StatusBookmark, error) {
|
||||||
|
// Preallocate expected length of uncached bookmarks.
|
||||||
|
bookmarks := make([]*gtsmodel.StatusBookmark, 0, len(uncached))
|
||||||
|
|
||||||
|
// Perform database query scanning
|
||||||
|
// the remaining (uncached) bookmarks.
|
||||||
|
if err := s.db.NewSelect().
|
||||||
|
Model(&bookmarks).
|
||||||
|
Where("? IN (?)", bun.Ident("id"), bun.In(uncached)).
|
||||||
|
Scan(ctx); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return bookmarks, nil
|
||||||
|
},
|
||||||
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
bookmark.Account, err = s.state.DB.GetAccountByID(ctx, bookmark.AccountID)
|
// Reorder the bookmarks by their
|
||||||
|
// IDs to ensure in correct order.
|
||||||
|
getID := func(b *gtsmodel.StatusBookmark) string { return b.ID }
|
||||||
|
util.OrderBy(bookmarks, ids, getID)
|
||||||
|
|
||||||
|
// Populate all loaded bookmarks, removing those we fail
|
||||||
|
// to populate (removes needing so many later nil checks).
|
||||||
|
bookmarks = slices.DeleteFunc(bookmarks, func(bookmark *gtsmodel.StatusBookmark) bool {
|
||||||
|
if err := s.PopulateStatusBookmark(ctx, bookmark); err != nil {
|
||||||
|
log.Errorf(ctx, "error populating bookmark %s: %v", bookmark.ID, err)
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
return false
|
||||||
|
})
|
||||||
|
|
||||||
|
return bookmarks, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *statusBookmarkDB) IsStatusBookmarked(ctx context.Context, statusID string) (bool, error) {
|
||||||
|
bookmarkIDs, err := s.getStatusBookmarkIDs(ctx, statusID)
|
||||||
|
return (len(bookmarkIDs) > 0), err
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *statusBookmarkDB) IsStatusBookmarkedBy(ctx context.Context, accountID string, statusID string) (bool, error) {
|
||||||
|
bookmark, err := s.GetStatusBookmark(ctx, accountID, statusID)
|
||||||
|
if err != nil && !errors.Is(err, db.ErrNoEntries) {
|
||||||
|
return false, err
|
||||||
|
}
|
||||||
|
return (bookmark != nil), nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *statusBookmarkDB) getStatusBookmark(ctx context.Context, lookup string, dbQuery func(*gtsmodel.StatusBookmark) error, keyParts ...any) (*gtsmodel.StatusBookmark, error) {
|
||||||
|
// Fetch bookmark from database cache with loader callback.
|
||||||
|
bookmark, err := s.state.Caches.GTS.StatusBookmark.LoadOne(lookup, func() (*gtsmodel.StatusBookmark, error) {
|
||||||
|
var bookmark gtsmodel.StatusBookmark
|
||||||
|
|
||||||
|
// Not cached! Perform database query.
|
||||||
|
if err := dbQuery(&bookmark); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return &bookmark, nil
|
||||||
|
}, keyParts...)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("error getting status bookmark account %q: %w", bookmark.AccountID, err)
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
bookmark.TargetAccount, err = s.state.DB.GetAccountByID(ctx, bookmark.TargetAccountID)
|
if gtscontext.Barebones(ctx) {
|
||||||
if err != nil {
|
// no need to fully populate.
|
||||||
return nil, fmt.Errorf("error getting status bookmark target account %q: %w", bookmark.TargetAccountID, err)
|
return bookmark, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
bookmark.Status, err = s.state.DB.GetStatusByID(ctx, bookmark.StatusID)
|
// Further populate the bookmark fields where applicable.
|
||||||
if err != nil {
|
if err := s.PopulateStatusBookmark(ctx, bookmark); err != nil {
|
||||||
return nil, fmt.Errorf("error getting status bookmark status %q: %w", bookmark.StatusID, err)
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
return bookmark, nil
|
return bookmark, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *statusBookmarkDB) GetStatusBookmarkID(ctx context.Context, accountID string, statusID string) (string, error) {
|
func (s *statusBookmarkDB) PopulateStatusBookmark(ctx context.Context, bookmark *gtsmodel.StatusBookmark) (err error) {
|
||||||
var id string
|
var errs gtserror.MultiError
|
||||||
|
|
||||||
q := s.db.
|
if bookmark.Account == nil {
|
||||||
NewSelect().
|
// Bookmark author is not set, fetch from database.
|
||||||
TableExpr("? AS ?", bun.Ident("status_bookmarks"), bun.Ident("status_bookmark")).
|
bookmark.Account, err = s.state.DB.GetAccountByID(
|
||||||
Column("status_bookmark.id").
|
gtscontext.SetBarebones(ctx),
|
||||||
Where("? = ?", bun.Ident("status_bookmark.account_id"), accountID).
|
bookmark.AccountID,
|
||||||
Where("? = ?", bun.Ident("status_bookmark.status_id"), statusID).
|
)
|
||||||
Limit(1)
|
if err != nil {
|
||||||
|
errs.Appendf("error getting bookmark account %s: %w", bookmark.AccountID, err)
|
||||||
if err := q.Scan(ctx, &id); err != nil {
|
}
|
||||||
return "", err
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return id, nil
|
if bookmark.TargetAccount == nil {
|
||||||
|
// Bookmark target account is not set, fetch from database.
|
||||||
|
bookmark.TargetAccount, err = s.state.DB.GetAccountByID(
|
||||||
|
gtscontext.SetBarebones(ctx),
|
||||||
|
bookmark.TargetAccountID,
|
||||||
|
)
|
||||||
|
if err != nil {
|
||||||
|
errs.Appendf("error getting bookmark target account %s: %w", bookmark.TargetAccountID, err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if bookmark.Status == nil {
|
||||||
|
// Bookmarked status not set, fetch from database.
|
||||||
|
bookmark.Status, err = s.state.DB.GetStatusByID(
|
||||||
|
gtscontext.SetBarebones(ctx),
|
||||||
|
bookmark.StatusID,
|
||||||
|
)
|
||||||
|
if err != nil {
|
||||||
|
errs.Appendf("error getting bookmark status %s: %w", bookmark.StatusID, err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return errs.Combine()
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *statusBookmarkDB) GetStatusBookmarks(ctx context.Context, accountID string, limit int, maxID string, minID string) ([]*gtsmodel.StatusBookmark, error) {
|
func (s *statusBookmarkDB) GetStatusBookmarks(ctx context.Context, accountID string, limit int, maxID string, minID string) ([]*gtsmodel.StatusBookmark, error) {
|
||||||
|
@ -117,38 +227,46 @@ func (s *statusBookmarkDB) GetStatusBookmarks(ctx context.Context, accountID str
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
bookmarks := make([]*gtsmodel.StatusBookmark, 0, len(ids))
|
return s.GetStatusBookmarksByIDs(ctx, ids)
|
||||||
|
}
|
||||||
|
|
||||||
for _, id := range ids {
|
func (s *statusBookmarkDB) getStatusBookmarkIDs(ctx context.Context, statusID string) ([]string, error) {
|
||||||
bookmark, err := s.GetStatusBookmark(ctx, id)
|
return s.state.Caches.GTS.StatusBookmarkIDs.Load(statusID, func() ([]string, error) {
|
||||||
if err != nil {
|
var bookmarkIDs []string
|
||||||
log.Errorf(ctx, "error getting bookmark %q: %v", id, err)
|
|
||||||
continue
|
// Bookmark IDs not cached,
|
||||||
|
// perform database query.
|
||||||
|
if err := s.db.
|
||||||
|
NewSelect().
|
||||||
|
Table("status_bookmarks").
|
||||||
|
Column("id").Where("? = ?", bun.Ident("status_id"), statusID).
|
||||||
|
Order("id DESC").
|
||||||
|
Scan(ctx, &bookmarkIDs); err != nil {
|
||||||
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
bookmarks = append(bookmarks, bookmark)
|
return bookmarkIDs, nil
|
||||||
}
|
})
|
||||||
|
|
||||||
return bookmarks, nil
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *statusBookmarkDB) PutStatusBookmark(ctx context.Context, statusBookmark *gtsmodel.StatusBookmark) error {
|
func (s *statusBookmarkDB) PutStatusBookmark(ctx context.Context, bookmark *gtsmodel.StatusBookmark) error {
|
||||||
_, err := s.db.
|
return s.state.Caches.GTS.StatusBookmark.Store(bookmark, func() error {
|
||||||
NewInsert().
|
_, err := s.db.NewInsert().Model(bookmark).Exec(ctx)
|
||||||
Model(statusBookmark).
|
return err
|
||||||
Exec(ctx)
|
})
|
||||||
|
|
||||||
return err
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *statusBookmarkDB) DeleteStatusBookmark(ctx context.Context, id string) error {
|
func (s *statusBookmarkDB) DeleteStatusBookmarkByID(ctx context.Context, id string) error {
|
||||||
_, err := s.db.
|
_, err := s.db.
|
||||||
NewDelete().
|
NewDelete().
|
||||||
TableExpr("? AS ?", bun.Ident("status_bookmarks"), bun.Ident("status_bookmark")).
|
Table("status_bookmarks").
|
||||||
Where("? = ?", bun.Ident("status_bookmark.id"), id).
|
Where("? = ?", bun.Ident("id"), id).
|
||||||
Exec(ctx)
|
Exec(ctx)
|
||||||
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
|
}
|
||||||
|
s.state.Caches.GTS.StatusBookmark.Invalidate("ID", id)
|
||||||
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *statusBookmarkDB) DeleteStatusBookmarks(ctx context.Context, targetAccountID string, originAccountID string) error {
|
func (s *statusBookmarkDB) DeleteStatusBookmarks(ctx context.Context, targetAccountID string, originAccountID string) error {
|
||||||
|
@ -156,42 +274,43 @@ func (s *statusBookmarkDB) DeleteStatusBookmarks(ctx context.Context, targetAcco
|
||||||
return errors.New("DeleteBookmarks: one of targetAccountID or originAccountID must be set")
|
return errors.New("DeleteBookmarks: one of targetAccountID or originAccountID must be set")
|
||||||
}
|
}
|
||||||
|
|
||||||
// TODO: Capture bookmark IDs in a RETURNING
|
|
||||||
// statement (when bookmarks have a cache),
|
|
||||||
// + use the IDs to invalidate cache entries.
|
|
||||||
|
|
||||||
q := s.db.
|
q := s.db.
|
||||||
NewDelete().
|
NewDelete().
|
||||||
TableExpr("? AS ?", bun.Ident("status_bookmarks"), bun.Ident("status_bookmark"))
|
TableExpr("? AS ?", bun.Ident("status_bookmarks"), bun.Ident("status_bookmark"))
|
||||||
|
|
||||||
if targetAccountID != "" {
|
if targetAccountID != "" {
|
||||||
q = q.Where("? = ?", bun.Ident("status_bookmark.target_account_id"), targetAccountID)
|
q = q.Where("? = ?", bun.Ident("status_bookmark.target_account_id"), targetAccountID)
|
||||||
|
defer s.state.Caches.GTS.StatusBookmark.Invalidate("TargetAccountID", targetAccountID)
|
||||||
}
|
}
|
||||||
|
|
||||||
if originAccountID != "" {
|
if originAccountID != "" {
|
||||||
q = q.Where("? = ?", bun.Ident("status_bookmark.account_id"), originAccountID)
|
q = q.Where("? = ?", bun.Ident("status_bookmark.account_id"), originAccountID)
|
||||||
|
defer s.state.Caches.GTS.StatusBookmark.Invalidate("AccountID", originAccountID)
|
||||||
}
|
}
|
||||||
|
|
||||||
if _, err := q.Exec(ctx); err != nil {
|
if _, err := q.Exec(ctx); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if targetAccountID != "" {
|
||||||
|
s.state.Caches.GTS.StatusBookmark.Invalidate("TargetAccountID", targetAccountID)
|
||||||
|
}
|
||||||
|
|
||||||
|
if originAccountID != "" {
|
||||||
|
s.state.Caches.GTS.StatusBookmark.Invalidate("AccountID", originAccountID)
|
||||||
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *statusBookmarkDB) DeleteStatusBookmarksForStatus(ctx context.Context, statusID string) error {
|
func (s *statusBookmarkDB) DeleteStatusBookmarksForStatus(ctx context.Context, statusID string) error {
|
||||||
// TODO: Capture bookmark IDs in a RETURNING
|
|
||||||
// statement (when bookmarks have a cache),
|
|
||||||
// + use the IDs to invalidate cache entries.
|
|
||||||
|
|
||||||
q := s.db.
|
q := s.db.
|
||||||
NewDelete().
|
NewDelete().
|
||||||
TableExpr("? AS ?", bun.Ident("status_bookmarks"), bun.Ident("status_bookmark")).
|
TableExpr("? AS ?", bun.Ident("status_bookmarks"), bun.Ident("status_bookmark")).
|
||||||
Where("? = ?", bun.Ident("status_bookmark.status_id"), statusID)
|
Where("? = ?", bun.Ident("status_bookmark.status_id"), statusID)
|
||||||
|
|
||||||
if _, err := q.Exec(ctx); err != nil {
|
if _, err := q.Exec(ctx); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
s.state.Caches.GTS.StatusBookmark.Invalidate("StatusID", statusID)
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
|
@ -31,23 +31,32 @@ type StatusBookmarkTestSuite struct {
|
||||||
BunDBStandardTestSuite
|
BunDBStandardTestSuite
|
||||||
}
|
}
|
||||||
|
|
||||||
func (suite *StatusBookmarkTestSuite) TestGetStatusBookmarkIDOK() {
|
func (suite *StatusBookmarkTestSuite) TestGetStatusBookmarkOK() {
|
||||||
testBookmark := suite.testBookmarks["local_account_1_admin_account_status_1"]
|
testBookmark := suite.testBookmarks["local_account_1_admin_account_status_1"]
|
||||||
|
bookmark, err := suite.db.GetStatusBookmark(context.Background(), testBookmark.AccountID, testBookmark.StatusID)
|
||||||
id, err := suite.db.GetStatusBookmarkID(context.Background(), testBookmark.AccountID, testBookmark.StatusID)
|
suite.NoError(err)
|
||||||
if err != nil {
|
suite.Equal(testBookmark.ID, bookmark.ID)
|
||||||
suite.FailNow(err.Error())
|
suite.Equal(testBookmark.AccountID, bookmark.AccountID)
|
||||||
}
|
suite.Equal(testBookmark.StatusID, bookmark.StatusID)
|
||||||
|
|
||||||
suite.Equal(testBookmark.ID, id)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (suite *StatusBookmarkTestSuite) TestGetStatusBookmarkIDNonexisting() {
|
func (suite *StatusBookmarkTestSuite) TestGetStatusBookmarkNonexisting() {
|
||||||
id, err := suite.db.GetStatusBookmarkID(context.Background(), "01GVAVGD06YJ2FSB5GJSMF8M2K", "01GVAVGKGR1MK9ZN7JCJFYSFZV")
|
bookmark, err := suite.db.GetStatusBookmark(context.Background(), "01GVAVGD06YJ2FSB5GJSMF8M2K", "01GVAVGKGR1MK9ZN7JCJFYSFZV")
|
||||||
suite.Empty(id)
|
suite.Nil(bookmark)
|
||||||
suite.ErrorIs(err, db.ErrNoEntries)
|
suite.ErrorIs(err, db.ErrNoEntries)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (suite *StatusBookmarkTestSuite) IsStatusBookmarked() {
|
||||||
|
for _, bookmark := range suite.testBookmarks {
|
||||||
|
ok, err := suite.db.IsStatusBookmarked(
|
||||||
|
context.Background(),
|
||||||
|
bookmark.StatusID,
|
||||||
|
)
|
||||||
|
suite.NoError(err)
|
||||||
|
suite.True(ok)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func (suite *StatusBookmarkTestSuite) TestDeleteStatusBookmarksOriginatingFromAccount() {
|
func (suite *StatusBookmarkTestSuite) TestDeleteStatusBookmarksOriginatingFromAccount() {
|
||||||
testAccount := suite.testAccounts["local_account_1"]
|
testAccount := suite.testAccounts["local_account_1"]
|
||||||
|
|
||||||
|
@ -105,21 +114,21 @@ func (suite *StatusBookmarkTestSuite) TestDeleteStatusBookmarksTargetingStatus()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (suite *StatusBookmarkTestSuite) TestDeleteStatusBookmark() {
|
func (suite *StatusBookmarkTestSuite) TestDeleteStatusBookmarkByID() {
|
||||||
testBookmark := suite.testBookmarks["local_account_1_admin_account_status_1"]
|
testBookmark := suite.testBookmarks["local_account_1_admin_account_status_1"]
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
|
|
||||||
if err := suite.db.DeleteStatusBookmark(ctx, testBookmark.ID); err != nil {
|
if err := suite.db.DeleteStatusBookmarkByID(ctx, testBookmark.ID); err != nil {
|
||||||
suite.FailNow(err.Error())
|
suite.FailNow(err.Error())
|
||||||
}
|
}
|
||||||
|
|
||||||
bookmark, err := suite.db.GetStatusBookmark(ctx, testBookmark.ID)
|
bookmark, err := suite.db.GetStatusBookmarkByID(ctx, testBookmark.ID)
|
||||||
suite.ErrorIs(err, db.ErrNoEntries)
|
suite.ErrorIs(err, db.ErrNoEntries)
|
||||||
suite.Nil(bookmark)
|
suite.Nil(bookmark)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (suite *StatusBookmarkTestSuite) TestDeleteStatusBookmarkNonExisting() {
|
func (suite *StatusBookmarkTestSuite) TestDeleteStatusBookmarkByIDNonExisting() {
|
||||||
err := suite.db.DeleteStatusBookmark(context.Background(), "01GVAV715K6Y2SG9ZKS9ZA8G7G")
|
err := suite.db.DeleteStatusBookmarkByID(context.Background(), "01GVAV715K6Y2SG9ZKS9ZA8G7G")
|
||||||
suite.NoError(err)
|
suite.NoError(err)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -78,7 +78,4 @@ type Status interface {
|
||||||
|
|
||||||
// GetStatusChildren gets the child statuses of a given status.
|
// GetStatusChildren gets the child statuses of a given status.
|
||||||
GetStatusChildren(ctx context.Context, statusID string) ([]*gtsmodel.Status, error)
|
GetStatusChildren(ctx context.Context, statusID string) ([]*gtsmodel.Status, error)
|
||||||
|
|
||||||
// IsStatusBookmarkedBy checks if a given status has been bookmarked by a given account ID
|
|
||||||
IsStatusBookmarkedBy(ctx context.Context, status *gtsmodel.Status, accountID string) (bool, error)
|
|
||||||
}
|
}
|
||||||
|
|
|
@ -25,11 +25,16 @@ import (
|
||||||
|
|
||||||
type StatusBookmark interface {
|
type StatusBookmark interface {
|
||||||
// GetStatusBookmark gets one status bookmark with the given ID.
|
// GetStatusBookmark gets one status bookmark with the given ID.
|
||||||
GetStatusBookmark(ctx context.Context, id string) (*gtsmodel.StatusBookmark, error)
|
GetStatusBookmarkByID(ctx context.Context, id string) (*gtsmodel.StatusBookmark, error)
|
||||||
|
|
||||||
// GetStatusBookmarkID is a shortcut function for returning just the database ID
|
// GetStatusBookmark fetches a status bookmark by the given account ID on the given status ID, if it exists.
|
||||||
// of a status bookmark created by the given accountID, targeting the given statusID.
|
GetStatusBookmark(ctx context.Context, accountID string, statusID string) (*gtsmodel.StatusBookmark, error)
|
||||||
GetStatusBookmarkID(ctx context.Context, accountID string, statusID string) (string, error)
|
|
||||||
|
// IsStatusBookmarked returns whether status has been bookmarked by any account.
|
||||||
|
IsStatusBookmarked(ctx context.Context, statusID string) (bool, error)
|
||||||
|
|
||||||
|
// IsStatusBookmarkedBy returns whether status ID is bookmarked by the given account ID.
|
||||||
|
IsStatusBookmarkedBy(ctx context.Context, accountID string, statusID string) (bool, error)
|
||||||
|
|
||||||
// GetStatusBookmarks retrieves status bookmarks created by the given accountID,
|
// GetStatusBookmarks retrieves status bookmarks created by the given accountID,
|
||||||
// and using the provided parameters. If limit is < 0 then no limit will be set.
|
// and using the provided parameters. If limit is < 0 then no limit will be set.
|
||||||
|
@ -42,7 +47,7 @@ type StatusBookmark interface {
|
||||||
PutStatusBookmark(ctx context.Context, statusBookmark *gtsmodel.StatusBookmark) error
|
PutStatusBookmark(ctx context.Context, statusBookmark *gtsmodel.StatusBookmark) error
|
||||||
|
|
||||||
// DeleteStatusBookmark deletes one status bookmark with the given ID.
|
// DeleteStatusBookmark deletes one status bookmark with the given ID.
|
||||||
DeleteStatusBookmark(ctx context.Context, id string) error
|
DeleteStatusBookmarkByID(ctx context.Context, id string) error
|
||||||
|
|
||||||
// DeleteStatusBookmarks mass deletes status bookmarks targeting targetAccountID
|
// DeleteStatusBookmarks mass deletes status bookmarks targeting targetAccountID
|
||||||
// and/or originating from originAccountID and/or bookmarking statusID.
|
// and/or originating from originAccountID and/or bookmarking statusID.
|
||||||
|
|
|
@ -20,42 +20,23 @@ package status
|
||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
|
||||||
|
|
||||||
apimodel "github.com/superseriousbusiness/gotosocial/internal/api/model"
|
apimodel "github.com/superseriousbusiness/gotosocial/internal/api/model"
|
||||||
"github.com/superseriousbusiness/gotosocial/internal/db"
|
"github.com/superseriousbusiness/gotosocial/internal/db"
|
||||||
|
"github.com/superseriousbusiness/gotosocial/internal/gtscontext"
|
||||||
"github.com/superseriousbusiness/gotosocial/internal/gtserror"
|
"github.com/superseriousbusiness/gotosocial/internal/gtserror"
|
||||||
"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
|
"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
|
||||||
"github.com/superseriousbusiness/gotosocial/internal/id"
|
"github.com/superseriousbusiness/gotosocial/internal/id"
|
||||||
)
|
)
|
||||||
|
|
||||||
func (p *Processor) getBookmarkableStatus(ctx context.Context, requestingAccount *gtsmodel.Account, targetStatusID string) (*gtsmodel.Status, string, gtserror.WithCode) {
|
|
||||||
targetStatus, errWithCode := p.c.GetVisibleTargetStatus(ctx,
|
|
||||||
requestingAccount,
|
|
||||||
targetStatusID,
|
|
||||||
nil, // default freshness
|
|
||||||
)
|
|
||||||
if errWithCode != nil {
|
|
||||||
return nil, "", errWithCode
|
|
||||||
}
|
|
||||||
|
|
||||||
bookmarkID, err := p.state.DB.GetStatusBookmarkID(ctx, requestingAccount.ID, targetStatus.ID)
|
|
||||||
if err != nil && !errors.Is(err, db.ErrNoEntries) {
|
|
||||||
err = fmt.Errorf("getBookmarkTarget: error checking existing bookmark: %w", err)
|
|
||||||
return nil, "", gtserror.NewErrorInternalError(err)
|
|
||||||
}
|
|
||||||
|
|
||||||
return targetStatus, bookmarkID, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// BookmarkCreate adds a bookmark for the requestingAccount, targeting the given status (no-op if bookmark already exists).
|
// BookmarkCreate adds a bookmark for the requestingAccount, targeting the given status (no-op if bookmark already exists).
|
||||||
func (p *Processor) BookmarkCreate(ctx context.Context, requestingAccount *gtsmodel.Account, targetStatusID string) (*apimodel.Status, gtserror.WithCode) {
|
func (p *Processor) BookmarkCreate(ctx context.Context, requestingAccount *gtsmodel.Account, targetStatusID string) (*apimodel.Status, gtserror.WithCode) {
|
||||||
targetStatus, existingBookmarkID, errWithCode := p.getBookmarkableStatus(ctx, requestingAccount, targetStatusID)
|
targetStatus, existing, errWithCode := p.getBookmarkableStatus(ctx, requestingAccount, targetStatusID)
|
||||||
if errWithCode != nil {
|
if errWithCode != nil {
|
||||||
return nil, errWithCode
|
return nil, errWithCode
|
||||||
}
|
}
|
||||||
|
|
||||||
if existingBookmarkID != "" {
|
if existing != nil {
|
||||||
// Status is already bookmarked.
|
// Status is already bookmarked.
|
||||||
return p.c.GetAPIStatus(ctx, requestingAccount, targetStatus)
|
return p.c.GetAPIStatus(ctx, requestingAccount, targetStatus)
|
||||||
}
|
}
|
||||||
|
@ -86,18 +67,18 @@ func (p *Processor) BookmarkCreate(ctx context.Context, requestingAccount *gtsmo
|
||||||
|
|
||||||
// BookmarkRemove removes a bookmark for the requesting account, targeting the given status (no-op if bookmark doesn't exist).
|
// BookmarkRemove removes a bookmark for the requesting account, targeting the given status (no-op if bookmark doesn't exist).
|
||||||
func (p *Processor) BookmarkRemove(ctx context.Context, requestingAccount *gtsmodel.Account, targetStatusID string) (*apimodel.Status, gtserror.WithCode) {
|
func (p *Processor) BookmarkRemove(ctx context.Context, requestingAccount *gtsmodel.Account, targetStatusID string) (*apimodel.Status, gtserror.WithCode) {
|
||||||
targetStatus, existingBookmarkID, errWithCode := p.getBookmarkableStatus(ctx, requestingAccount, targetStatusID)
|
targetStatus, existing, errWithCode := p.getBookmarkableStatus(ctx, requestingAccount, targetStatusID)
|
||||||
if errWithCode != nil {
|
if errWithCode != nil {
|
||||||
return nil, errWithCode
|
return nil, errWithCode
|
||||||
}
|
}
|
||||||
|
|
||||||
if existingBookmarkID == "" {
|
if existing == nil {
|
||||||
// Status isn't bookmarked.
|
// Status isn't bookmarked.
|
||||||
return p.c.GetAPIStatus(ctx, requestingAccount, targetStatus)
|
return p.c.GetAPIStatus(ctx, requestingAccount, targetStatus)
|
||||||
}
|
}
|
||||||
|
|
||||||
// We have a bookmark to remove.
|
// We have a bookmark to remove.
|
||||||
if err := p.state.DB.DeleteStatusBookmark(ctx, existingBookmarkID); err != nil {
|
if err := p.state.DB.DeleteStatusBookmarkByID(ctx, existing.ID); err != nil {
|
||||||
err = gtserror.Newf("error removing status bookmark: %w", err)
|
err = gtserror.Newf("error removing status bookmark: %w", err)
|
||||||
return nil, gtserror.NewErrorInternalError(err)
|
return nil, gtserror.NewErrorInternalError(err)
|
||||||
}
|
}
|
||||||
|
@ -109,3 +90,34 @@ func (p *Processor) BookmarkRemove(ctx context.Context, requestingAccount *gtsmo
|
||||||
|
|
||||||
return p.c.GetAPIStatus(ctx, requestingAccount, targetStatus)
|
return p.c.GetAPIStatus(ctx, requestingAccount, targetStatus)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (p *Processor) getBookmarkableStatus(
|
||||||
|
ctx context.Context,
|
||||||
|
requester *gtsmodel.Account,
|
||||||
|
statusID string,
|
||||||
|
) (
|
||||||
|
*gtsmodel.Status,
|
||||||
|
*gtsmodel.StatusBookmark,
|
||||||
|
gtserror.WithCode,
|
||||||
|
) {
|
||||||
|
target, errWithCode := p.c.GetVisibleTargetStatus(ctx,
|
||||||
|
requester,
|
||||||
|
statusID,
|
||||||
|
nil, // default freshness
|
||||||
|
)
|
||||||
|
if errWithCode != nil {
|
||||||
|
return nil, nil, errWithCode
|
||||||
|
}
|
||||||
|
|
||||||
|
bookmark, err := p.state.DB.GetStatusBookmark(
|
||||||
|
gtscontext.SetBarebones(ctx),
|
||||||
|
requester.ID,
|
||||||
|
statusID,
|
||||||
|
)
|
||||||
|
if err != nil && !errors.Is(err, db.ErrNoEntries) {
|
||||||
|
err := gtserror.Newf("error getting bookmark: %w", err)
|
||||||
|
return nil, nil, gtserror.NewErrorInternalError(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
return target, bookmark, nil
|
||||||
|
}
|
||||||
|
|
|
@ -65,7 +65,7 @@ func (c *Converter) interactionsWithStatusForAccount(ctx context.Context, s *gts
|
||||||
}
|
}
|
||||||
si.Muted = muted
|
si.Muted = muted
|
||||||
|
|
||||||
bookmarked, err := c.state.DB.IsStatusBookmarkedBy(ctx, s, requestingAccount.ID)
|
bookmarked, err := c.state.DB.IsStatusBookmarkedBy(ctx, requestingAccount.ID, s.ID)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("error checking if requesting account has bookmarked status: %s", err)
|
return nil, fmt.Errorf("error checking if requesting account has bookmarked status: %s", err)
|
||||||
}
|
}
|
||||||
|
|
|
@ -54,6 +54,8 @@ EXPECT=$(cat << "EOF"
|
||||||
"poll-vote-ids-mem-ratio": 2,
|
"poll-vote-ids-mem-ratio": 2,
|
||||||
"poll-vote-mem-ratio": 2,
|
"poll-vote-mem-ratio": 2,
|
||||||
"report-mem-ratio": 1,
|
"report-mem-ratio": 1,
|
||||||
|
"status-bookmark-ids-mem-ratio": 2,
|
||||||
|
"status-bookmark-mem-ratio": 0.5,
|
||||||
"status-fave-ids-mem-ratio": 3,
|
"status-fave-ids-mem-ratio": 3,
|
||||||
"status-fave-mem-ratio": 2,
|
"status-fave-mem-ratio": 2,
|
||||||
"status-mem-ratio": 5,
|
"status-mem-ratio": 5,
|
||||||
|
|
Loading…
Reference in a new issue