mirror of
https://github.com/superseriousbusiness/gotosocial.git
synced 2024-11-26 03:06:03 +03:00
7cc40302a5
* add miekg/dns dependency * set/validate accountDomain * move finger to dereferencer * totally break GetRemoteAccount * start reworking finger func a bit * start reworking getRemoteAccount a bit * move mention parts to namestring * rework webfingerget * use util function to extract webfinger parts * use accountDomain * rework finger again, final form * just a real nasty commit, the worst * remove refresh from account * use new ASRepToAccount signature * fix incorrect debug call * fix for new getRemoteAccount * rework GetRemoteAccount * start updating tests to remove repetition * break a lot of tests Move shared test logic into the testrig, rather than having it scattered all over the place. This allows us to just mock the transport controller once, and have all tests use it (unless they need not to for some other reason). * fix up tests to use main mock httpclient * webfinger only if necessary * cheeky linting with the lads * update mentionName regex recognize instance accounts * don't finger instance accounts * test webfinger part extraction * increase default worker count to 4 per cpu * don't repeat regex parsing * final search for discovered accountDomain * be more permissive in namestring lookup * add more extraction tests * simplify GetParseMentionFunc * skip long search if local account * fix broken test * consolidate to all use same caching libraries Signed-off-by: kim <grufwub@gmail.com> * perform more caching in the database layer Signed-off-by: kim <grufwub@gmail.com> * remove ASNote cache Signed-off-by: kim <grufwub@gmail.com> * update cache library, improve db tracing hooks Signed-off-by: kim <grufwub@gmail.com> * return ErrNoEntries if no account status IDs found, small formatting changes Signed-off-by: kim <grufwub@gmail.com> * fix tests, thanks tobi! Signed-off-by: kim <grufwub@gmail.com> Co-authored-by: tsmethurst <tobi.smethurst@protonmail.com>
344 lines
9.6 KiB
Go
344 lines
9.6 KiB
Go
/*
|
|
GoToSocial
|
|
Copyright (C) 2021-2022 GoToSocial Authors admin@gotosocial.org
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU Affero General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU Affero General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Affero General Public License
|
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
package bundb
|
|
|
|
import (
|
|
"container/list"
|
|
"context"
|
|
"database/sql"
|
|
"time"
|
|
|
|
"github.com/sirupsen/logrus"
|
|
"github.com/superseriousbusiness/gotosocial/internal/cache"
|
|
"github.com/superseriousbusiness/gotosocial/internal/db"
|
|
"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
|
|
"github.com/uptrace/bun"
|
|
)
|
|
|
|
type statusDB struct {
|
|
conn *DBConn
|
|
cache *cache.StatusCache
|
|
|
|
// TODO: keep method definitions in same place but instead have receiver
|
|
// all point to one single "db" type, so they can all share methods
|
|
// and caches where necessary
|
|
accounts *accountDB
|
|
}
|
|
|
|
func (s *statusDB) newStatusQ(status interface{}) *bun.SelectQuery {
|
|
return s.conn.
|
|
NewSelect().
|
|
Model(status).
|
|
Relation("Attachments").
|
|
Relation("Tags").
|
|
Relation("Mentions").
|
|
Relation("Emojis").
|
|
Relation("Account").
|
|
Relation("InReplyToAccount").
|
|
Relation("BoostOfAccount").
|
|
Relation("CreatedWithApplication")
|
|
}
|
|
|
|
func (s *statusDB) newFaveQ(faves interface{}) *bun.SelectQuery {
|
|
return s.conn.
|
|
NewSelect().
|
|
Model(faves).
|
|
Relation("Account").
|
|
Relation("TargetAccount").
|
|
Relation("Status")
|
|
}
|
|
|
|
func (s *statusDB) GetStatusByID(ctx context.Context, id string) (*gtsmodel.Status, db.Error) {
|
|
return s.getStatus(
|
|
ctx,
|
|
func() (*gtsmodel.Status, bool) {
|
|
return s.cache.GetByID(id)
|
|
},
|
|
func(status *gtsmodel.Status) error {
|
|
return s.newStatusQ(status).Where("status.id = ?", id).Scan(ctx)
|
|
},
|
|
)
|
|
}
|
|
|
|
func (s *statusDB) GetStatusByURI(ctx context.Context, uri string) (*gtsmodel.Status, db.Error) {
|
|
return s.getStatus(
|
|
ctx,
|
|
func() (*gtsmodel.Status, bool) {
|
|
return s.cache.GetByURI(uri)
|
|
},
|
|
func(status *gtsmodel.Status) error {
|
|
return s.newStatusQ(status).Where("status.uri = ?", uri).Scan(ctx)
|
|
},
|
|
)
|
|
}
|
|
|
|
func (s *statusDB) GetStatusByURL(ctx context.Context, url string) (*gtsmodel.Status, db.Error) {
|
|
return s.getStatus(
|
|
ctx,
|
|
func() (*gtsmodel.Status, bool) {
|
|
return s.cache.GetByURL(url)
|
|
},
|
|
func(status *gtsmodel.Status) error {
|
|
return s.newStatusQ(status).Where("status.url = ?", url).Scan(ctx)
|
|
},
|
|
)
|
|
}
|
|
|
|
func (s *statusDB) getStatus(ctx context.Context, cacheGet func() (*gtsmodel.Status, bool), dbQuery func(*gtsmodel.Status) error) (*gtsmodel.Status, db.Error) {
|
|
// Attempt to fetch cached status
|
|
status, cached := cacheGet()
|
|
|
|
if !cached {
|
|
status = >smodel.Status{}
|
|
|
|
// Not cached! Perform database query
|
|
err := dbQuery(status)
|
|
if err != nil {
|
|
return nil, s.conn.ProcessError(err)
|
|
}
|
|
|
|
// If there is boosted, fetch from DB also
|
|
if status.BoostOfID != "" {
|
|
boostOf, err := s.GetStatusByID(ctx, status.BoostOfID)
|
|
if err == nil {
|
|
status.BoostOf = boostOf
|
|
}
|
|
}
|
|
|
|
// Place in the cache
|
|
s.cache.Put(status)
|
|
}
|
|
|
|
// Set the status author account
|
|
author, err := s.accounts.GetAccountByID(ctx, status.AccountID)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Return the prepared status
|
|
status.Account = author
|
|
return status, nil
|
|
}
|
|
|
|
func (s *statusDB) PutStatus(ctx context.Context, status *gtsmodel.Status) db.Error {
|
|
return s.conn.RunInTx(ctx, func(tx bun.Tx) error {
|
|
// create links between this status and any emojis it uses
|
|
for _, i := range status.EmojiIDs {
|
|
if _, err := tx.NewInsert().Model(>smodel.StatusToEmoji{
|
|
StatusID: status.ID,
|
|
EmojiID: i,
|
|
}).Exec(ctx); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// create links between this status and any tags it uses
|
|
for _, i := range status.TagIDs {
|
|
if _, err := tx.NewInsert().Model(>smodel.StatusToTag{
|
|
StatusID: status.ID,
|
|
TagID: i,
|
|
}).Exec(ctx); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// change the status ID of the media attachments to the new status
|
|
for _, a := range status.Attachments {
|
|
a.StatusID = status.ID
|
|
a.UpdatedAt = time.Now()
|
|
if _, err := tx.NewUpdate().Model(a).
|
|
Where("id = ?", a.ID).
|
|
Exec(ctx); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Finally, insert the status
|
|
_, err := tx.NewInsert().Model(status).Exec(ctx)
|
|
return err
|
|
})
|
|
}
|
|
|
|
func (s *statusDB) GetStatusParents(ctx context.Context, status *gtsmodel.Status, onlyDirect bool) ([]*gtsmodel.Status, db.Error) {
|
|
parents := []*gtsmodel.Status{}
|
|
s.statusParent(ctx, status, &parents, onlyDirect)
|
|
return parents, nil
|
|
}
|
|
|
|
func (s *statusDB) statusParent(ctx context.Context, status *gtsmodel.Status, foundStatuses *[]*gtsmodel.Status, onlyDirect bool) {
|
|
if status.InReplyToID == "" {
|
|
return
|
|
}
|
|
|
|
parentStatus, err := s.GetStatusByID(ctx, status.InReplyToID)
|
|
if err == nil {
|
|
*foundStatuses = append(*foundStatuses, parentStatus)
|
|
}
|
|
|
|
if onlyDirect {
|
|
return
|
|
}
|
|
|
|
s.statusParent(ctx, parentStatus, foundStatuses, false)
|
|
}
|
|
|
|
func (s *statusDB) GetStatusChildren(ctx context.Context, status *gtsmodel.Status, onlyDirect bool, minID string) ([]*gtsmodel.Status, db.Error) {
|
|
foundStatuses := &list.List{}
|
|
foundStatuses.PushFront(status)
|
|
s.statusChildren(ctx, status, foundStatuses, onlyDirect, minID)
|
|
|
|
children := []*gtsmodel.Status{}
|
|
for e := foundStatuses.Front(); e != nil; e = e.Next() {
|
|
// only append children, not the overall parent status
|
|
entry, ok := e.Value.(*gtsmodel.Status)
|
|
if !ok {
|
|
logrus.Panic("GetStatusChildren: found status could not be asserted to *gtsmodel.Status")
|
|
}
|
|
|
|
if entry.ID != status.ID {
|
|
children = append(children, entry)
|
|
}
|
|
}
|
|
|
|
return children, nil
|
|
}
|
|
|
|
func (s *statusDB) statusChildren(ctx context.Context, status *gtsmodel.Status, foundStatuses *list.List, onlyDirect bool, minID string) {
|
|
childIDs := []string{}
|
|
|
|
q := s.conn.
|
|
NewSelect().
|
|
Table("statuses").
|
|
Column("id").
|
|
Where("in_reply_to_id = ?", status.ID)
|
|
if minID != "" {
|
|
q = q.Where("id > ?", minID)
|
|
}
|
|
|
|
if err := q.Scan(ctx, &childIDs); err != nil {
|
|
if err != sql.ErrNoRows {
|
|
logrus.Errorf("statusChildren: error getting children for %q: %v", status.ID, err)
|
|
}
|
|
return
|
|
}
|
|
|
|
for _, id := range childIDs {
|
|
// Fetch child with ID from database
|
|
child, err := s.GetStatusByID(ctx, id)
|
|
if err != nil {
|
|
logrus.Errorf("statusChildren: error getting child status %q: %v", id, err)
|
|
continue
|
|
}
|
|
|
|
insertLoop:
|
|
for e := foundStatuses.Front(); e != nil; e = e.Next() {
|
|
entry, ok := e.Value.(*gtsmodel.Status)
|
|
if !ok {
|
|
logrus.Panic("statusChildren: found status could not be asserted to *gtsmodel.Status")
|
|
}
|
|
|
|
if child.InReplyToAccountID != "" && entry.ID == child.InReplyToID {
|
|
foundStatuses.InsertAfter(child, e)
|
|
break insertLoop
|
|
}
|
|
}
|
|
|
|
// if we're not only looking for direct children of status, then do the same children-finding
|
|
// operation for the found child status too.
|
|
if !onlyDirect {
|
|
s.statusChildren(ctx, child, foundStatuses, false, minID)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (s *statusDB) CountStatusReplies(ctx context.Context, status *gtsmodel.Status) (int, db.Error) {
|
|
return s.conn.NewSelect().Model(>smodel.Status{}).Where("in_reply_to_id = ?", status.ID).Count(ctx)
|
|
}
|
|
|
|
func (s *statusDB) CountStatusReblogs(ctx context.Context, status *gtsmodel.Status) (int, db.Error) {
|
|
return s.conn.NewSelect().Model(>smodel.Status{}).Where("boost_of_id = ?", status.ID).Count(ctx)
|
|
}
|
|
|
|
func (s *statusDB) CountStatusFaves(ctx context.Context, status *gtsmodel.Status) (int, db.Error) {
|
|
return s.conn.NewSelect().Model(>smodel.StatusFave{}).Where("status_id = ?", status.ID).Count(ctx)
|
|
}
|
|
|
|
func (s *statusDB) IsStatusFavedBy(ctx context.Context, status *gtsmodel.Status, accountID string) (bool, db.Error) {
|
|
q := s.conn.
|
|
NewSelect().
|
|
Model(>smodel.StatusFave{}).
|
|
Where("status_id = ?", status.ID).
|
|
Where("account_id = ?", accountID)
|
|
|
|
return s.conn.Exists(ctx, q)
|
|
}
|
|
|
|
func (s *statusDB) IsStatusRebloggedBy(ctx context.Context, status *gtsmodel.Status, accountID string) (bool, db.Error) {
|
|
q := s.conn.
|
|
NewSelect().
|
|
Model(>smodel.Status{}).
|
|
Where("boost_of_id = ?", status.ID).
|
|
Where("account_id = ?", accountID)
|
|
|
|
return s.conn.Exists(ctx, q)
|
|
}
|
|
|
|
func (s *statusDB) IsStatusMutedBy(ctx context.Context, status *gtsmodel.Status, accountID string) (bool, db.Error) {
|
|
q := s.conn.
|
|
NewSelect().
|
|
Model(>smodel.StatusMute{}).
|
|
Where("status_id = ?", status.ID).
|
|
Where("account_id = ?", accountID)
|
|
|
|
return s.conn.Exists(ctx, q)
|
|
}
|
|
|
|
func (s *statusDB) IsStatusBookmarkedBy(ctx context.Context, status *gtsmodel.Status, accountID string) (bool, db.Error) {
|
|
q := s.conn.
|
|
NewSelect().
|
|
Model(>smodel.StatusBookmark{}).
|
|
Where("status_id = ?", status.ID).
|
|
Where("account_id = ?", accountID)
|
|
|
|
return s.conn.Exists(ctx, q)
|
|
}
|
|
|
|
func (s *statusDB) GetStatusFaves(ctx context.Context, status *gtsmodel.Status) ([]*gtsmodel.StatusFave, db.Error) {
|
|
faves := []*gtsmodel.StatusFave{}
|
|
|
|
q := s.newFaveQ(&faves).
|
|
Where("status_id = ?", status.ID)
|
|
|
|
if err := q.Scan(ctx); err != nil {
|
|
return nil, s.conn.ProcessError(err)
|
|
}
|
|
return faves, nil
|
|
}
|
|
|
|
func (s *statusDB) GetStatusReblogs(ctx context.Context, status *gtsmodel.Status) ([]*gtsmodel.Status, db.Error) {
|
|
reblogs := []*gtsmodel.Status{}
|
|
|
|
q := s.newStatusQ(&reblogs).
|
|
Where("boost_of_id = ?", status.ID)
|
|
|
|
if err := q.Scan(ctx); err != nil {
|
|
return nil, s.conn.ProcessError(err)
|
|
}
|
|
return reblogs, nil
|
|
}
|