mirror of
https://github.com/superseriousbusiness/gotosocial.git
synced 2024-11-26 03:06:03 +03:00
7cc40302a5
* add miekg/dns dependency * set/validate accountDomain * move finger to dereferencer * totally break GetRemoteAccount * start reworking finger func a bit * start reworking getRemoteAccount a bit * move mention parts to namestring * rework webfingerget * use util function to extract webfinger parts * use accountDomain * rework finger again, final form * just a real nasty commit, the worst * remove refresh from account * use new ASRepToAccount signature * fix incorrect debug call * fix for new getRemoteAccount * rework GetRemoteAccount * start updating tests to remove repetition * break a lot of tests Move shared test logic into the testrig, rather than having it scattered all over the place. This allows us to just mock the transport controller once, and have all tests use it (unless they need not to for some other reason). * fix up tests to use main mock httpclient * webfinger only if necessary * cheeky linting with the lads * update mentionName regex recognize instance accounts * don't finger instance accounts * test webfinger part extraction * increase default worker count to 4 per cpu * don't repeat regex parsing * final search for discovered accountDomain * be more permissive in namestring lookup * add more extraction tests * simplify GetParseMentionFunc * skip long search if local account * fix broken test * consolidate to all use same caching libraries Signed-off-by: kim <grufwub@gmail.com> * perform more caching in the database layer Signed-off-by: kim <grufwub@gmail.com> * remove ASNote cache Signed-off-by: kim <grufwub@gmail.com> * update cache library, improve db tracing hooks Signed-off-by: kim <grufwub@gmail.com> * return ErrNoEntries if no account status IDs found, small formatting changes Signed-off-by: kim <grufwub@gmail.com> * fix tests, thanks tobi! Signed-off-by: kim <grufwub@gmail.com> Co-authored-by: tsmethurst <tobi.smethurst@protonmail.com>
230 lines
6.1 KiB
Go
230 lines
6.1 KiB
Go
/*
|
|
GoToSocial
|
|
Copyright (C) 2021-2022 GoToSocial Authors admin@gotosocial.org
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU Affero General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU Affero General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Affero General Public License
|
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
package bundb
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/sirupsen/logrus"
|
|
"github.com/superseriousbusiness/gotosocial/internal/db"
|
|
"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
|
|
"github.com/uptrace/bun"
|
|
"golang.org/x/exp/slices"
|
|
)
|
|
|
|
type timelineDB struct {
|
|
conn *DBConn
|
|
status *statusDB
|
|
}
|
|
|
|
func (t *timelineDB) GetHomeTimeline(ctx context.Context, accountID string, maxID string, sinceID string, minID string, limit int, local bool) ([]*gtsmodel.Status, db.Error) {
|
|
// Make educated guess for slice size
|
|
statusIDs := make([]string, 0, limit)
|
|
|
|
q := t.conn.
|
|
NewSelect().
|
|
Table("statuses").
|
|
|
|
// Select only IDs from table
|
|
Column("statuses.id").
|
|
// Find out who accountID follows.
|
|
Join("LEFT JOIN follows ON follows.target_account_id = statuses.account_id AND follows.account_id = ?", accountID).
|
|
// Sort by highest ID (newest) to lowest ID (oldest)
|
|
Order("statuses.id DESC")
|
|
|
|
if maxID != "" {
|
|
// return only statuses LOWER (ie., older) than maxID
|
|
q = q.Where("statuses.id < ?", maxID)
|
|
}
|
|
|
|
if sinceID != "" {
|
|
// return only statuses HIGHER (ie., newer) than sinceID
|
|
q = q.Where("statuses.id > ?", sinceID)
|
|
}
|
|
|
|
if minID != "" {
|
|
// return only statuses HIGHER (ie., newer) than minID
|
|
q = q.Where("statuses.id > ?", minID)
|
|
}
|
|
|
|
if local {
|
|
// return only statuses posted by local account havers
|
|
q = q.Where("statuses.local = ?", local)
|
|
}
|
|
|
|
if limit > 0 {
|
|
// limit amount of statuses returned
|
|
q = q.Limit(limit)
|
|
}
|
|
|
|
// Use a WhereGroup here to specify that we want EITHER statuses posted by accounts that accountID follows,
|
|
// OR statuses posted by accountID itself (since a user should be able to see their own statuses).
|
|
//
|
|
// This is equivalent to something like WHERE ... AND (... OR ...)
|
|
// See: https://bun.uptrace.dev/guide/queries.html#select
|
|
whereGroup := func(*bun.SelectQuery) *bun.SelectQuery {
|
|
return q.
|
|
WhereOr("follows.account_id = ?", accountID).
|
|
WhereOr("statuses.account_id = ?", accountID)
|
|
}
|
|
|
|
q = q.WhereGroup(" AND ", whereGroup)
|
|
|
|
if err := q.Scan(ctx, &statusIDs); err != nil {
|
|
return nil, t.conn.ProcessError(err)
|
|
}
|
|
|
|
statuses := make([]*gtsmodel.Status, 0, len(statusIDs))
|
|
|
|
for _, id := range statusIDs {
|
|
// Fetch status from db for ID
|
|
status, err := t.status.GetStatusByID(ctx, id)
|
|
if err != nil {
|
|
logrus.Errorf("GetHomeTimeline: error fetching status %q: %v", id, err)
|
|
continue
|
|
}
|
|
|
|
// Append status to slice
|
|
statuses = append(statuses, status)
|
|
}
|
|
|
|
return statuses, nil
|
|
}
|
|
|
|
func (t *timelineDB) GetPublicTimeline(ctx context.Context, accountID string, maxID string, sinceID string, minID string, limit int, local bool) ([]*gtsmodel.Status, db.Error) {
|
|
// Ensure reasonable
|
|
if limit < 0 {
|
|
limit = 0
|
|
}
|
|
|
|
// Make educated guess for slice size
|
|
statusIDs := make([]string, 0, limit)
|
|
|
|
q := t.conn.
|
|
NewSelect().
|
|
Table("statuses").
|
|
Column("statuses.id").
|
|
Where("statuses.visibility = ?", gtsmodel.VisibilityPublic).
|
|
WhereGroup(" AND ", whereEmptyOrNull("statuses.in_reply_to_id")).
|
|
WhereGroup(" AND ", whereEmptyOrNull("statuses.in_reply_to_uri")).
|
|
WhereGroup(" AND ", whereEmptyOrNull("statuses.boost_of_id")).
|
|
Order("statuses.id DESC")
|
|
|
|
if maxID != "" {
|
|
q = q.Where("statuses.id < ?", maxID)
|
|
}
|
|
|
|
if sinceID != "" {
|
|
q = q.Where("statuses.id > ?", sinceID)
|
|
}
|
|
|
|
if minID != "" {
|
|
q = q.Where("statuses.id > ?", minID)
|
|
}
|
|
|
|
if local {
|
|
q = q.Where("statuses.local = ?", local)
|
|
}
|
|
|
|
if limit > 0 {
|
|
q = q.Limit(limit)
|
|
}
|
|
|
|
if err := q.Scan(ctx, &statusIDs); err != nil {
|
|
return nil, t.conn.ProcessError(err)
|
|
}
|
|
|
|
statuses := make([]*gtsmodel.Status, 0, len(statusIDs))
|
|
|
|
for _, id := range statusIDs {
|
|
// Fetch status from db for ID
|
|
status, err := t.status.GetStatusByID(ctx, id)
|
|
if err != nil {
|
|
logrus.Errorf("GetPublicTimeline: error fetching status %q: %v", id, err)
|
|
continue
|
|
}
|
|
|
|
// Append status to slice
|
|
statuses = append(statuses, status)
|
|
}
|
|
|
|
return statuses, nil
|
|
}
|
|
|
|
// TODO optimize this query and the logic here, because it's slow as balls -- it takes like a literal second to return with a limit of 20!
|
|
// It might be worth serving it through a timeline instead of raw DB queries, like we do for Home feeds.
|
|
func (t *timelineDB) GetFavedTimeline(ctx context.Context, accountID string, maxID string, minID string, limit int) ([]*gtsmodel.Status, string, string, db.Error) {
|
|
// Ensure reasonable
|
|
if limit < 0 {
|
|
limit = 0
|
|
}
|
|
|
|
// Make educated guess for slice size
|
|
faves := make([]*gtsmodel.StatusFave, 0, limit)
|
|
|
|
fq := t.conn.
|
|
NewSelect().
|
|
Model(&faves).
|
|
Where("account_id = ?", accountID).
|
|
Order("id DESC")
|
|
|
|
if maxID != "" {
|
|
fq = fq.Where("id < ?", maxID)
|
|
}
|
|
|
|
if minID != "" {
|
|
fq = fq.Where("id > ?", minID)
|
|
}
|
|
|
|
if limit > 0 {
|
|
fq = fq.Limit(limit)
|
|
}
|
|
|
|
err := fq.Scan(ctx)
|
|
if err != nil {
|
|
return nil, "", "", t.conn.ProcessError(err)
|
|
}
|
|
|
|
if len(faves) == 0 {
|
|
return nil, "", "", db.ErrNoEntries
|
|
}
|
|
|
|
// Sort by favourite ID rather than status ID
|
|
slices.SortFunc(faves, func(a, b *gtsmodel.StatusFave) bool {
|
|
return a.ID < b.ID
|
|
})
|
|
|
|
statuses := make([]*gtsmodel.Status, 0, len(faves))
|
|
|
|
for _, fave := range faves {
|
|
// Fetch status from db for corresponding favourite
|
|
status, err := t.status.GetStatusByID(ctx, fave.StatusID)
|
|
if err != nil {
|
|
logrus.Errorf("GetFavedTimeline: error fetching status for fave %q: %v", fave.ID, err)
|
|
continue
|
|
}
|
|
|
|
// Append status to slice
|
|
statuses = append(statuses, status)
|
|
}
|
|
|
|
nextMaxID := faves[len(faves)-1].ID
|
|
prevMinID := faves[0].ID
|
|
return statuses, nextMaxID, prevMinID, nil
|
|
}
|