gotosocial/cmd/gotosocial/action/admin/media/list.go

// GoToSocial
// Copyright (C) GoToSocial Authors admin@gotosocial.org
// SPDX-License-Identifier: AGPL-3.0-or-later
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU Affero General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU Affero General Public License for more details.
//
// You should have received a copy of the GNU Affero General Public License
// along with this program.  If not, see <http://www.gnu.org/licenses/>.

package media

import (
	"bufio"
	"context"
	"fmt"
	"os"
	"path"

	"github.com/superseriousbusiness/gotosocial/cmd/gotosocial/action"
	"github.com/superseriousbusiness/gotosocial/internal/config"
	"github.com/superseriousbusiness/gotosocial/internal/db"
	"github.com/superseriousbusiness/gotosocial/internal/db/bundb"
	"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
	"github.com/superseriousbusiness/gotosocial/internal/log"
	"github.com/superseriousbusiness/gotosocial/internal/state"
)

type list struct {
	dbService db.DB
	state     *state.State
	maxID     string
	limit     int
	out       *bufio.Writer
}

func (l *list) GetAllMediaPaths(ctx context.Context, filter func(*gtsmodel.MediaAttachment) string) ([]string, error) {
	res := make([]string, 0, 100)
	for {
		attachments, err := l.dbService.GetAttachments(ctx, l.maxID, l.limit)
		if err != nil {
			return nil, fmt.Errorf("failed to retrieve media metadata from database: %w", err)
		}

		for _, a := range attachments {
			v := filter(a)
			if v != "" {
				res = append(res, v)
			}
		}

		// If we got less results than our limit, we've reached the
		// last page to retrieve and we can break the loop. If the
		// last batch happens to contain exactly the same amount of
		// items as the limit we'll end up doing one extra query.
		if len(attachments) < l.limit {
			break
		}

		// Grab the last ID from the batch and set it as the maxID
		// that'll be used in the next iteration so we don't get items
		// we've already seen.
		l.maxID = attachments[len(attachments)-1].ID
	}
	return res, nil
}

func setupList(ctx context.Context) (*list, error) {
	var state state.State

	state.Caches.Init()
	state.Caches.Start()

	state.Workers.Start()

	dbService, err := bundb.NewBunDBService(ctx, &state)
	if err != nil {
		return nil, fmt.Errorf("error creating dbservice: %w", err)
	}
	state.DB = dbService

	return &list{
		dbService: dbService,
		state:     &state,
		limit:     200,
		maxID:     "",
		out:       bufio.NewWriter(os.Stdout),
	}, nil
}

func (l *list) shutdown(ctx context.Context) error {
	l.out.Flush()
	err := l.dbService.Stop(ctx)
	l.state.Workers.Stop()
	l.state.Caches.Stop()

	return err
}

var ListLocal action.GTSAction = func(ctx context.Context) error {
	list, err := setupList(ctx)
	if err != nil {
		return err
	}

	defer func() {
		// Ensure lister gets shutdown on exit.
		if err := list.shutdown(ctx); err != nil {
			log.Error(ctx, err)
		}
	}()

	mediaPath := config.GetStorageLocalBasePath()
	media, err := list.GetAllMediaPaths(
		ctx,
		func(m *gtsmodel.MediaAttachment) string {
			if m.RemoteURL == "" {
				return path.Join(mediaPath, m.File.Path)
			}
			return ""
		})
	if err != nil {
		return err
	}

	for _, m := range media {
		_, _ = list.out.WriteString(m + "\n")
	}
	return nil
}

var ListRemote action.GTSAction = func(ctx context.Context) error {
	list, err := setupList(ctx)
	if err != nil {
		return err
	}

	defer func() {
		// Ensure lister gets shutdown on exit.
		if err := list.shutdown(ctx); err != nil {
			log.Error(ctx, err)
		}
	}()

	media, err := list.GetAllMediaPaths(
		ctx,
		func(m *gtsmodel.MediaAttachment) string {
			return m.RemoteURL
		})
	if err != nil {
		return err
	}

	for _, m := range media {
		_, _ = list.out.WriteString(m + "\n")
	}
	return nil
}