forked from mirrors/gotosocial
5318054808
* media processor consolidation and reformatting, reduce amount of required syscalls
Signed-off-by: kim <grufwub@gmail.com>
* update go-store library, stream jpeg/png encoding + use buffer pools, improved media processing AlreadyExists error handling
Signed-off-by: kim <grufwub@gmail.com>
* fix duration not being set, fix mp4 test expecting error
Signed-off-by: kim <grufwub@gmail.com>
* fix test expecting media files with different extension
Signed-off-by: kim <grufwub@gmail.com>
* remove unused code
Signed-off-by: kim <grufwub@gmail.com>
* fix expected storage paths in tests, update expected test thumbnails
Signed-off-by: kim <grufwub@gmail.com>
* remove dead code
Signed-off-by: kim <grufwub@gmail.com>
* fix cached presigned s3 url fetching
Signed-off-by: kim <grufwub@gmail.com>
* fix tests
Signed-off-by: kim <grufwub@gmail.com>
* fix test models
Signed-off-by: kim <grufwub@gmail.com>
* update media processing to use sync.Once{} for concurrency protection
Signed-off-by: kim <grufwub@gmail.com>
* shutup linter
Signed-off-by: kim <grufwub@gmail.com>
* fix passing in KVStore GetStream() as stream to PutStream()
Signed-off-by: kim <grufwub@gmail.com>
* fix unlocks of storage keys
Signed-off-by: kim <grufwub@gmail.com>
* whoops, return the error...
Signed-off-by: kim <grufwub@gmail.com>
* pour one out for tobi's code <3
Signed-off-by: kim <grufwub@gmail.com>
* add back the byte slurping code
Signed-off-by: kim <grufwub@gmail.com>
* check for both ErrUnexpectedEOF and EOF
Signed-off-by: kim <grufwub@gmail.com>
* add back links to file format header information
Signed-off-by: kim <grufwub@gmail.com>
Signed-off-by: kim <grufwub@gmail.com>
82 lines
2.4 KiB
Go
82 lines
2.4 KiB
Go
/*
|
|
GoToSocial
|
|
Copyright (C) 2021-2023 GoToSocial Authors admin@gotosocial.org
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU Affero General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU Affero General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Affero General Public License
|
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
package media_test
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"os"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/suite"
|
|
)
|
|
|
|
type PruneOrphanedTestSuite struct {
|
|
MediaStandardTestSuite
|
|
}
|
|
|
|
func (suite *PruneOrphanedTestSuite) TestPruneOrphanedDry() {
|
|
// add a big orphan panda to store
|
|
b, err := os.ReadFile("./test/big-panda.gif")
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
pandaPath := "01GJQJ1YD9QCHCE12GG0EYHVNW/attachments/original/01GJQJ2AYM1VKSRW96YVAJ3NK3.gif"
|
|
if _, err := suite.storage.PutStream(context.Background(), pandaPath, bytes.NewBuffer(b)); err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
// dry run should show up 1 orphaned panda
|
|
totalPruned, err := suite.manager.PruneOrphaned(context.Background(), true)
|
|
suite.NoError(err)
|
|
suite.Equal(1, totalPruned)
|
|
|
|
// panda should still be in storage
|
|
hasKey, err := suite.storage.Has(context.Background(), pandaPath)
|
|
suite.NoError(err)
|
|
suite.True(hasKey)
|
|
}
|
|
|
|
func (suite *PruneOrphanedTestSuite) TestPruneOrphanedMoist() {
|
|
// add a big orphan panda to store
|
|
b, err := os.ReadFile("./test/big-panda.gif")
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
pandaPath := "01GJQJ1YD9QCHCE12GG0EYHVNW/attachments/original/01GJQJ2AYM1VKSRW96YVAJ3NK3.gif"
|
|
if _, err := suite.storage.PutStream(context.Background(), pandaPath, bytes.NewBuffer(b)); err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
// should show up 1 orphaned panda
|
|
totalPruned, err := suite.manager.PruneOrphaned(context.Background(), false)
|
|
suite.NoError(err)
|
|
suite.Equal(1, totalPruned)
|
|
|
|
// panda should no longer be in storage
|
|
hasKey, err := suite.storage.Has(context.Background(), pandaPath)
|
|
suite.NoError(err)
|
|
suite.False(hasKey)
|
|
}
|
|
|
|
func TestPruneOrphanedTestSuite(t *testing.T) {
|
|
suite.Run(t, &PruneOrphanedTestSuite{})
|
|
}
|