// GoToSocial // Copyright (C) GoToSocial Authors admin@gotosocial.org // SPDX-License-Identifier: AGPL-3.0-or-later // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . package media_test import ( "bytes" "context" "io" "path" "testing" "github.com/stretchr/testify/suite" apimodel "github.com/superseriousbusiness/gotosocial/internal/api/model" "github.com/superseriousbusiness/gotosocial/internal/gtsmodel" "github.com/superseriousbusiness/gotosocial/internal/media" "github.com/superseriousbusiness/gotosocial/internal/util" "github.com/superseriousbusiness/gotosocial/testrig" ) type GetFileTestSuite struct { MediaStandardTestSuite } func (suite *GetFileTestSuite) TestGetRemoteFileCached() { ctx := context.Background() testAttachment := suite.testAttachments["remote_account_1_status_1_attachment_1"] fileName := path.Base(testAttachment.File.Path) requestingAccount := suite.testAccounts["local_account_1"] content, errWithCode := suite.mediaProcessor.GetFile(ctx, requestingAccount, &apimodel.GetContentRequestForm{ AccountID: testAttachment.AccountID, MediaType: string(media.TypeAttachment), MediaSize: string(media.SizeOriginal), FileName: fileName, }) suite.NoError(errWithCode) suite.NotNil(content) b, err := io.ReadAll(content.Content) suite.NoError(err) if closer, ok := content.Content.(io.Closer); ok { suite.NoError(closer.Close()) } suite.Equal(suite.testRemoteAttachments[testAttachment.RemoteURL].Data, b) suite.Equal(suite.testRemoteAttachments[testAttachment.RemoteURL].ContentType, content.ContentType) suite.EqualValues(len(suite.testRemoteAttachments[testAttachment.RemoteURL].Data), content.ContentLength) } func (suite *GetFileTestSuite) TestGetRemoteFileUncached() { ctx := context.Background() // uncache the file from local testAttachment := suite.testAttachments["remote_account_1_status_1_attachment_1"] testAttachment.Cached = util.Ptr(false) err := suite.db.UpdateByID(ctx, testAttachment, testAttachment.ID, "cached") suite.NoError(err) err = suite.storage.Delete(ctx, testAttachment.File.Path) suite.NoError(err) err = suite.storage.Delete(ctx, testAttachment.Thumbnail.Path) suite.NoError(err) // now fetch it fileName := path.Base(testAttachment.File.Path) requestingAccount := suite.testAccounts["local_account_1"] content, errWithCode := suite.mediaProcessor.GetFile(ctx, requestingAccount, &apimodel.GetContentRequestForm{ AccountID: testAttachment.AccountID, MediaType: string(media.TypeAttachment), MediaSize: string(media.SizeOriginal), FileName: fileName, }) suite.NoError(errWithCode) suite.NotNil(content) b, err := io.ReadAll(content.Content) suite.NoError(err) suite.NoError(content.Content.Close()) suite.Equal(suite.testRemoteAttachments[testAttachment.RemoteURL].Data, b) suite.Equal(suite.testRemoteAttachments[testAttachment.RemoteURL].ContentType, content.ContentType) suite.EqualValues(len(suite.testRemoteAttachments[testAttachment.RemoteURL].Data), content.ContentLength) // the attachment should be updated in the database var dbAttachment *gtsmodel.MediaAttachment if !testrig.WaitFor(func() bool { dbAttachment, err = suite.db.GetAttachmentByID(ctx, testAttachment.ID) return dbAttachment != nil }) { suite.FailNow("timed out waiting for updated attachment") } suite.NoError(err) suite.True(*dbAttachment.Cached) // the file should be back in storage at the same path as before refreshedBytes, err := suite.storage.Get(ctx, testAttachment.File.Path) suite.NoError(err) suite.Equal(suite.testRemoteAttachments[testAttachment.RemoteURL].Data, refreshedBytes) } func (suite *GetFileTestSuite) TestGetRemoteFileUncachedInterrupted() { ctx := context.Background() // uncache the file from local testAttachment := suite.testAttachments["remote_account_1_status_1_attachment_1"] testAttachment.Cached = util.Ptr(false) err := suite.db.UpdateByID(ctx, testAttachment, testAttachment.ID, "cached") suite.NoError(err) err = suite.storage.Delete(ctx, testAttachment.File.Path) suite.NoError(err) err = suite.storage.Delete(ctx, testAttachment.Thumbnail.Path) suite.NoError(err) // now fetch it fileName := path.Base(testAttachment.File.Path) requestingAccount := suite.testAccounts["local_account_1"] content, errWithCode := suite.mediaProcessor.GetFile(ctx, requestingAccount, &apimodel.GetContentRequestForm{ AccountID: testAttachment.AccountID, MediaType: string(media.TypeAttachment), MediaSize: string(media.SizeOriginal), FileName: fileName, }) suite.NoError(errWithCode) suite.NotNil(content) // only read the first kilobyte and then stop b := make([]byte, 0, 1024) if !testrig.WaitFor(func() bool { read, err := io.CopyN(bytes.NewBuffer(b), content.Content, 1024) return err == nil && read == 1024 }) { suite.FailNow("timed out trying to read first 1024 bytes") } // close the reader suite.NoError(content.Content.Close()) // the attachment should still be updated in the database even though the caller hung up if !testrig.WaitFor(func() bool { dbAttachment, _ := suite.db.GetAttachmentByID(ctx, testAttachment.ID) return *dbAttachment.Cached }) { suite.FailNow("timed out waiting for attachment to be updated") } // the file should be back in storage at the same path as before refreshedBytes, err := suite.storage.Get(ctx, testAttachment.File.Path) suite.NoError(err) suite.Equal(suite.testRemoteAttachments[testAttachment.RemoteURL].Data, refreshedBytes) } func (suite *GetFileTestSuite) TestGetRemoteFileThumbnailUncached() { ctx := context.Background() testAttachment := suite.testAttachments["remote_account_1_status_1_attachment_1"] // fetch the existing thumbnail bytes from storage first thumbnailBytes, err := suite.storage.Get(ctx, testAttachment.Thumbnail.Path) suite.NoError(err) // uncache the file from local testAttachment.Cached = util.Ptr(false) err = suite.db.UpdateByID(ctx, testAttachment, testAttachment.ID, "cached") suite.NoError(err) err = suite.storage.Delete(ctx, testAttachment.File.Path) suite.NoError(err) err = suite.storage.Delete(ctx, testAttachment.Thumbnail.Path) suite.NoError(err) // now fetch the thumbnail fileName := path.Base(testAttachment.File.Path) requestingAccount := suite.testAccounts["local_account_1"] content, errWithCode := suite.mediaProcessor.GetFile(ctx, requestingAccount, &apimodel.GetContentRequestForm{ AccountID: testAttachment.AccountID, MediaType: string(media.TypeAttachment), MediaSize: string(media.SizeSmall), FileName: fileName, }) suite.NoError(errWithCode) suite.NotNil(content) b, err := io.ReadAll(content.Content) suite.NoError(err) suite.NoError(content.Content.Close()) suite.Equal(thumbnailBytes, b) suite.Equal("image/jpeg", content.ContentType) suite.EqualValues(testAttachment.Thumbnail.FileSize, content.ContentLength) } func TestGetFileTestSuite(t *testing.T) { suite.Run(t, &GetFileTestSuite{}) }